jjb/csit/csit.yaml

   1 # Copyright (c) 2017 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14
  15 - project:
  16     name: csit
  17     description: 'CSIT jenkins jobs.'
  18     os:
  19         - 'ubuntu1604'
  20         - 'centos7'
  21
  22     jobs:
  23         - 'csit-dpdk-perf-{stream}-{type}'
  24         - 'csit-vpp-perf-{stream}-{type}'
  25         - 'csit-ligato-perf-{stream}-{type}'
  26         - 'csit-vpp-functional-{stream}-{os}-virl'
  27         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
  28         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
  29         - 'csit-docs-merge-{stream_timed}'
  30         - 'csit-docs-verify-{stream}'
  31         - 'csit-report-merge-{stream}'
  32         - 'csit-vpp-perf-trend-daily-master'
  33         - 'csit-vpp-perf-trend-semi-weekly-master'
  34         - 'csit-vpp-perf-check-{stream}'
  35         - 'csit-vpp-perf-ndrchk-daily-master'
  36         - 'csit-vpp-perf-verify-{stream}'
  37         - 'csit-nsh_sfc-verify-perf-{stream}'
  38         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
  39         - 'csit-tldk-verify-func-{stream}-{os}-virl'
  40
  41     project: 'csit'
  42     branch: 'master'
  43     branch-id: 'oper'
  44     build-artifact-num-to-keep: 10
  45     type:
  46         - all
  47         - long
  48     stream_timed:
  49         - master:
  50             branch: 'master'
  51             branch-id: 'oper'
  52         - '1710':
  53             branch: 'rls1710'
  54             branch-id: 'oper-rls1710'
  55     stream:
  56         - master:
  57             branch: 'master'
  58             branch-id: 'oper'
  59         - '1701':
  60             branch: 'rls1701'
  61             branch-id: 'oper-rls1701'
  62         - '1704':
  63             branch: 'rls1704'
  64             branch-id: 'oper-rls1704'
  65         - '1707':
  66             branch: 'rls1707'
  67             branch-id: 'oper-rls1707'
  68         - '1710':
  69             branch: 'rls1710'
  70             branch-id: 'oper-rls1710'
  71
  72
  73 - job-template:
  74     name: 'csit-vpp-functional-{stream}-{os}-virl'
  75
  76     project-type: freestyle
  77     node: '{os}-basebuild-4c-4g'
  78     concurrent: true
  79
  80     logrotate:
  81         daysToKeep: '{build-days-to-keep}'
  82         numToKeep: '{build-num-to-keep}'
  83         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  84         artifactNumToKeep: '{build-artifact-num-to-keep}'
  85
  86     parameters:
  87         - project-parameter:
  88             project: '{project}'
  89         - gerrit-parameter:
  90             branch: '{branch}'
  91
  92     scm:
  93         - gerrit-trigger-scm:
  94             credentials-id: 'jenkins-gerrit-credentials'
  95             refspec: '$GERRIT_REFSPEC'
  96             choosing-strategy: 'gerrit'
  97
  98     wrappers:
  99         - fdio-infra-wrappers:
 100             build-timeout: '{build-timeout}'
 101         - fdio-infra-wrappers-non-activity-timeout:
 102             build-timeout: 360
 103
 104     triggers:
 105         - gerrit-trigger-patch-submitted:
 106             name: '{project}'
 107             branch: '{branch}'
 108
 109     builders:
 110         - shell:
 111             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 112
 113     publishers:
 114         - archive-artifacts:
 115             artifacts: 'report.html, log.html, output.xml'
 116             latest-only: false
 117
 118         - robot-report:
 119             output-path: ''
 120
 121         - fdio-infra-shiplogs:
 122             maven-version: 'mvn33-new'
 123
 124 - job-template:
 125     name: 'csit-dpdk-perf-{stream}-{type}'
 126
 127     project-type: freestyle
 128     node: 'ubuntu1604-basebuild-4c-4g'
 129     concurrent: false
 130
 131     logrotate:
 132         daysToKeep: '{build-days-to-keep}'
 133         numToKeep: '{build-num-to-keep}'
 134         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 135         artifactNumToKeep: '{build-artifact-num-to-keep}'
 136
 137     parameters:
 138         - project-parameter:
 139             project: '{project}'
 140         - gerrit-parameter:
 141             branch: '{branch}'
 142         - type-parameter:
 143             type: '{type}'
 144
 145     scm:
 146         - gerrit-trigger-scm:
 147             credentials-id: 'jenkins-gerrit-credentials'
 148             refspec: '$GERRIT_REFSPEC'
 149             choosing-strategy: 'gerrit'
 150
 151     wrappers:
 152         - fdio-infra-wrappers-non-activity-timeout:
 153             build-timeout: '{build-perf-timeout}'
 154
 155     triggers:
 156         - gerrit-trigger-manually-triggered:
 157             name: '{project}'
 158             branch: '{branch}'
 159             comment-trigger-value: 'verify-perf-dpdk-{type}'
 160
 161     builders:
 162         - shell:
 163             !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh
 164
 165     publishers:
 166         - archive-artifacts:
 167             artifacts: 'archive/*.*'
 168             latest-only: false
 169
 170         - robot:
 171             output-path: archive
 172             other-files:
 173               - '*.*'
 174
 175         - plot:
 176             - title: '64B-1t1c-eth-l2xcbase-testpmd-ndrdisc'
 177               group: 'RFC2544: Xconnect'
 178               yaxis: 'Packets Per Second'
 179               num-builds: '20'
 180               keep-records: True
 181               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-1.csv'
 182               series:
 183                   - file: 'output_perf_data.xml'
 184                     format: xml
 185                     xpath-type: 'nodeset'
 186                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 187             - title: '64B-2t2c-eth-l2xcbase-testpmd-ndrdisc'
 188               group: 'RFC2544: Xconnect'
 189               yaxis: 'Packets Per Second'
 190               num-builds: '20'
 191               keep-records: True
 192               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-2.csv'
 193               series:
 194                   - file: 'output_perf_data.xml'
 195                     format: xml
 196                     xpath-type: 'nodeset'
 197                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 198             - title: '64B-4t4c-eth-l2xcbase-testpmd-ndrdisc'
 199               group: 'RFC2544: Xconnect'
 200               yaxis: 'Packets Per Second'
 201               num-builds: '20'
 202               keep-records: True
 203               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-3.csv'
 204               series:
 205                   - file: 'output_perf_data.xml'
 206                     format: xml
 207                     xpath-type: 'nodeset'
 208                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 209             - title: '64B-1t1c-eth-l2xcbase-testpmd-pdrdisc'
 210               group: 'RFC2544: Xconnect'
 211               yaxis: 'Packets Per Second'
 212               num-builds: '20'
 213               keep-records: True
 214               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-4.csv'
 215               series:
 216                   - file: 'output_perf_data.xml'
 217                     format: xml
 218                     xpath-type: 'nodeset'
 219                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 220             - title: '64B-2t2c-eth-l2xcbase-testpmd-pdrdisc'
 221               group: 'RFC2544: Xconnect'
 222               yaxis: 'Packets Per Second'
 223               num-builds: '20'
 224               keep-records: True
 225               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-5.csv'
 226               series:
 227                   - file: 'output_perf_data.xml'
 228                     format: xml
 229                     xpath-type: 'nodeset'
 230                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 231             - title: '64B-4t4c-eth-l2xcbase-testpmd-pdrdisc'
 232               group: 'RFC2544: Xconnect'
 233               yaxis: 'Packets Per Second'
 234               num-builds: '20'
 235               keep-records: True
 236               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-6.csv'
 237               series:
 238                   - file: 'output_perf_data.xml'
 239                     format: xml
 240                     xpath-type: 'nodeset'
 241                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 242
 243         - fdio-infra-shiplogs:
 244             maven-version: 'mvn33-new'
 245
 246 - job-template:
 247     name: 'csit-vpp-perf-{stream}-{type}'
 248
 249     project-type: freestyle
 250     node: 'ubuntu1604-basebuild-4c-4g'
 251     concurrent: true
 252
 253     logrotate:
 254         daysToKeep: '{build-days-to-keep}'
 255         numToKeep: '{build-num-to-keep}'
 256         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 257         artifactNumToKeep: '{build-artifact-num-to-keep}'
 258
 259     parameters:
 260         - project-parameter:
 261             project: '{project}'
 262         - gerrit-parameter:
 263             branch: '{branch}'
 264         - type-parameter:
 265             type: '{type}'
 266
 267     scm:
 268         - gerrit-trigger-scm:
 269             credentials-id: 'jenkins-gerrit-credentials'
 270             refspec: '$GERRIT_REFSPEC'
 271             choosing-strategy: 'gerrit'
 272
 273     wrappers:
 274         - fdio-infra-wrappers:
 275             build-timeout: '{build-perf-timeout}'
 276
 277     triggers:
 278         - gerrit-trigger-manually-triggered:
 279             name: '{project}'
 280             branch: '{branch}'
 281             comment-trigger-value: 'verify-perf-{type}'
 282
 283     builders:
 284         - shell:
 285             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 286
 287     publishers:
 288         - archive-artifacts:
 289             artifacts: 'archive/*.*'
 290             latest-only: false
 291
 292         - robot:
 293             output-path: archive
 294             other-files:
 295               - '*.*'
 296
 297         - plot:
 298             - title: '64B-1t1c-eth-l2*-ndrdisc'
 299               group: 'RFC2544: Xconnect and Bridge Domain'
 300               yaxis: 'Packets Per Second'
 301               num-builds: '20'
 302               keep-records: True
 303               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-1.csv'
 304               series:
 305                   - file: 'output_perf_data.xml'
 306                     format: xml
 307                     xpath-type: 'nodeset'
 308                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 309             - title: '64B-2t2c-eth-l2*-ndrdisc'
 310               group: 'RFC2544: Xconnect and Bridge Domain'
 311               yaxis: 'Packets Per Second'
 312               num-builds: '20'
 313               keep-records: True
 314               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-2.csv'
 315               series:
 316                   - file: 'output_perf_data.xml'
 317                     format: xml
 318                     xpath-type: 'nodeset'
 319                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 320             - title: '64B-4t4c-eth-l2*-ndrdisc'
 321               group: 'RFC2544: Xconnect and Bridge Domain'
 322               yaxis: 'Packets Per Second'
 323               num-builds: '20'
 324               keep-records: True
 325               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-3.csv'
 326               series:
 327                   - file: 'output_perf_data.xml'
 328                     format: xml
 329                     xpath-type: 'nodeset'
 330                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 331             - title: '64B-1t1c-eth-l2*-pdrdisc'
 332               group: 'RFC2544: Xconnect and Bridge Domain'
 333               yaxis: 'Packets Per Second'
 334               num-builds: '20'
 335               keep-records: True
 336               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-4.csv'
 337               series:
 338                   - file: 'output_perf_data.xml'
 339                     format: xml
 340                     xpath-type: 'nodeset'
 341                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 342             - title: '64B-2t2c-eth-l2*-pdrdisc'
 343               group: 'RFC2544: Xconnect and Bridge Domain'
 344               yaxis: 'Packets Per Second'
 345               num-builds: '20'
 346               keep-records: True
 347               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-5.csv'
 348               series:
 349                   - file: 'output_perf_data.xml'
 350                     format: xml
 351                     xpath-type: 'nodeset'
 352                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 353             - title: '64B-4t4c-eth-l2*-pdrdisc'
 354               group: 'RFC2544: Xconnect and Bridge Domain'
 355               yaxis: 'Packets Per Second'
 356               num-builds: '20'
 357               keep-records: True
 358               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-6.csv'
 359               series:
 360                   - file: 'output_perf_data.xml'
 361                     format: xml
 362                     xpath-type: 'nodeset'
 363                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 364
 365             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
 366               group: 'RFC2544: IPv4 base, scale, feature'
 367               yaxis: 'Packets Per Second'
 368               num-builds: '20'
 369               keep-records: True
 370               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-1.csv'
 371               series:
 372                   - file: 'output_perf_data.xml'
 373                     format: xml
 374                     xpath-type: 'nodeset'
 375                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 376             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
 377               group: 'RFC2544: IPv4 base, scale, feature'
 378               yaxis: 'Packets Per Second'
 379               num-builds: '20'
 380               keep-records: True
 381               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-2.csv'
 382               series:
 383                   - file: 'output_perf_data.xml'
 384                     format: xml
 385                     xpath-type: 'nodeset'
 386                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 387             - title: '64B-4t4c-ethip4-ip4*-ndrdisc'
 388               group: 'RFC2544: IPv4 base, scale, feature'
 389               yaxis: 'Packets Per Second'
 390               num-builds: '20'
 391               keep-records: True
 392               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-3.csv'
 393               series:
 394                   - file: 'output_perf_data.xml'
 395                     format: xml
 396                     xpath-type: 'nodeset'
 397                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 398             - title: '64B-1t1c-ethip4-ip4*-pdrdisc'
 399               group: 'RFC2544: IPv4 base, scale, feature'
 400               yaxis: 'Packets Per Second'
 401               num-builds: '20'
 402               keep-records: True
 403               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-4.csv'
 404               series:
 405                   - file: 'output_perf_data.xml'
 406                     format: xml
 407                     xpath-type: 'nodeset'
 408                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 409             - title: '64B-2t2c-ethip4-ip4*-pdrdisc'
 410               group: 'RFC2544: IPv4 base, scale, feature'
 411               yaxis: 'Packets Per Second'
 412               num-builds: '20'
 413               keep-records: True
 414               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-5.csv'
 415               series:
 416                   - file: 'output_perf_data.xml'
 417                     format: xml
 418                     xpath-type: 'nodeset'
 419                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 420             - title: '64B-4t4c-ethip4-ip4*-pdrdisc'
 421               group: 'RFC2544: IPv4 base, scale, feature'
 422               yaxis: 'Packets Per Second'
 423               num-builds: '20'
 424               keep-records: True
 425               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-6.csv'
 426               series:
 427                   - file: 'output_perf_data.xml'
 428                     format: xml
 429                     xpath-type: 'nodeset'
 430                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 431
 432             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
 433               group: 'RFC2544: IPv6 base, scale, feature'
 434               yaxis: 'Packets Per Second'
 435               num-builds: '20'
 436               keep-records: True
 437               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-1.csv'
 438               series:
 439                   - file: 'output_perf_data.xml'
 440                     format: xml
 441                     xpath-type: 'nodeset'
 442                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 443             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
 444               group: 'RFC2544: IPv6 base, scale, feature'
 445               yaxis: 'Packets Per Second'
 446               num-builds: '20'
 447               keep-records: True
 448               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-2.csv'
 449               series:
 450                   - file: 'output_perf_data.xml'
 451                     format: xml
 452                     xpath-type: 'nodeset'
 453                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 454             - title: '78B-4t4c-ethip6-ip6*-ndrdisc'
 455               group: 'RFC2544: IPv6 base, scale, feature'
 456               yaxis: 'Packets Per Second'
 457               num-builds: '20'
 458               keep-records: True
 459               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-3.csv'
 460               series:
 461                   - file: 'output_perf_data.xml'
 462                     format: xml
 463                     xpath-type: 'nodeset'
 464                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 465             - title: '78B-1t1c-ethip6-ip6*-pdrdisc'
 466               group: 'RFC2544: IPv6 base, scale, feature'
 467               yaxis: 'Packets Per Second'
 468               num-builds: '20'
 469               keep-records: True
 470               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-4.csv'
 471               series:
 472                   - file: 'output_perf_data.xml'
 473                     format: xml
 474                     xpath-type: 'nodeset'
 475                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 476             - title: '78B-2t2c-ethip6-ip6*-pdrdisc'
 477               group: 'RFC2544: IPv6 base, scale, feature'
 478               yaxis: 'Packets Per Second'
 479               num-builds: '20'
 480               keep-records: True
 481               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-5.csv'
 482               series:
 483                   - file: 'output_perf_data.xml'
 484                     format: xml
 485                     xpath-type: 'nodeset'
 486                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 487             - title: '78B-4t4c-ethip6-ip6*-pdrdisc'
 488               group: 'RFC2544: IPv6 base, scale, feature'
 489               yaxis: 'Packets Per Second'
 490               num-builds: '20'
 491               keep-records: True
 492               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-6.csv'
 493               series:
 494                   - file: 'output_perf_data.xml'
 495                     format: xml
 496                     xpath-type: 'nodeset'
 497                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 498
 499             - title: '64B-1t1c-ethip4*-ndrdisc'
 500               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 501               yaxis: 'Packets Per Second'
 502               num-builds: '20'
 503               keep-records: True
 504               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-1.csv'
 505               series:
 506                   - file: 'output_perf_data.xml'
 507                     format: xml
 508                     xpath-type: 'nodeset'
 509                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 510             - title: '64B-2t2c-ethip4*-ndrdisc'
 511               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 512               yaxis: 'Packets Per Second'
 513               num-builds: '20'
 514               keep-records: True
 515               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-2.csv'
 516               series:
 517                   - file: 'output_perf_data.xml'
 518                     format: xml
 519                     xpath-type: 'nodeset'
 520                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 521             - title: '64B-4t4c-ethip4*-ndrdisc'
 522               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 523               yaxis: 'Packets Per Second'
 524               num-builds: '20'
 525               keep-records: True
 526               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-3.csv'
 527               series:
 528                   - file: 'output_perf_data.xml'
 529                     format: xml
 530                     xpath-type: 'nodeset'
 531                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 532             - title: '64B-1t1c-ethip4*-pdrdisc'
 533               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 534               yaxis: 'Packets Per Second'
 535               num-builds: '20'
 536               keep-records: True
 537               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-4.csv'
 538               series:
 539                   - file: 'output_perf_data.xml'
 540                     format: xml
 541                     xpath-type: 'nodeset'
 542                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 543             - title: '64B-2t2c-ethip4*-pdrdisc'
 544               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 545               yaxis: 'Packets Per Second'
 546               num-builds: '20'
 547               keep-records: True
 548               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-5.csv'
 549               series:
 550                   - file: 'output_perf_data.xml'
 551                     format: xml
 552                     xpath-type: 'nodeset'
 553                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 554             - title: '64B-4t4c-ethip4*-pdrdisc'
 555               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 556               yaxis: 'Packets Per Second'
 557               num-builds: '20'
 558               keep-records: True
 559               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-6.csv'
 560               series:
 561                   - file: 'output_perf_data.xml'
 562                     format: xml
 563                     xpath-type: 'nodeset'
 564                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 565             - title: '78B-1t1c-ethip6*-ndrdisc'
 566               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 567               yaxis: 'Packets Per Second'
 568               num-builds: '20'
 569               keep-records: True
 570               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-7.csv'
 571               series:
 572                   - file: 'output_perf_data.xml'
 573                     format: xml
 574                     xpath-type: 'nodeset'
 575                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 576             - title: '78B-2t2c-ethip6*-ndrdisc'
 577               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 578               yaxis: 'Packets Per Second'
 579               num-builds: '20'
 580               keep-records: True
 581               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-8.csv'
 582               series:
 583                   - file: 'output_perf_data.xml'
 584                     format: xml
 585                     xpath-type: 'nodeset'
 586                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 587             - title: '78B-4t4c-ethip6*-ndrdisc'
 588               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 589               yaxis: 'Packets Per Second'
 590               num-builds: '20'
 591               keep-records: True
 592               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-9.csv'
 593               series:
 594                   - file: 'output_perf_data.xml'
 595                     format: xml
 596                     xpath-type: 'nodeset'
 597                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 598             - title: '78B-1t1c-ethip6*-pdrdisc'
 599               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 600               yaxis: 'Packets Per Second'
 601               num-builds: '20'
 602               keep-records: True
 603               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-10.csv'
 604               series:
 605                   - file: 'output_perf_data.xml'
 606                     format: xml
 607                     xpath-type: 'nodeset'
 608                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 609             - title: '78B-2t2c-ethip6*-pdrdisc'
 610               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 611               yaxis: 'Packets Per Second'
 612               num-builds: '20'
 613               keep-records: True
 614               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-11.csv'
 615               series:
 616                   - file: 'output_perf_data.xml'
 617                     format: xml
 618                     xpath-type: 'nodeset'
 619                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 620             - title: '78B-4t4c-ethip6*-pdrdisc'
 621               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 622               yaxis: 'Packets Per Second'
 623               num-builds: '20'
 624               keep-records: True
 625               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-12.csv'
 626               series:
 627                   - file: 'output_perf_data.xml'
 628                     format: xml
 629                     xpath-type: 'nodeset'
 630                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 631
 632             - title: '64B-1t1c-ethip4*-ndrdisc'
 633               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 634               yaxis: 'Packets Per Second'
 635               num-builds: '20'
 636               keep-records: True
 637               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-1.csv'
 638               series:
 639                   - file: 'output_perf_data.xml'
 640                     format: xml
 641                     xpath-type: 'nodeset'
 642                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 643             - title: '64B-2t2c-ethip4*-ndrdisc'
 644               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 645               yaxis: 'Packets Per Second'
 646               num-builds: '20'
 647               keep-records: True
 648               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-2.csv'
 649               series:
 650                   - file: 'output_perf_data.xml'
 651                     format: xml
 652                     xpath-type: 'nodeset'
 653                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 654             - title: '64B-4t4c-ethip4*-ndrdisc'
 655               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 656               yaxis: 'Packets Per Second'
 657               num-builds: '20'
 658               keep-records: True
 659               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-3.csv'
 660               series:
 661                   - file: 'output_perf_data.xml'
 662                     format: xml
 663                     xpath-type: 'nodeset'
 664                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 665             - title: '64B-1t1c-ethip4*-pdrdisc'
 666               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 667               yaxis: 'Packets Per Second'
 668               num-builds: '20'
 669               keep-records: True
 670               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-4.csv'
 671               series:
 672                   - file: 'output_perf_data.xml'
 673                     format: xml
 674                     xpath-type: 'nodeset'
 675                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 676             - title: '64B-2t2c-ethip4*-pdrdisc'
 677               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 678               yaxis: 'Packets Per Second'
 679               num-builds: '20'
 680               keep-records: True
 681               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-5.csv'
 682               series:
 683                   - file: 'output_perf_data.xml'
 684                     format: xml
 685                     xpath-type: 'nodeset'
 686                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 687             - title: '64B-4t4c-ethip4*-pdrdisc'
 688               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 689               yaxis: 'Packets Per Second'
 690               num-builds: '20'
 691               keep-records: True
 692               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-6.csv'
 693               series:
 694                   - file: 'output_perf_data.xml'
 695                     format: xml
 696                     xpath-type: 'nodeset'
 697                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 698             - title: '78B-1t1c-ethip6*-ndrdisc'
 699               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 700               yaxis: 'Packets Per Second'
 701               num-builds: '20'
 702               keep-records: True
 703               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-7.csv'
 704               series:
 705                   - file: 'output_perf_data.xml'
 706                     format: xml
 707                     xpath-type: 'nodeset'
 708                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 709             - title: '78B-2t2c-ethip6*-ndrdisc'
 710               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 711               yaxis: 'Packets Per Second'
 712               num-builds: '20'
 713               keep-records: True
 714               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-8.csv'
 715               series:
 716                   - file: 'output_perf_data.xml'
 717                     format: xml
 718                     xpath-type: 'nodeset'
 719                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 720             - title: '78B-4t4c-ethip6*-ndrdisc'
 721               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 722               yaxis: 'Packets Per Second'
 723               num-builds: '20'
 724               keep-records: True
 725               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-9.csv'
 726               series:
 727                   - file: 'output_perf_data.xml'
 728                     format: xml
 729                     xpath-type: 'nodeset'
 730                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 731             - title: '78B-1t1c-ethip6*-pdrdisc'
 732               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 733               yaxis: 'Packets Per Second'
 734               num-builds: '20'
 735               keep-records: True
 736               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-10.csv'
 737               series:
 738                   - file: 'output_perf_data.xml'
 739                     format: xml
 740                     xpath-type: 'nodeset'
 741                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 742             - title: '78B-2t2c-ethip6*-pdrdisc'
 743               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 744               yaxis: 'Packets Per Second'
 745               num-builds: '20'
 746               keep-records: True
 747               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-11.csv'
 748               series:
 749                   - file: 'output_perf_data.xml'
 750                     format: xml
 751                     xpath-type: 'nodeset'
 752                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 753             - title: '78B-4t4c-ethip6*-pdrdisc'
 754               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 755               yaxis: 'Packets Per Second'
 756               num-builds: '20'
 757               keep-records: True
 758               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-12.csv'
 759               series:
 760                   - file: 'output_perf_data.xml'
 761                     format: xml
 762                     xpath-type: 'nodeset'
 763                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 764
 765             - title: '64B-1t1c-ethip4*-ndrdisc'
 766               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 767               yaxis: 'Packets Per Second'
 768               num-builds: '20'
 769               keep-records: True
 770               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-1.csv'
 771               series:
 772                   - file: 'output_perf_data.xml'
 773                     format: xml
 774                     xpath-type: 'nodeset'
 775                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 776             - title: '64B-2t2c-ethip4*-ndrdisc'
 777               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 778               yaxis: 'Packets Per Second'
 779               num-builds: '20'
 780               keep-records: True
 781               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-2.csv'
 782               series:
 783                   - file: 'output_perf_data.xml'
 784                     format: xml
 785                     xpath-type: 'nodeset'
 786                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 787             - title: '64B-4t4c-ethip4*-ndrdisc'
 788               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 789               yaxis: 'Packets Per Second'
 790               num-builds: '20'
 791               keep-records: True
 792               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-3.csv'
 793               series:
 794                   - file: 'output_perf_data.xml'
 795                     format: xml
 796                     xpath-type: 'nodeset'
 797                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 798             - title: '64B-1t1c-ethip4*-pdrdisc'
 799               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 800               yaxis: 'Packets Per Second'
 801               num-builds: '20'
 802               keep-records: True
 803               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-4.csv'
 804               series:
 805                   - file: 'output_perf_data.xml'
 806                     format: xml
 807                     xpath-type: 'nodeset'
 808                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 809             - title: '64B-2t2c-ethip4*-pdrdisc'
 810               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 811               yaxis: 'Packets Per Second'
 812               num-builds: '20'
 813               keep-records: True
 814               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-5.csv'
 815               series:
 816                   - file: 'output_perf_data.xml'
 817                     format: xml
 818                     xpath-type: 'nodeset'
 819                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 820             - title: '64B-4t4c-ethip4*-pdrdisc'
 821               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 822               yaxis: 'Packets Per Second'
 823               num-builds: '20'
 824               keep-records: True
 825               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-6.csv'
 826               series:
 827                   - file: 'output_perf_data.xml'
 828                     format: xml
 829                     xpath-type: 'nodeset'
 830                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 831             - title: '78B-1t1c-ethip6*-ndrdisc'
 832               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 833               yaxis: 'Packets Per Second'
 834               num-builds: '20'
 835               keep-records: True
 836               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-7.csv'
 837               series:
 838                   - file: 'output_perf_data.xml'
 839                     format: xml
 840                     xpath-type: 'nodeset'
 841                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 842             - title: '78B-2t2c-ethip6*-ndrdisc'
 843               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 844               yaxis: 'Packets Per Second'
 845               num-builds: '20'
 846               keep-records: True
 847               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-8.csv'
 848               series:
 849                   - file: 'output_perf_data.xml'
 850                     format: xml
 851                     xpath-type: 'nodeset'
 852                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 853             - title: '78B-4t4c-ethip6*-ndrdisc'
 854               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 855               yaxis: 'Packets Per Second'
 856               num-builds: '20'
 857               keep-records: True
 858               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-9.csv'
 859               series:
 860                   - file: 'output_perf_data.xml'
 861                     format: xml
 862                     xpath-type: 'nodeset'
 863                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 864             - title: '78B-1t1c-ethip6*-pdrdisc'
 865               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 866               yaxis: 'Packets Per Second'
 867               num-builds: '20'
 868               keep-records: True
 869               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-10.csv'
 870               series:
 871                   - file: 'output_perf_data.xml'
 872                     format: xml
 873                     xpath-type: 'nodeset'
 874                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 875             - title: '78B-2t2c-ethip6*-pdrdisc'
 876               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 877               yaxis: 'Packets Per Second'
 878               num-builds: '20'
 879               keep-records: True
 880               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-11.csv'
 881               series:
 882                   - file: 'output_perf_data.xml'
 883                     format: xml
 884                     xpath-type: 'nodeset'
 885                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 886             - title: '78B-4t4c-ethip6*-pdrdisc'
 887               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 888               yaxis: 'Packets Per Second'
 889               num-builds: '20'
 890               keep-records: True
 891               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-12.csv'
 892               series:
 893                   - file: 'output_perf_data.xml'
 894                     format: xml
 895                     xpath-type: 'nodeset'
 896                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 897
 898             - title: '64B-1t1c-ethip4*-ndrdisc'
 899               group: 'RFC2544: Overlay tunnels with crypto in software'
 900               yaxis: 'Packets Per Second'
 901               num-builds: '20'
 902               keep-records: True
 903               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-1.csv'
 904               series:
 905                   - file: 'output_perf_data.xml'
 906                     format: xml
 907                     xpath-type: 'nodeset'
 908                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 909             - title: '64B-2t2c-ethip4*-ndrdisc'
 910               group: 'RFC2544: Overlay tunnels with crypto in software'
 911               yaxis: 'Packets Per Second'
 912               num-builds: '20'
 913               keep-records: True
 914               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-2.csv'
 915               series:
 916                   - file: 'output_perf_data.xml'
 917                     format: xml
 918                     xpath-type: 'nodeset'
 919                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 920             - title: '64B-4t4c-ethip4*-ndrdisc'
 921               group: 'RFC2544: Overlay tunnels with crypto in software'
 922               yaxis: 'Packets Per Second'
 923               num-builds: '20'
 924               keep-records: True
 925               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-3.csv'
 926               series:
 927                   - file: 'output_perf_data.xml'
 928                     format: xml
 929                     xpath-type: 'nodeset'
 930                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 931             - title: '64B-1t1c-ethip4*-pdrdisc'
 932               group: 'RFC2544: Overlay tunnels with crypto in software'
 933               yaxis: 'Packets Per Second'
 934               num-builds: '20'
 935               keep-records: True
 936               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-4.csv'
 937               series:
 938                   - file: 'output_perf_data.xml'
 939                     format: xml
 940                     xpath-type: 'nodeset'
 941                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 942             - title: '64B-2t2c-ethip4*-pdrdisc'
 943               group: 'RFC2544: Overlay tunnels with crypto in software'
 944               yaxis: 'Packets Per Second'
 945               num-builds: '20'
 946               keep-records: True
 947               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-5.csv'
 948               series:
 949                   - file: 'output_perf_data.xml'
 950                     format: xml
 951                     xpath-type: 'nodeset'
 952                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 953             - title: '64B-4t4c-ethip4*-pdrdisc'
 954               group: 'RFC2544: Overlay tunnels with crypto in software'
 955               yaxis: 'Packets Per Second'
 956               num-builds: '20'
 957               keep-records: True
 958               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-6.csv'
 959               series:
 960                   - file: 'output_perf_data.xml'
 961                     format: xml
 962                     xpath-type: 'nodeset'
 963                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 964             - title: '78B-1t1c-ethip6*-ndrdisc'
 965               group: 'RFC2544: Overlay tunnels with crypto in software'
 966               yaxis: 'Packets Per Second'
 967               num-builds: '20'
 968               keep-records: True
 969               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-7.csv'
 970               series:
 971                   - file: 'output_perf_data.xml'
 972                     format: xml
 973                     xpath-type: 'nodeset'
 974                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 975             - title: '78B-2t2c-ethip6*-ndrdisc'
 976               group: 'RFC2544: Overlay tunnels with crypto in software'
 977               yaxis: 'Packets Per Second'
 978               num-builds: '20'
 979               keep-records: True
 980               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-8.csv'
 981               series:
 982                   - file: 'output_perf_data.xml'
 983                     format: xml
 984                     xpath-type: 'nodeset'
 985                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 986             - title: '78B-4t4c-ethip6*-ndrdisc'
 987               group: 'RFC2544: Overlay tunnels with crypto in software'
 988               yaxis: 'Packets Per Second'
 989               num-builds: '20'
 990               keep-records: True
 991               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-9.csv'
 992               series:
 993                   - file: 'output_perf_data.xml'
 994                     format: xml
 995                     xpath-type: 'nodeset'
 996                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 997             - title: '78B-1t1c-ethip6*-pdrdisc'
 998               group: 'RFC2544: Overlay tunnels with crypto in software'
 999               yaxis: 'Packets Per Second'
1000               num-builds: '20'
1001               keep-records: True
1002               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-10.csv'
1003               series:
1004                   - file: 'output_perf_data.xml'
1005                     format: xml
1006                     xpath-type: 'nodeset'
1007                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1008             - title: '78B-2t2c-ethip6*-pdrdisc'
1009               group: 'RFC2544: Overlay tunnels with crypto in software'
1010               yaxis: 'Packets Per Second'
1011               num-builds: '20'
1012               keep-records: True
1013               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-11.csv'
1014               series:
1015                   - file: 'output_perf_data.xml'
1016                     format: xml
1017                     xpath-type: 'nodeset'
1018                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1019             - title: '78B-4t4c-ethip6*-pdrdisc'
1020               group: 'RFC2544: Overlay tunnels with crypto in software'
1021               yaxis: 'Packets Per Second'
1022               num-builds: '20'
1023               keep-records: True
1024               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-12.csv'
1025               series:
1026                   - file: 'output_perf_data.xml'
1027                     format: xml
1028                     xpath-type: 'nodeset'
1029                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1030
1031             - title: '64B-1t1c-ethip4*-ndrdisc'
1032               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1033               yaxis: 'Packets Per Second'
1034               num-builds: '20'
1035               keep-records: True
1036               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-1.csv'
1037               series:
1038                   - file: 'output_perf_data.xml'
1039                     format: xml
1040                     xpath-type: 'nodeset'
1041                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1042             - title: '64B-2t2c-ethip4*-ndrdisc'
1043               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1044               yaxis: 'Packets Per Second'
1045               num-builds: '20'
1046               keep-records: True
1047               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-2.csv'
1048               series:
1049                   - file: 'output_perf_data.xml'
1050                     format: xml
1051                     xpath-type: 'nodeset'
1052                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1053             - title: '64B-4t4c-ethip4*-ndrdisc'
1054               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1055               yaxis: 'Packets Per Second'
1056               num-builds: '20'
1057               keep-records: True
1058               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-3.csv'
1059               series:
1060                   - file: 'output_perf_data.xml'
1061                     format: xml
1062                     xpath-type: 'nodeset'
1063                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1064             - title: '64B-1t1c-ethip4*-pdrdisc'
1065               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1066               yaxis: 'Packets Per Second'
1067               num-builds: '20'
1068               keep-records: True
1069               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-4.csv'
1070               series:
1071                   - file: 'output_perf_data.xml'
1072                     format: xml
1073                     xpath-type: 'nodeset'
1074                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1075             - title: '64B-2t2c-ethip4*-pdrdisc'
1076               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1077               yaxis: 'Packets Per Second'
1078               num-builds: '20'
1079               keep-records: True
1080               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-5.csv'
1081               series:
1082                   - file: 'output_perf_data.xml'
1083                     format: xml
1084                     xpath-type: 'nodeset'
1085                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1086             - title: '64B-4t4c-ethip4*-pdrdisc'
1087               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1088               yaxis: 'Packets Per Second'
1089               num-builds: '20'
1090               keep-records: True
1091               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-6.csv'
1092               series:
1093                   - file: 'output_perf_data.xml'
1094                     format: xml
1095                     xpath-type: 'nodeset'
1096                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1097             - title: '78B-1t1c-ethip6*-ndrdisc'
1098               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1099               yaxis: 'Packets Per Second'
1100               num-builds: '20'
1101               keep-records: True
1102               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-7.csv'
1103               series:
1104                   - file: 'output_perf_data.xml'
1105                     format: xml
1106                     xpath-type: 'nodeset'
1107                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1108             - title: '78B-2t2c-ethip6*-ndrdisc'
1109               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1110               yaxis: 'Packets Per Second'
1111               num-builds: '20'
1112               keep-records: True
1113               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-8.csv'
1114               series:
1115                   - file: 'output_perf_data.xml'
1116                     format: xml
1117                     xpath-type: 'nodeset'
1118                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1119             - title: '78B-4t4c-ethip6*-ndrdisc'
1120               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1121               yaxis: 'Packets Per Second'
1122               num-builds: '20'
1123               keep-records: True
1124               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-9.csv'
1125               series:
1126                   - file: 'output_perf_data.xml'
1127                     format: xml
1128                     xpath-type: 'nodeset'
1129                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1130             - title: '78B-1t1c-ethip6*-pdrdisc'
1131               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1132               yaxis: 'Packets Per Second'
1133               num-builds: '20'
1134               keep-records: True
1135               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-10.csv'
1136               series:
1137                   - file: 'output_perf_data.xml'
1138                     format: xml
1139                     xpath-type: 'nodeset'
1140                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1141             - title: '78B-2t2c-ethip6*-pdrdisc'
1142               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1143               yaxis: 'Packets Per Second'
1144               num-builds: '20'
1145               keep-records: True
1146               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-11.csv'
1147               series:
1148                   - file: 'output_perf_data.xml'
1149                     format: xml
1150                     xpath-type: 'nodeset'
1151                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1152             - title: '78B-4t4c-ethip6*-pdrdisc'
1153               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1154               yaxis: 'Packets Per Second'
1155               num-builds: '20'
1156               keep-records: True
1157               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-12.csv'
1158               series:
1159                   - file: 'output_perf_data.xml'
1160                     format: xml
1161                     xpath-type: 'nodeset'
1162                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1163
1164             - title: '64B-1t1c-*-vhost-*-ndrdisc'
1165               group: 'RFC2544: vhost-user'
1166               yaxis: 'Packets Per Second'
1167               num-builds: '20'
1168               keep-records: True
1169               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-1.csv'
1170               series:
1171                   - file: 'output_perf_data.xml'
1172                     format: xml
1173                     xpath-type: 'nodeset'
1174                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1175             - title: '64B-2t2c-*-vhost-*-ndrdisc'
1176               group: 'RFC2544: vhost-user'
1177               yaxis: 'Packets Per Second'
1178               num-builds: '20'
1179               keep-records: True
1180               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-2.csv'
1181               series:
1182                   - file: 'output_perf_data.xml'
1183                     format: xml
1184                     xpath-type: 'nodeset'
1185                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1186             - title: '64B-4t4c-*-vhost-*-ndrdisc'
1187               group: 'RFC2544: vhost-user'
1188               yaxis: 'Packets Per Second'
1189               num-builds: '20'
1190               keep-records: True
1191               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-3.csv'
1192               series:
1193                   - file: 'output_perf_data.xml'
1194                     format: xml
1195                     xpath-type: 'nodeset'
1196                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1197             - title: '64B-1t1c-*-vhost-*-pdrdisc'
1198               group: 'RFC2544: vhost-user'
1199               yaxis: 'Packets Per Second'
1200               num-builds: '20'
1201               keep-records: True
1202               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-4.csv'
1203               series:
1204                   - file: 'output_perf_data.xml'
1205                     format: xml
1206                     xpath-type: 'nodeset'
1207                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1208             - title: '64B-2t2c-*-vhost-*-pdrdisc'
1209               group: 'RFC2544: vhost-user'
1210               yaxis: 'Packets Per Second'
1211               num-builds: '20'
1212               keep-records: True
1213               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-5.csv'
1214               series:
1215                   - file: 'output_perf_data.xml'
1216                     format: xml
1217                     xpath-type: 'nodeset'
1218                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1219             - title: '64B-4t4c-*-vhost-*-pdrdisc'
1220               group: 'RFC2544: vhost-user'
1221               yaxis: 'Packets Per Second'
1222               num-builds: '20'
1223               keep-records: True
1224               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-6.csv'
1225               series:
1226                   - file: 'output_perf_data.xml'
1227                     format: xml
1228                     xpath-type: 'nodeset'
1229                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1230
1231         - fdio-infra-shiplogs:
1232             maven-version: 'mvn33-new'
1233
1234 - job-template:
1235     name: 'csit-ligato-perf-{stream}-{type}'
1236
1237     project-type: freestyle
1238     node: 'ubuntu1604-basebuild-4c-4g'
1239     concurrent: true
1240
1241     logrotate:
1242         daysToKeep: '{build-days-to-keep}'
1243         numToKeep: '{build-num-to-keep}'
1244         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1245         artifactNumToKeep: '{build-artifact-num-to-keep}'
1246
1247     parameters:
1248         - project-parameter:
1249             project: '{project}'
1250         - gerrit-parameter:
1251             branch: '{branch}'
1252         - type-parameter:
1253             type: '{type}'
1254
1255     scm:
1256         - gerrit-trigger-scm:
1257             credentials-id: 'jenkins-gerrit-credentials'
1258             refspec: '$GERRIT_REFSPEC'
1259             choosing-strategy: 'gerrit'
1260
1261     wrappers:
1262         - fdio-infra-wrappers:
1263             build-timeout: '{build-perf-timeout}'
1264         - fdio-infra-wrappers-non-activity-timeout:
1265             build-timeout: 360
1266
1267     triggers:
1268         - gerrit-trigger-manually-triggered:
1269             name: '{project}'
1270             branch: '{branch}'
1271             comment-trigger-value: 'verify-perf-ligato-{type}'
1272
1273     builders:
1274         - shell:
1275             !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh
1276
1277     publishers:
1278         - archive-artifacts:
1279             artifacts: 'archive/*.*'
1280             latest-only: false
1281
1282         - robot:
1283             output-path: archive
1284             other-files:
1285               - '*.*'
1286
1287         - fdio-infra-shiplogs:
1288             maven-version: 'mvn33-new'
1289
1290
1291 - job-template:
1292     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
1293     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
1294
1295     project-type: freestyle
1296     node: '{os}-basebuild-4c-4g'
1297     concurrent: false
1298
1299     logrotate:
1300         daysToKeep: '{build-days-to-keep}'
1301         numToKeep: '{build-num-to-keep}'
1302         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1303         artifactNumToKeep: '{build-artifact-num-to-keep}'
1304
1305     parameters:
1306         - project-parameter:
1307             project: '{project}'
1308         - gerrit-parameter:
1309             branch: '{branch}'
1310
1311     scm:
1312         - git-scm:
1313             credentials-id: 'jenkins-gerrit-credentials'
1314             branch: '{branch}'
1315
1316     wrappers:
1317         - fdio-infra-wrappers:
1318             build-timeout: 600
1319         - fdio-infra-wrappers-non-activity-timeout:
1320             build-timeout: 360
1321
1322     triggers:
1323         - timed: '0 4 * * 0'
1324
1325         - gerrit-trigger-manually-triggered:
1326             comment-trigger-value: 'csit-vpp-ref-verify'
1327             name: '{project}'
1328             branch: '{branch}'
1329
1330     builders:
1331         - shell:
1332             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
1333
1334     publishers:
1335         - archive-artifacts:
1336             artifacts: 'report.html, log.html, output.xml'
1337             latest-only: false
1338
1339         - robot-report:
1340             output-path: ''
1341
1342         - fdio-infra-shiplogs:
1343             maven-version: 'mvn33-new'
1344
1345 - job-template:
1346     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
1347     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1348
1349     project-type: freestyle
1350     node: '{os}-basebuild-4c-4g'
1351     concurrent: false
1352
1353     logrotate:
1354         daysToKeep: '{build-days-to-keep}'
1355         numToKeep: '{build-num-to-keep}'
1356         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1357         artifactNumToKeep: '{build-artifact-num-to-keep}'
1358
1359     parameters:
1360         - project-parameter:
1361             project: '{project}'
1362         - gerrit-parameter:
1363             branch: '{branch}'
1364
1365     wrappers:
1366         - fdio-infra-wrappers:
1367             build-timeout: 600
1368         - fdio-infra-wrappers-non-activity-timeout:
1369             build-timeout: 360
1370
1371     triggers:
1372         - timed: '0 4 * * 2,6'
1373
1374         - gerrit-trigger-manually-triggered:
1375             comment-trigger-value: 'csit-verify-vpp'
1376             name: '{project}'
1377             branch: '{branch}'
1378
1379     builders:
1380         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1381         - inject:
1382             properties-file: variables.prop
1383         - shell:
1384             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
1385
1386     publishers:
1387         - archive-artifacts:
1388             artifacts: 'csit/archive/*.*'
1389             latest-only: false
1390
1391         - robot-report:
1392             output-path: 'csit/archive'
1393
1394         - fdio-infra-shiplogs:
1395             maven-version: 'mvn33-new'
1396
1397 - job-template:
1398     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
1399     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1400
1401     project-type: freestyle
1402     node: centos7-basebuild-4c-4g'
1403     concurrent: false
1404
1405     logrotate:
1406         daysToKeep: '{build-days-to-keep}'
1407         numToKeep: '{build-num-to-keep}'
1408         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1409         artifactNumToKeep: '{build-artifact-num-to-keep}'
1410
1411     parameters:
1412         - project-parameter:
1413             project: '{project}'
1414         - gerrit-parameter:
1415             branch: '{branch}'
1416
1417     scm:
1418         - git-scm:
1419             credentials-id: 'jenkins-gerrit-credentials'
1420             branch: '{branch}'
1421
1422     wrappers:
1423         - fdio-infra-wrappers:
1424             build-timeout: '{build-timeout}'
1425
1426     triggers:
1427         - timed: 'H H(3-4) * * *'
1428
1429         - gerrit-trigger-manually-triggered:
1430             comment-trigger-value: 'vpp-verify-func-centos7'
1431             name: '{project}'
1432             branch: '{branch}'
1433
1434     builders:
1435         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1436         - inject:
1437             properties-file: variables.prop
1438         - shell:
1439             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-nightly.sh
1440
1441     publishers:
1442         - archive-artifacts:
1443             artifacts: 'csit/archive/*.*'
1444             latest-only: false
1445
1446         - robot-report:
1447             output-path: 'csit/archive'
1448
1449         - fdio-infra-shiplogs:
1450             maven-version: 'mvn33-new'
1451
1452 - job-template:
1453     name: 'csit-docs-verify-{stream}'
1454
1455     project-type: freestyle
1456     node: 'ubuntu1604-basebuild-4c-4g'
1457     concurrent: true
1458
1459     logrotate:
1460         daysToKeep: '{build-days-to-keep}'
1461         numToKeep: '{build-num-to-keep}'
1462         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1463         artifactNumToKeep: '{build-artifact-num-to-keep}'
1464
1465     parameters:
1466         - project-parameter:
1467             project: '{project}'
1468         - gerrit-parameter:
1469             branch: '{branch}'
1470         - maven-exec:
1471             maven-version: 'mvn33-new'
1472
1473     scm:
1474         - gerrit-trigger-scm:
1475             credentials-id: 'jenkins-gerrit-credentials'
1476             refspec: '$GERRIT_REFSPEC'
1477             choosing-strategy: 'gerrit'
1478
1479     wrappers:
1480         - fdio-infra-wrappers:
1481             build-timeout: '{build-timeout}'
1482         - fdio-infra-wrappers-non-activity-timeout:
1483             build-timeout: 360
1484
1485     triggers:
1486         - gerrit-trigger-patch-submitted:
1487             name: '{project}'
1488             branch: '{branch}'
1489
1490     builders:
1491         - maven-target:
1492             maven-version: 'mvn33-new'
1493             goals: '--version'
1494             settings: 'csit-settings'
1495             settings-type: cfp
1496             global-settings: 'global-settings'
1497             global-settings-type: cfp
1498         - provide-maven-settings:
1499             settings-file: 'csit-settings'
1500             global-settings-file: 'global-settings'
1501         - shell:
1502             !include-raw-escape: include-raw-csit-docs.sh
1503
1504     publishers:
1505         - archive:
1506             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1507             allow-empty: 'true'
1508             fingerprint: false
1509             only-if-success: true
1510             default-excludes: false
1511
1512         - fdio-infra-shiplogs:
1513             maven-version: 'mvn33-new'
1514
1515 - job-template:
1516     name: 'csit-docs-merge-{stream_timed}'
1517
1518     project-type: freestyle
1519     node: 'ubuntu1604-basebuild-4c-4g'
1520     concurrent: true
1521
1522     logrotate:
1523         daysToKeep: '{build-days-to-keep}'
1524         numToKeep: '{build-num-to-keep}'
1525         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1526         artifactNumToKeep: '{build-artifact-num-to-keep}'
1527
1528     parameters:
1529         - project-parameter:
1530             project: '{project}'
1531         - gerrit-parameter:
1532             branch: '{branch}'
1533         - maven-exec:
1534             maven-version: 'mvn33-new'
1535
1536     scm:
1537         - gerrit-trigger-scm:
1538             credentials-id: 'jenkins-gerrit-credentials'
1539             refspec: ''
1540             choosing-strategy: 'default'
1541
1542     wrappers:
1543         - fdio-infra-wrappers:
1544             build-timeout: '{build-timeout}'
1545         - fdio-infra-wrappers-non-activity-timeout:
1546             build-timeout: 360
1547
1548     triggers:
1549         - reverse:
1550             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
1551             result: 'success'
1552         - gerrit:
1553             server-name: 'Primary'
1554             trigger-on:
1555                 - comment-added-contains-event:
1556                     comment-contains-value: 'run-docs'
1557             projects:
1558               - project-compare-type: 'ANT'
1559                 project-pattern: '{project}'
1560                 branches:
1561                   - branch-compare-type: 'ANT'
1562                     branch-pattern: '**/{branch}'
1563             skip-vote:
1564                 successful: true
1565                 failed: true
1566                 unstable: true
1567                 notbuilt: true
1568
1569     builders:
1570         - maven-target:
1571             maven-version: 'mvn33-new'
1572             goals: '--version'
1573             settings: 'csit-settings'
1574             settings-type: cfp
1575             global-settings: 'global-settings'
1576             global-settings-type: cfp
1577         - provide-maven-settings:
1578             settings-file: 'csit-settings'
1579             global-settings-file: 'global-settings'
1580         - shell:
1581             !include-raw-escape: include-raw-csit-docs.sh
1582
1583     publishers:
1584         - archive:
1585             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1586             allow-empty: 'true'
1587             fingerprint: false
1588             only-if-success: true
1589             default-excludes: false
1590
1591         - fdio-infra-shiplogs:
1592             maven-version: 'mvn33-new'
1593
1594 - job-template:
1595     name: 'csit-report-merge-{stream}'
1596
1597     project-type: freestyle
1598     node: 'ubuntu1604-basebuild-4c-4g'
1599     concurrent: false
1600
1601     logrotate:
1602         daysToKeep: '{build-days-to-keep}'
1603         numToKeep: '{build-num-to-keep}'
1604         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1605         artifactNumToKeep: '{build-artifact-num-to-keep}'
1606
1607     parameters:
1608         - project-parameter:
1609             project: '{project}'
1610         - gerrit-parameter:
1611             branch: '{branch}'
1612         - maven-exec:
1613             maven-version: 'mvn33-new'
1614
1615     scm:
1616         - gerrit-trigger-scm:
1617             credentials-id: 'jenkins-gerrit-credentials'
1618             refspec: '$GERRIT_REFSPEC'
1619             choosing-strategy: 'default'
1620
1621     wrappers:
1622         - fdio-infra-wrappers:
1623             build-timeout: '{build-timeout}'
1624         - fdio-infra-wrappers-non-activity-timeout:
1625             build-timeout: 360
1626
1627     triggers:
1628         - gerrit:
1629             server-name: 'Primary'
1630             trigger-on:
1631                 - comment-added-contains-event:
1632                     comment-contains-value: 'run-report'
1633             projects:
1634               - project-compare-type: 'ANT'
1635                 project-pattern: '{project}'
1636                 branches:
1637                   - branch-compare-type: 'ANT'
1638                     branch-pattern: '**/{branch}'
1639             skip-vote:
1640                 successful: true
1641                 failed: true
1642                 unstable: true
1643                 notbuilt: true
1644
1645     builders:
1646         - maven-target:
1647             maven-version: 'mvn33-new'
1648             goals: '--version'
1649             settings: 'csit-settings'
1650             settings-type: cfp
1651             global-settings: 'global-settings'
1652             global-settings-type: cfp
1653         - provide-maven-settings:
1654             settings-file: 'csit-settings'
1655             global-settings-file: 'global-settings'
1656         - shell:
1657             !include-raw-escape: include-raw-csit-report.sh
1658
1659     publishers:
1660         - archive:
1661             artifacts: 'resources/tools/report_gen/csit.report.tar.gz'
1662             allow-empty: 'true'
1663             fingerprint: false
1664             only-if-success: true
1665             default-excludes: false
1666
1667         - fdio-infra-shiplogs:
1668             maven-version: 'mvn33-new'
1669
1670 - job-template:
1671     name: 'csit-vpp-perf-trend-daily-master'
1672
1673     description: |
1674       Purpose of this job is to validate latest vpp build from corresponding
1675       branch stored in nexus against verified CSIT codebase of corresponding
1676       branch.
1677
1678       objective
1679           daily perf trending of vpp master build
1680       job
1681          name
1682              csit-vpp-perf-trend-daily
1683          trigger
1684              scheduled daily
1685       perf test-cases selection
1686           all CSIT perf suites
1687       default tags for vpp startup config and perf test type
1688           1T1C - one worker thread, one core
1689           2T2C - two worker threads, two cores
1690           X520 - Intel x520-DA2 NIC
1691           NDRDISC - discovery of NDR throughput
1692       results
1693           jjb verify - no
1694           present
1695               jenkins trending graphs
1696
1697     project-type: freestyle
1698     node: 'ubuntu1604-basebuild-4c-4g'
1699     concurrent: false
1700
1701     logrotate:
1702         daysToKeep: '{build-days-to-keep}'
1703         numToKeep: '{build-num-to-keep}'
1704         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1705         artifactNumToKeep: '{build-artifact-num-to-keep}'
1706
1707     parameters:
1708         - project-parameter:
1709             project: '{project}'
1710         - gerrit-parameter:
1711             branch: '{branch}'
1712
1713     wrappers:
1714         - fdio-infra-wrappers:
1715             build-timeout: '{build-perf-timeout}'
1716         - fdio-infra-wrappers-non-activity-timeout:
1717             build-timeout: 360
1718
1719     triggers:
1720         - timed: 'H H(17-20) * * *'
1721
1722     builders:
1723         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1724         - inject:
1725             properties-file: variables.prop
1726         - shell:
1727             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh
1728
1729     publishers:
1730         - archive-artifacts:
1731             artifacts: 'csit/archive/*.*'
1732             latest-only: false
1733
1734         - robot:
1735             output-path: 'csit/archive'
1736             other-files:
1737               - '*.*'
1738
1739         - fdio-infra-shiplogs:
1740             maven-version: 'mvn33-new'
1741
1742         - plot:
1743             - title: '64B-1t1c-eth-l2*-ndrdisc'
1744               group: 'RFC2544: Xconnect and Bridge Domain'
1745               yaxis: 'Packets Per Second'
1746               num-builds: '20'
1747               keep-records: True
1748               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-1.csv'
1749               series:
1750                   - file: 'csit/output_perf_data.xml'
1751                     format: xml
1752                     xpath-type: 'nodeset'
1753                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1754             - title: '64B-2t2c-eth-l2*-ndrdisc'
1755               group: 'RFC2544: Xconnect and Bridge Domain'
1756               yaxis: 'Packets Per Second'
1757               num-builds: '20'
1758               keep-records: True
1759               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-2.csv'
1760               series:
1761                   - file: 'csit/output_perf_data.xml'
1762                     format: xml
1763                     xpath-type: 'nodeset'
1764                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1765
1766             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
1767               group: 'RFC2544: IPv4 base, scale, feature'
1768               yaxis: 'Packets Per Second'
1769               num-builds: '20'
1770               keep-records: True
1771               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-1.csv'
1772               series:
1773                   - file: 'csit/output_perf_data.xml'
1774                     format: xml
1775                     xpath-type: 'nodeset'
1776                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
1777             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
1778               group: 'RFC2544: IPv4 base, scale, feature'
1779               yaxis: 'Packets Per Second'
1780               num-builds: '20'
1781               keep-records: True
1782               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-2.csv'
1783               series:
1784                   - file: 'csit/output_perf_data.xml'
1785                     format: xml
1786                     xpath-type: 'nodeset'
1787                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
1788
1789             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
1790               group: 'RFC2544: IPv6 base, scale, feature'
1791               yaxis: 'Packets Per Second'
1792               num-builds: '20'
1793               keep-records: True
1794               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-1.csv'
1795               series:
1796                   - file: 'csit/output_perf_data.xml'
1797                     format: xml
1798                     xpath-type: 'nodeset'
1799                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
1800             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
1801               group: 'RFC2544: IPv6 base, scale, feature'
1802               yaxis: 'Packets Per Second'
1803               num-builds: '20'
1804               keep-records: True
1805               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-2.csv'
1806               series:
1807                   - file: 'csit/output_perf_data.xml'
1808                     format: xml
1809                     xpath-type: 'nodeset'
1810                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
1811
1812             - title: '64B-1t1c-ethip4*-ndrdisc'
1813               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1814               yaxis: 'Packets Per Second'
1815               num-builds: '20'
1816               keep-records: True
1817               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-1.csv'
1818               series:
1819                   - file: 'csit/output_perf_data.xml'
1820                     format: xml
1821                     xpath-type: 'nodeset'
1822                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1823             - title: '64B-2t2c-ethip4*-ndrdisc'
1824               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1825               yaxis: 'Packets Per Second'
1826               num-builds: '20'
1827               keep-records: True
1828               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-2.csv'
1829               series:
1830                   - file: 'csit/output_perf_data.xml'
1831                     format: xml
1832                     xpath-type: 'nodeset'
1833                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1834             - title: '78B-1t1c-ethip6*-ndrdisc'
1835               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1836               yaxis: 'Packets Per Second'
1837               num-builds: '20'
1838               keep-records: True
1839               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-3.csv'
1840               series:
1841                   - file: 'csit/output_perf_data.xml'
1842                     format: xml
1843                     xpath-type: 'nodeset'
1844                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1845             - title: '78B-2t2c-ethip6*-ndrdisc'
1846               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1847               yaxis: 'Packets Per Second'
1848               num-builds: '20'
1849               keep-records: True
1850               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-4.csv'
1851               series:
1852                   - file: 'csit/output_perf_data.xml'
1853                     format: xml
1854                     xpath-type: 'nodeset'
1855                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1856
1857             - title: '64B-1t1c-ethip4*-ndrdisc'
1858               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1859               yaxis: 'Packets Per Second'
1860               num-builds: '20'
1861               keep-records: True
1862               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-1.csv'
1863               series:
1864                   - file: 'csit/output_perf_data.xml'
1865                     format: xml
1866                     xpath-type: 'nodeset'
1867                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1868             - title: '64B-2t2c-ethip4*-ndrdisc'
1869               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1870               yaxis: 'Packets Per Second'
1871               num-builds: '20'
1872               keep-records: True
1873               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-2.csv'
1874               series:
1875                   - file: 'csit/output_perf_data.xml'
1876                     format: xml
1877                     xpath-type: 'nodeset'
1878                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1879             - title: '78B-1t1c-ethip6*-ndrdisc'
1880               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1881               yaxis: 'Packets Per Second'
1882               num-builds: '20'
1883               keep-records: True
1884               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-3.csv'
1885               series:
1886                   - file: 'csit/output_perf_data.xml'
1887                     format: xml
1888                     xpath-type: 'nodeset'
1889                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1890             - title: '78B-2t2c-ethip6*-ndrdisc'
1891               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1892               yaxis: 'Packets Per Second'
1893               num-builds: '20'
1894               keep-records: True
1895               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-4.csv'
1896               series:
1897                   - file: 'csit/output_perf_data.xml'
1898                     format: xml
1899                     xpath-type: 'nodeset'
1900                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1901
1902             - title: '64B-1t1c-ethip4*-ndrdisc'
1903               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1904               yaxis: 'Packets Per Second'
1905               num-builds: '20'
1906               keep-records: True
1907               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-1.csv'
1908               series:
1909                   - file: 'csit/output_perf_data.xml'
1910                     format: xml
1911                     xpath-type: 'nodeset'
1912                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1913             - title: '64B-2t2c-ethip4*-ndrdisc'
1914               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1915               yaxis: 'Packets Per Second'
1916               num-builds: '20'
1917               keep-records: True
1918               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-2.csv'
1919               series:
1920                   - file: 'csit/output_perf_data.xml'
1921                     format: xml
1922                     xpath-type: 'nodeset'
1923                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1924             - title: '78B-1t1c-ethip6*-ndrdisc'
1925               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1926               yaxis: 'Packets Per Second'
1927               num-builds: '20'
1928               keep-records: True
1929               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-3.csv'
1930               series:
1931                   - file: 'csit/output_perf_data.xml'
1932                     format: xml
1933                     xpath-type: 'nodeset'
1934                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1935             - title: '78B-2t2c-ethip6*-ndrdisc'
1936               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1937               yaxis: 'Packets Per Second'
1938               num-builds: '20'
1939               keep-records: True
1940               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-4.csv'
1941               series:
1942                   - file: 'csit/output_perf_data.xml'
1943                     format: xml
1944                     xpath-type: 'nodeset'
1945                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1946
1947             - title: '64B-1t1c-ethip4*-ndrdisc'
1948               group: 'RFC2544: Overlay tunnels with crypto in software'
1949               yaxis: 'Packets Per Second'
1950               num-builds: '20'
1951               keep-records: True
1952               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-1.csv'
1953               series:
1954                   - file: 'csit/output_perf_data.xml'
1955                     format: xml
1956                     xpath-type: 'nodeset'
1957                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1958             - title: '64B-2t2c-ethip4*-ndrdisc'
1959               group: 'RFC2544: Overlay tunnels with crypto in software'
1960               yaxis: 'Packets Per Second'
1961               num-builds: '20'
1962               keep-records: True
1963               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-2.csv'
1964               series:
1965                   - file: 'csit/output_perf_data.xml'
1966                     format: xml
1967                     xpath-type: 'nodeset'
1968                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1969             - title: '78B-1t1c-ethip6*-ndrdisc'
1970               group: 'RFC2544: Overlay tunnels with crypto in software'
1971               yaxis: 'Packets Per Second'
1972               num-builds: '20'
1973               keep-records: True
1974               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-3.csv'
1975               series:
1976                   - file: 'csit/output_perf_data.xml'
1977                     format: xml
1978                     xpath-type: 'nodeset'
1979                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1980             - title: '78B-2t2c-ethip6*-ndrdisc'
1981               group: 'RFC2544: Overlay tunnels with crypto in software'
1982               yaxis: 'Packets Per Second'
1983               num-builds: '20'
1984               keep-records: True
1985               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-4.csv'
1986               series:
1987                   - file: 'csit/output_perf_data.xml'
1988                     format: xml
1989                     xpath-type: 'nodeset'
1990                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1991
1992             - title: '64B-1t1c-ethip4*-ndrdisc'
1993               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1994               yaxis: 'Packets Per Second'
1995               num-builds: '20'
1996               keep-records: True
1997               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-1.csv'
1998               series:
1999                   - file: 'csit/output_perf_data.xml'
2000                     format: xml
2001                     xpath-type: 'nodeset'
2002                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2003             - title: '64B-2t2c-ethip4*-ndrdisc'
2004               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2005               yaxis: 'Packets Per Second'
2006               num-builds: '20'
2007               keep-records: True
2008               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-2.csv'
2009               series:
2010                   - file: 'csit/output_perf_data.xml'
2011                     format: xml
2012                     xpath-type: 'nodeset'
2013                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2014             - title: '78B-1t1c-ethip6*-ndrdisc'
2015               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2016               yaxis: 'Packets Per Second'
2017               num-builds: '20'
2018               keep-records: True
2019               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-3.csv'
2020               series:
2021                   - file: 'csit/output_perf_data.xml'
2022                     format: xml
2023                     xpath-type: 'nodeset'
2024                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2025             - title: '78B-2t2c-ethip6*-ndrdisc'
2026               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2027               yaxis: 'Packets Per Second'
2028               num-builds: '20'
2029               keep-records: True
2030               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-4.csv'
2031               series:
2032                   - file: 'csit/output_perf_data.xml'
2033                     format: xml
2034                     xpath-type: 'nodeset'
2035                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2036
2037             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2038               group: 'RFC2544: vhost-user'
2039               yaxis: 'Packets Per Second'
2040               num-builds: '20'
2041               keep-records: True
2042               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-1.csv'
2043               series:
2044                   - file: 'csit/output_perf_data.xml'
2045                     format: xml
2046                     xpath-type: 'nodeset'
2047                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2048             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2049               group: 'RFC2544: vhost-user'
2050               yaxis: 'Packets Per Second'
2051               num-builds: '20'
2052               keep-records: True
2053               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-2.csv'
2054               series:
2055                   - file: 'csit/output_perf_data.xml'
2056                     format: xml
2057                     xpath-type: 'nodeset'
2058                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2059
2060 - job-template:
2061     name: 'csit-vpp-perf-trend-semi-weekly-master'
2062
2063     description: |
2064       Purpose of this job is to validate latest vpp build from corresponding
2065       branch stored in nexus against verified CSIT codebase of corresponding
2066       branch.
2067
2068       consumer
2069           csit-dev trending semi-weekly
2070       objective
2071           semi-weekly perf trending of vpp master build job
2072           name
2073               csit-vpp-perf-trend-semi-weekly
2074           trigger
2075               scheduled semi-weekly
2076       perf test-cases selection
2077           all CSIT perf suites
2078       default tags for vpp startup config and perf test type
2079           1T1C - one worker thread, one core
2080           2T2C - two worker threads, two cores
2081           X710 - Intel x710 Fortville NIC
2082           XL710 - Intel xl710 Fortville NIC
2083           NDRDISC - discovery of NDR throughput
2084       results
2085           jjb verify - no
2086           present
2087               jenkins trending graphs
2088
2089     project-type: freestyle
2090     node: 'ubuntu1604-basebuild-4c-4g'
2091     concurrent: false
2092
2093     logrotate:
2094         daysToKeep: '{build-days-to-keep}'
2095         numToKeep: '{build-num-to-keep}'
2096         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2097         artifactNumToKeep: '{build-artifact-num-to-keep}'
2098
2099     parameters:
2100         - project-parameter:
2101             project: '{project}'
2102         - gerrit-parameter:
2103             branch: '{branch}'
2104
2105     wrappers:
2106         - fdio-infra-wrappers:
2107             build-timeout: '{build-perf-timeout}'
2108         - fdio-infra-wrappers-non-activity-timeout:
2109             build-timeout: 360
2110
2111     triggers:
2112         - timed: 'H H(17-20) * * 2,6'
2113
2114     builders:
2115         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2116         - inject:
2117             properties-file: variables.prop
2118         - shell:
2119             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh
2120
2121     publishers:
2122         - archive-artifacts:
2123             artifacts: 'csit/archive/*.*'
2124             latest-only: false
2125
2126         - robot:
2127             output-path: 'csit/archive'
2128             other-files:
2129               - '*.*'
2130
2131         - fdio-infra-shiplogs:
2132             maven-version: 'mvn33-new'
2133
2134         - plot:
2135             - title: '64B-1t1c-eth-l2*-ndrdisc'
2136               group: 'RFC2544: Xconnect and Bridge Domain'
2137               yaxis: 'Packets Per Second'
2138               num-builds: '20'
2139               keep-records: True
2140               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-1.csv'
2141               series:
2142                   - file: 'csit/output_perf_data.xml'
2143                     format: xml
2144                     xpath-type: 'nodeset'
2145                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2146             - title: '64B-2t2c-eth-l2*-ndrdisc'
2147               group: 'RFC2544: Xconnect and Bridge Domain'
2148               yaxis: 'Packets Per Second'
2149               num-builds: '20'
2150               keep-records: True
2151               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-2.csv'
2152               series:
2153                   - file: 'csit/output_perf_data.xml'
2154                     format: xml
2155                     xpath-type: 'nodeset'
2156                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2157
2158             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
2159               group: 'RFC2544: IPv4 base, scale, feature'
2160               yaxis: 'Packets Per Second'
2161               num-builds: '20'
2162               keep-records: True
2163               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-1.csv'
2164               series:
2165                   - file: 'csit/output_perf_data.xml'
2166                     format: xml
2167                     xpath-type: 'nodeset'
2168                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
2169             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
2170               group: 'RFC2544: IPv4 base, scale, feature'
2171               yaxis: 'Packets Per Second'
2172               num-builds: '20'
2173               keep-records: True
2174               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-2.csv'
2175               series:
2176                   - file: 'csit/output_perf_data.xml'
2177                     format: xml
2178                     xpath-type: 'nodeset'
2179                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
2180
2181             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
2182               group: 'RFC2544: IPv6 base, scale, feature'
2183               yaxis: 'Packets Per Second'
2184               num-builds: '20'
2185               keep-records: True
2186               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-1.csv'
2187               series:
2188                   - file: 'csit/output_perf_data.xml'
2189                     format: xml
2190                     xpath-type: 'nodeset'
2191                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
2192             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
2193               group: 'RFC2544: IPv6 base, scale, feature'
2194               yaxis: 'Packets Per Second'
2195               num-builds: '20'
2196               keep-records: True
2197               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-2.csv'
2198               series:
2199                   - file: 'csit/output_perf_data.xml'
2200                     format: xml
2201                     xpath-type: 'nodeset'
2202                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
2203
2204             - title: '64B-1t1c-ethip4*-ndrdisc'
2205               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2206               yaxis: 'Packets Per Second'
2207               num-builds: '20'
2208               keep-records: True
2209               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-1.csv'
2210               series:
2211                   - file: 'csit/output_perf_data.xml'
2212                     format: xml
2213                     xpath-type: 'nodeset'
2214                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2215             - title: '64B-2t2c-ethip4*-ndrdisc'
2216               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2217               yaxis: 'Packets Per Second'
2218               num-builds: '20'
2219               keep-records: True
2220               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-2.csv'
2221               series:
2222                   - file: 'csit/output_perf_data.xml'
2223                     format: xml
2224                     xpath-type: 'nodeset'
2225                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2226             - title: '78B-1t1c-ethip6*-ndrdisc'
2227               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2228               yaxis: 'Packets Per Second'
2229               num-builds: '20'
2230               keep-records: True
2231               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-3.csv'
2232               series:
2233                   - file: 'csit/output_perf_data.xml'
2234                     format: xml
2235                     xpath-type: 'nodeset'
2236                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2237             - title: '78B-2t2c-ethip6*-ndrdisc'
2238               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2239               yaxis: 'Packets Per Second'
2240               num-builds: '20'
2241               keep-records: True
2242               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-4.csv'
2243               series:
2244                   - file: 'csit/output_perf_data.xml'
2245                     format: xml
2246                     xpath-type: 'nodeset'
2247                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2248
2249             - title: '64B-1t1c-ethip4*-ndrdisc'
2250               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2251               yaxis: 'Packets Per Second'
2252               num-builds: '20'
2253               keep-records: True
2254               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-1.csv'
2255               series:
2256                   - file: 'csit/output_perf_data.xml'
2257                     format: xml
2258                     xpath-type: 'nodeset'
2259                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2260             - title: '64B-2t2c-ethip4*-ndrdisc'
2261               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2262               yaxis: 'Packets Per Second'
2263               num-builds: '20'
2264               keep-records: True
2265               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-2.csv'
2266               series:
2267                   - file: 'csit/output_perf_data.xml'
2268                     format: xml
2269                     xpath-type: 'nodeset'
2270                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2271             - title: '78B-1t1c-ethip6*-ndrdisc'
2272               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2273               yaxis: 'Packets Per Second'
2274               num-builds: '20'
2275               keep-records: True
2276               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-3.csv'
2277               series:
2278                   - file: 'csit/output_perf_data.xml'
2279                     format: xml
2280                     xpath-type: 'nodeset'
2281                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2282             - title: '78B-2t2c-ethip6*-ndrdisc'
2283               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2284               yaxis: 'Packets Per Second'
2285               num-builds: '20'
2286               keep-records: True
2287               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-4.csv'
2288               series:
2289                   - file: 'csit/output_perf_data.xml'
2290                     format: xml
2291                     xpath-type: 'nodeset'
2292                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2293
2294             - title: '64B-1t1c-ethip4*-ndrdisc'
2295               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2296               yaxis: 'Packets Per Second'
2297               num-builds: '20'
2298               keep-records: True
2299               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-1.csv'
2300               series:
2301                   - file: 'csit/output_perf_data.xml'
2302                     format: xml
2303                     xpath-type: 'nodeset'
2304                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2305             - title: '64B-2t2c-ethip4*-ndrdisc'
2306               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2307               yaxis: 'Packets Per Second'
2308               num-builds: '20'
2309               keep-records: True
2310               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-2.csv'
2311               series:
2312                   - file: 'csit/output_perf_data.xml'
2313                     format: xml
2314                     xpath-type: 'nodeset'
2315                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2316             - title: '78B-1t1c-ethip6*-ndrdisc'
2317               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2318               yaxis: 'Packets Per Second'
2319               num-builds: '20'
2320               keep-records: True
2321               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-3.csv'
2322               series:
2323                   - file: 'csit/output_perf_data.xml'
2324                     format: xml
2325                     xpath-type: 'nodeset'
2326                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2327             - title: '78B-2t2c-ethip6*-ndrdisc'
2328               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2329               yaxis: 'Packets Per Second'
2330               num-builds: '20'
2331               keep-records: True
2332               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-4.csv'
2333               series:
2334                   - file: 'csit/output_perf_data.xml'
2335                     format: xml
2336                     xpath-type: 'nodeset'
2337                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2338
2339             - title: '64B-1t1c-ethip4*-ndrdisc'
2340               group: 'RFC2544: Overlay tunnels with crypto in software'
2341               yaxis: 'Packets Per Second'
2342               num-builds: '20'
2343               keep-records: True
2344               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-1.csv'
2345               series:
2346                   - file: 'csit/output_perf_data.xml'
2347                     format: xml
2348                     xpath-type: 'nodeset'
2349                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2350             - title: '64B-2t2c-ethip4*-ndrdisc'
2351               group: 'RFC2544: Overlay tunnels with crypto in software'
2352               yaxis: 'Packets Per Second'
2353               num-builds: '20'
2354               keep-records: True
2355               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-2.csv'
2356               series:
2357                   - file: 'csit/output_perf_data.xml'
2358                     format: xml
2359                     xpath-type: 'nodeset'
2360                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2361             - title: '78B-1t1c-ethip6*-ndrdisc'
2362               group: 'RFC2544: Overlay tunnels with crypto in software'
2363               yaxis: 'Packets Per Second'
2364               num-builds: '20'
2365               keep-records: True
2366               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-3.csv'
2367               series:
2368                   - file: 'csit/output_perf_data.xml'
2369                     format: xml
2370                     xpath-type: 'nodeset'
2371                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2372             - title: '78B-2t2c-ethip6*-ndrdisc'
2373               group: 'RFC2544: Overlay tunnels with crypto in software'
2374               yaxis: 'Packets Per Second'
2375               num-builds: '20'
2376               keep-records: True
2377               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-4.csv'
2378               series:
2379                   - file: 'csit/output_perf_data.xml'
2380                     format: xml
2381                     xpath-type: 'nodeset'
2382                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2383
2384             - title: '64B-1t1c-ethip4*-ndrdisc'
2385               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2386               yaxis: 'Packets Per Second'
2387               num-builds: '20'
2388               keep-records: True
2389               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-1.csv'
2390               series:
2391                   - file: 'csit/output_perf_data.xml'
2392                     format: xml
2393                     xpath-type: 'nodeset'
2394                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2395             - title: '64B-2t2c-ethip4*-ndrdisc'
2396               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2397               yaxis: 'Packets Per Second'
2398               num-builds: '20'
2399               keep-records: True
2400               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-2.csv'
2401               series:
2402                   - file: 'csit/output_perf_data.xml'
2403                     format: xml
2404                     xpath-type: 'nodeset'
2405                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2406             - title: '78B-1t1c-ethip6*-ndrdisc'
2407               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2408               yaxis: 'Packets Per Second'
2409               num-builds: '20'
2410               keep-records: True
2411               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-3.csv'
2412               series:
2413                   - file: 'csit/output_perf_data.xml'
2414                     format: xml
2415                     xpath-type: 'nodeset'
2416                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2417             - title: '78B-2t2c-ethip6*-ndrdisc'
2418               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2419               yaxis: 'Packets Per Second'
2420               num-builds: '20'
2421               keep-records: True
2422               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-4.csv'
2423               series:
2424                   - file: 'csit/output_perf_data.xml'
2425                     format: xml
2426                     xpath-type: 'nodeset'
2427                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2428
2429             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2430               group: 'RFC2544: vhost-user'
2431               yaxis: 'Packets Per Second'
2432               num-builds: '20'
2433               keep-records: True
2434               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-1.csv'
2435               series:
2436                   - file: 'csit/output_perf_data.xml'
2437                     format: xml
2438                     xpath-type: 'nodeset'
2439                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2440             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2441               group: 'RFC2544: vhost-user'
2442               yaxis: 'Packets Per Second'
2443               num-builds: '20'
2444               keep-records: True
2445               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-2.csv'
2446               series:
2447                   - file: 'csit/output_perf_data.xml'
2448                     format: xml
2449                     xpath-type: 'nodeset'
2450                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2451
2452 - job-template:
2453     name: 'csit-vpp-perf-check-{stream}'
2454
2455     description: |
2456       consumer
2457           csit-dev perf code base checks
2458       objective
2459           check csit perf code base
2460       job
2461           name
2462               csit-vpp-perf-check
2463           trigger
2464               see below
2465       perf test-cases selection
2466           all CSIT perf suites
2467       keywords
2468           format - keyword, tag_list
2469               verify-perf-ndrdisc, NDRDISC
2470               verify-perf-pdrdisc, PDRDISC
2471               verify-perf-ndrchk, NDRCHK
2472       default tags for vpp startup config and perf test type
2473           1T1C
2474               one worker thread, one core
2475           2T2C
2476               two worker threads, two cores
2477       results
2478           jjb verify
2479               PASS/FAIL
2480           present
2481               no
2482           analyse
2483               csit project
2484                   catch malfunctions
2485                   catch degradations
2486
2487     project-type: freestyle
2488     node: 'ubuntu1604-basebuild-4c-4g'
2489     concurrent: false
2490
2491     logrotate:
2492         daysToKeep: '{build-days-to-keep}'
2493         numToKeep: '{build-num-to-keep}'
2494         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2495         artifactNumToKeep: '{build-artifact-num-to-keep}'
2496
2497     parameters:
2498         - project-parameter:
2499             project: '{project}'
2500         - gerrit-parameter:
2501             branch: '{branch}'
2502
2503     scm:
2504         - gerrit-trigger-scm:
2505             credentials-id: 'jenkins-gerrit-credentials'
2506             refspec: '$GERRIT_REFSPEC'
2507             choosing-strategy: 'gerrit'
2508
2509     wrappers:
2510         - fdio-infra-wrappers:
2511             build-timeout: '{build-perf-timeout}'
2512         - fdio-infra-wrappers-non-activity-timeout:
2513             build-timeout: 360
2514
2515     triggers:
2516         - gerrit:
2517             server-name: 'Primary'
2518             trigger-on:
2519                 - comment-added-contains-event:
2520                     comment-contains-value: 'verify-perf-ndrdisc'
2521                 - comment-added-contains-event:
2522                     comment-contains-value: 'verify-perf-pdrdisc'
2523                 - comment-added-contains-event:
2524                     comment-contains-value: 'verify-perf-ndrchk'
2525             projects:
2526               - project-compare-type: 'ANT'
2527                 project-pattern: '{project}'
2528                 branches:
2529                   - branch-compare-type: 'ANT'
2530                     branch-pattern: '**/{branch}'
2531             skip-vote:
2532                 successful: false
2533                 failed: false
2534                 unstable: false
2535                 notbuilt: false
2536
2537     builders:
2538         - shell:
2539             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh
2540
2541     publishers:
2542         - archive-artifacts:
2543             artifacts: 'archive/*.*'
2544             latest-only: false
2545
2546         - robot:
2547             output-path: archive
2548             other-files:
2549               - '*.*'
2550
2551         - fdio-infra-shiplogs:
2552             maven-version: 'mvn33-new'
2553
2554 - job-template:
2555     name: 'csit-vpp-perf-ndrchk-daily-master'
2556
2557     description: |
2558       objective
2559           check vpp perf ndr chk daily
2560       job
2561           name
2562               csit-vpp-perf-ndrchk-daily
2563           trigger
2564               daily
2565       perf test-cases selection
2566           all CSIT perf suites
2567       default tags for vpp startup config and perf test type
2568           1T1C - one worker thread, one core
2569           2T2C - two worker threads, two cores
2570       results
2571           jjb verify
2572               PASS/FAIL
2573           present
2574               no
2575           analyse
2576               csit project
2577                   catch malfunctions
2578                   catch degradations
2579
2580     project-type: freestyle
2581     node: 'ubuntu1604-basebuild-4c-4g'
2582     concurrent: false
2583
2584     logrotate:
2585         daysToKeep: '{build-days-to-keep}'
2586         numToKeep: '{build-num-to-keep}'
2587         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2588         artifactNumToKeep: '{build-artifact-num-to-keep}'
2589
2590     parameters:
2591         - project-parameter:
2592             project: '{project}'
2593         - gerrit-parameter:
2594             branch: '{branch}'
2595
2596     wrappers:
2597         - fdio-infra-wrappers:
2598             build-timeout: '{build-perf-timeout}'
2599         - fdio-infra-wrappers-non-activity-timeout:
2600             build-timeout: 360
2601
2602     triggers:
2603         - timed: 'H H(0-2) * * *'
2604
2605     builders:
2606         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2607         - inject:
2608             properties-file: variables.prop
2609         - shell:
2610             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-ndrchk-daily.sh
2611
2612     publishers:
2613         - archive-artifacts:
2614             artifacts: 'csit/archive/*.*'
2615             latest-only: false
2616
2617         - robot:
2618             output-path: 'csit/archive'
2619             other-files:
2620               - '*.*'
2621
2622         - fdio-infra-shiplogs:
2623             maven-version: 'mvn33-new'
2624
2625 - job-template:
2626     name: 'csit-vpp-perf-verify-{stream}'
2627
2628     description: |
2629       objective
2630           perf verify - per csit gerrit patch
2631       job
2632           name
2633               csit-vpp-perf-verify
2634           trigger
2635               keyword in comment to csit patch
2636       perf test-cases selection
2637           test-cases selected using trigger keywords paired with tags
2638           all test-cases are labelled with CSIT RF topic tags defined in
2639           csit/docs/tag_documentation.rst
2640       proposed keywords
2641           focus on testing specified vpp packet processing path
2642           format - keyword - tag_list
2643           perf_verify_ip4 - IP4Base, IP4Scale2M
2644           perf_verify_ip6 - IP6Base, IP6Scale2M
2645           perf_verify_l2 - L2XC, L2BD
2646           perf_verify_lisp - 4Lisp, 6Lisp
2647           perf_verify_vxlan - Vxlan
2648           perf_verify_vhost - Vhost
2649           perf_verify_memif - Memif
2650       default tags for vpp startup config and perf test type
2651           1T1C
2652               one worker thread, one core
2653           X520
2654               x520 Niantic NIC
2655           NDRDISC
2656               discovery of NDR throughput
2657       results
2658           jjb verify
2659               PASS/FAIL
2660           present
2661               no
2662           analyse
2663               no
2664     project-type: freestyle
2665     node: 'ubuntu1604-basebuild-4c-4g'
2666     concurrent: false
2667
2668     logrotate:
2669         daysToKeep: '{build-days-to-keep}'
2670         numToKeep: '{build-num-to-keep}'
2671         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2672         artifactNumToKeep: '{build-artifact-num-to-keep}'
2673
2674     parameters:
2675         - project-parameter:
2676             project: '{project}'
2677         - gerrit-parameter:
2678             branch: '{branch}'
2679
2680     scm:
2681         - gerrit-trigger-scm:
2682             credentials-id: 'jenkins-gerrit-credentials'
2683             refspec: '$GERRIT_REFSPEC'
2684             choosing-strategy: 'gerrit'
2685
2686     wrappers:
2687         - fdio-infra-wrappers:
2688             build-timeout: '{build-perf-timeout}'
2689         - fdio-infra-wrappers-non-activity-timeout:
2690             build-timeout: 360
2691
2692     triggers:
2693         - gerrit:
2694             server-name: 'Primary'
2695             trigger-on:
2696                 - comment-added-contains-event:
2697                     comment-contains-value: 'verify-perf-l2'
2698                 - comment-added-contains-event:
2699                     comment-contains-value: 'verify-perf-ip4'
2700                 - comment-added-contains-event:
2701                     comment-contains-value: 'verify-perf-ip6'
2702                 - comment-added-contains-event:
2703                     comment-contains-value: 'verify-perf-lisp'
2704                 - comment-added-contains-event:
2705                     comment-contains-value: 'verify-perf-vxlan'
2706                 - comment-added-contains-event:
2707                     comment-contains-value: 'verify-perf-vhost'
2708                 - comment-added-contains-event:
2709                     comment-contains-value: 'verify-perf-memif'
2710             projects:
2711               - project-compare-type: 'ANT'
2712                 project-pattern: '{project}'
2713                 branches:
2714                   - branch-compare-type: 'ANT'
2715                     branch-pattern: '**/{branch}'
2716             skip-vote:
2717                 successful: false
2718                 failed: false
2719                 unstable: false
2720                 notbuilt: false
2721
2722     builders:
2723         - shell:
2724             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh
2725
2726     publishers:
2727         - archive-artifacts:
2728             artifacts: 'archive/*.*'
2729             latest-only: false
2730
2731         - robot:
2732             output-path: archive
2733             other-files:
2734               - '*.*'
2735
2736         - fdio-infra-shiplogs:
2737             maven-version: 'mvn33-new'
2738
2739 - job-template:
2740     name: 'csit-nsh_sfc-verify-perf-{stream}'
2741
2742     project-type: freestyle
2743     node: 'ubuntu1604-basebuild-4c-4g'
2744     concurrent: true
2745
2746     logrotate:
2747         daysToKeep: '{build-days-to-keep}'
2748         numToKeep: '{build-num-to-keep}'
2749         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2750         artifactNumToKeep: '{build-artifact-num-to-keep}'
2751
2752     parameters:
2753         - project-parameter:
2754             project: '{project}'
2755         - gerrit-parameter:
2756             branch: '{branch}'
2757         - os-parameter:
2758             os: 'ubuntu1604'
2759         - stream-parameter:
2760             stream: '{stream}'
2761
2762     scm:
2763         - gerrit-trigger-scm:
2764             credentials-id: 'jenkins-gerrit-credentials'
2765             refspec: '$GERRIT_REFSPEC'
2766             choosing-strategy: 'gerrit'
2767
2768     wrappers:
2769         - fdio-infra-wrappers:
2770             build-timeout: '{build-perf-timeout}'
2771         - fdio-infra-wrappers-non-activity-timeout:
2772             build-timeout: 360
2773
2774     triggers:
2775         - gerrit-trigger-manually-triggered:
2776             name: '{project}'
2777             branch: '{branch}'
2778             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
2779
2780     builders:
2781         - shell:
2782             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
2783
2784     publishers:
2785         - archive-artifacts:
2786             artifacts: 'archive/*.*'
2787             latest-only: false
2788
2789         - robot-report:
2790             output-path: 'archive'
2791
2792         - fdio-infra-shiplogs:
2793             maven-version: 'mvn33-new'
2794
2795 - job-template:
2796     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
2797
2798     project-type: freestyle
2799     node: '{os}-basebuild-4c-4g'
2800     concurrent: true
2801
2802     logrotate:
2803         daysToKeep: '{build-days-to-keep}'
2804         numToKeep: '{build-num-to-keep}'
2805         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2806         artifactNumToKeep: '{build-artifact-num-to-keep}'
2807
2808     parameters:
2809         - project-parameter:
2810             project: '{project}'
2811         - gerrit-parameter:
2812             branch: '{branch}'
2813         - os-parameter:
2814             os: '{os}'
2815         - stream-parameter:
2816             stream: '{stream}'
2817
2818     scm:
2819         - gerrit-trigger-scm:
2820             credentials-id: 'jenkins-gerrit-credentials'
2821             refspec: '$GERRIT_REFSPEC'
2822             choosing-strategy: 'gerrit'
2823
2824     wrappers:
2825         - fdio-infra-wrappers:
2826             build-timeout: '{build-timeout}'
2827
2828     triggers:
2829         - gerrit-trigger-manually-triggered:
2830             name: '{project}'
2831             branch: '{branch}'
2832             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
2833
2834     builders:
2835         - shell:
2836             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
2837
2838     publishers:
2839         - archive-artifacts:
2840             artifacts: 'archive/*.*'
2841             latest-only: false
2842
2843         - robot-report:
2844             output-path: 'archive'
2845
2846         - fdio-infra-shiplogs:
2847             maven-version: 'mvn33-new'
2848
2849 - job-template:
2850     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
2851
2852     project-type: freestyle
2853     node: '{os}-basebuild-4c-4g'
2854     concurrent: true
2855
2856     logrotate:
2857         daysToKeep: '{build-days-to-keep}'
2858         numToKeep: '{build-num-to-keep}'
2859         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2860         artifactNumToKeep: '{build-artifact-num-to-keep}'
2861
2862     parameters:
2863         - project-parameter:
2864             project: '{project}'
2865         - gerrit-parameter:
2866             branch: '{branch}'
2867         - os-parameter:
2868             os: '{os}'
2869
2870     scm:
2871         - gerrit-trigger-scm:
2872             credentials-id: 'jenkins-gerrit-credentials'
2873             refspec: '$GERRIT_REFSPEC'
2874             choosing-strategy: 'gerrit'
2875
2876     wrappers:
2877         - fdio-infra-wrappers:
2878             build-timeout: '{build-timeout}'
2879
2880     triggers:
2881         - gerrit-trigger-manually-triggered:
2882             name: '{project}'
2883             branch: '{branch}'
2884             comment-trigger-value: 'csit_verify_tldk_func'
2885
2886     builders:
2887         - shell:
2888             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
2889
2890     publishers:
2891         - archive-artifacts:
2892             artifacts: 'archive/*.*'
2893             latest-only: false
2894
2895         - robot-report:
2896             output-path: 'archive'
2897
2898         - fdio-infra-shiplogs:
2899             maven-version: 'mvn33-new'
2900
2901 - parameter:
2902     name: test-type-parameter
2903     parameters:
2904         - string:
2905             name: TYPE
2906             default: '{type}'
2907             description: "Test TYPE parameter if not given by trigger"