jjb/csit/csit.yaml

   1 # Copyright (c) 2017 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14
  15 - project:
  16     name: csit
  17     description: 'CSIT jenkins jobs.'
  18     os:
  19         - 'ubuntu1604'
  20         - 'centos7'
  21
  22     jobs:
  23         - 'csit-dpdk-perf-{stream}-{type}'
  24         - 'csit-vpp-perf-{stream}-{type}'
  25         - 'csit-ligato-perf-{stream}-{type}'
  26         - 'csit-vpp-functional-{stream}-{os}-virl'
  27         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
  28         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
  29         - 'csit-docs-merge-{stream_timed}'
  30         - 'csit-docs-verify-{stream}'
  31         - 'csit-report-merge-{stream}'
  32         - 'csit-vpp-perf-trend-daily-master'
  33         - 'csit-vpp-perf-trend-semi-weekly-master'
  34         - 'csit-vpp-perf-check-{stream}'
  35         - 'csit-vpp-perf-ndrchk-daily-master'
  36         - 'csit-vpp-perf-verify-{stream}'
  37         - 'csit-nsh_sfc-verify-perf-{stream}'
  38         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
  39         - 'csit-tldk-verify-func-{stream}-{os}-virl'
  40
  41     project: 'csit'
  42     branch: 'master'
  43     branch-id: 'oper'
  44     build-artifact-num-to-keep: 10
  45     type:
  46         - all
  47         - long
  48     stream_timed:
  49         - master:
  50             branch: 'master'
  51             branch-id: 'oper'
  52         - '1710':
  53             branch: 'rls1710'
  54             branch-id: 'oper-rls1710'
  55     stream:
  56         - master:
  57             branch: 'master'
  58             branch-id: 'oper'
  59         - '1701':
  60             branch: 'rls1701'
  61             branch-id: 'oper-rls1701'
  62         - '1704':
  63             branch: 'rls1704'
  64             branch-id: 'oper-rls1704'
  65         - '1707':
  66             branch: 'rls1707'
  67             branch-id: 'oper-rls1707'
  68         - '1710':
  69             branch: 'rls1710'
  70             branch-id: 'oper-rls1710'
  71
  72
  73 - job-template:
  74     name: 'csit-vpp-functional-{stream}-{os}-virl'
  75
  76     project-type: freestyle
  77     node: '{os}-basebuild-4c-4g'
  78     concurrent: true
  79
  80     logrotate:
  81         daysToKeep: '{build-days-to-keep}'
  82         numToKeep: '{build-num-to-keep}'
  83         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  84         artifactNumToKeep: '{build-artifact-num-to-keep}'
  85
  86     parameters:
  87         - project-parameter:
  88             project: '{project}'
  89         - gerrit-parameter:
  90             branch: '{branch}'
  91
  92     scm:
  93         - gerrit-trigger-scm:
  94             credentials-id: 'jenkins-gerrit-credentials'
  95             refspec: '$GERRIT_REFSPEC'
  96             choosing-strategy: 'gerrit'
  97
  98     wrappers:
  99         - fdio-infra-wrappers:
 100             build-timeout: '{build-timeout}'
 101         - fdio-infra-wrappers-non-activity-timeout:
 102             build-timeout: 360
 103
 104     triggers:
 105         - gerrit-trigger-patch-submitted:
 106             name: '{project}'
 107             branch: '{branch}'
 108
 109     builders:
 110         - shell:
 111             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 112
 113     publishers:
 114         - archive-artifacts:
 115             artifacts: 'report.html, log.html, output.xml'
 116             latest-only: false
 117
 118         - robot-report:
 119             output-path: ''
 120
 121         - fdio-infra-shiplogs:
 122             maven-version: 'mvn33-new'
 123
 124 - job-template:
 125     name: 'csit-dpdk-perf-{stream}-{type}'
 126
 127     project-type: freestyle
 128     node: 'ubuntu1604-basebuild-4c-4g'
 129     concurrent: false
 130
 131     logrotate:
 132         daysToKeep: '{build-days-to-keep}'
 133         numToKeep: '{build-num-to-keep}'
 134         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 135         artifactNumToKeep: '{build-artifact-num-to-keep}'
 136
 137     parameters:
 138         - project-parameter:
 139             project: '{project}'
 140         - gerrit-parameter:
 141             branch: '{branch}'
 142         - type-parameter:
 143             type: '{type}'
 144
 145     scm:
 146         - gerrit-trigger-scm:
 147             credentials-id: 'jenkins-gerrit-credentials'
 148             refspec: '$GERRIT_REFSPEC'
 149             choosing-strategy: 'gerrit'
 150
 151     wrappers:
 152         - fdio-infra-wrappers:
 153             build-timeout: '{build-perf-timeout}'
 154         - fdio-infra-wrappers-non-activity-timeout:
 155             build-timeout: 360
 156
 157     triggers:
 158         - gerrit-trigger-manually-triggered:
 159             name: '{project}'
 160             branch: '{branch}'
 161             comment-trigger-value: 'verify-perf-dpdk-{type}'
 162
 163     builders:
 164         - shell:
 165             !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh
 166
 167     publishers:
 168         - archive-artifacts:
 169             artifacts: 'archive/*.*'
 170             latest-only: false
 171
 172         - robot:
 173             output-path: archive
 174             other-files:
 175               - '*.*'
 176
 177         - plot:
 178             - title: '64B-1t1c-eth-l2xcbase-testpmd-ndrdisc'
 179               group: 'RFC2544: Xconnect'
 180               yaxis: 'Packets Per Second'
 181               num-builds: '20'
 182               keep-records: True
 183               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-1.csv'
 184               series:
 185                   - file: 'output_perf_data.xml'
 186                     format: xml
 187                     xpath-type: 'nodeset'
 188                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 189             - title: '64B-2t2c-eth-l2xcbase-testpmd-ndrdisc'
 190               group: 'RFC2544: Xconnect'
 191               yaxis: 'Packets Per Second'
 192               num-builds: '20'
 193               keep-records: True
 194               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-2.csv'
 195               series:
 196                   - file: 'output_perf_data.xml'
 197                     format: xml
 198                     xpath-type: 'nodeset'
 199                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 200             - title: '64B-4t4c-eth-l2xcbase-testpmd-ndrdisc'
 201               group: 'RFC2544: Xconnect'
 202               yaxis: 'Packets Per Second'
 203               num-builds: '20'
 204               keep-records: True
 205               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-3.csv'
 206               series:
 207                   - file: 'output_perf_data.xml'
 208                     format: xml
 209                     xpath-type: 'nodeset'
 210                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 211             - title: '64B-1t1c-eth-l2xcbase-testpmd-pdrdisc'
 212               group: 'RFC2544: Xconnect'
 213               yaxis: 'Packets Per Second'
 214               num-builds: '20'
 215               keep-records: True
 216               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-4.csv'
 217               series:
 218                   - file: 'output_perf_data.xml'
 219                     format: xml
 220                     xpath-type: 'nodeset'
 221                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 222             - title: '64B-2t2c-eth-l2xcbase-testpmd-pdrdisc'
 223               group: 'RFC2544: Xconnect'
 224               yaxis: 'Packets Per Second'
 225               num-builds: '20'
 226               keep-records: True
 227               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-5.csv'
 228               series:
 229                   - file: 'output_perf_data.xml'
 230                     format: xml
 231                     xpath-type: 'nodeset'
 232                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 233             - title: '64B-4t4c-eth-l2xcbase-testpmd-pdrdisc'
 234               group: 'RFC2544: Xconnect'
 235               yaxis: 'Packets Per Second'
 236               num-builds: '20'
 237               keep-records: True
 238               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-6.csv'
 239               series:
 240                   - file: 'output_perf_data.xml'
 241                     format: xml
 242                     xpath-type: 'nodeset'
 243                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 244
 245         - fdio-infra-shiplogs:
 246             maven-version: 'mvn33-new'
 247
 248 - job-template:
 249     name: 'csit-vpp-perf-{stream}-{type}'
 250
 251     project-type: freestyle
 252     node: 'ubuntu1604-basebuild-4c-4g'
 253     concurrent: true
 254
 255     logrotate:
 256         daysToKeep: '{build-days-to-keep}'
 257         numToKeep: '{build-num-to-keep}'
 258         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 259         artifactNumToKeep: '{build-artifact-num-to-keep}'
 260
 261     parameters:
 262         - project-parameter:
 263             project: '{project}'
 264         - gerrit-parameter:
 265             branch: '{branch}'
 266         - type-parameter:
 267             type: '{type}'
 268
 269     scm:
 270         - gerrit-trigger-scm:
 271             credentials-id: 'jenkins-gerrit-credentials'
 272             refspec: '$GERRIT_REFSPEC'
 273             choosing-strategy: 'gerrit'
 274
 275     wrappers:
 276         - fdio-infra-wrappers:
 277             build-timeout: '{build-perf-timeout}'
 278         - fdio-infra-wrappers-non-activity-timeout:
 279             build-timeout: 360
 280
 281     triggers:
 282         - gerrit-trigger-manually-triggered:
 283             name: '{project}'
 284             branch: '{branch}'
 285             comment-trigger-value: 'verify-perf-{type}'
 286
 287     builders:
 288         - shell:
 289             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 290
 291     publishers:
 292         - archive-artifacts:
 293             artifacts: 'archive/*.*'
 294             latest-only: false
 295
 296         - robot:
 297             output-path: archive
 298             other-files:
 299               - '*.*'
 300
 301         - plot:
 302             - title: '64B-1t1c-eth-l2*-ndrdisc'
 303               group: 'RFC2544: Xconnect and Bridge Domain'
 304               yaxis: 'Packets Per Second'
 305               num-builds: '20'
 306               keep-records: True
 307               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-1.csv'
 308               series:
 309                   - file: 'output_perf_data.xml'
 310                     format: xml
 311                     xpath-type: 'nodeset'
 312                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 313             - title: '64B-2t2c-eth-l2*-ndrdisc'
 314               group: 'RFC2544: Xconnect and Bridge Domain'
 315               yaxis: 'Packets Per Second'
 316               num-builds: '20'
 317               keep-records: True
 318               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-2.csv'
 319               series:
 320                   - file: 'output_perf_data.xml'
 321                     format: xml
 322                     xpath-type: 'nodeset'
 323                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 324             - title: '64B-4t4c-eth-l2*-ndrdisc'
 325               group: 'RFC2544: Xconnect and Bridge Domain'
 326               yaxis: 'Packets Per Second'
 327               num-builds: '20'
 328               keep-records: True
 329               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-3.csv'
 330               series:
 331                   - file: 'output_perf_data.xml'
 332                     format: xml
 333                     xpath-type: 'nodeset'
 334                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 335             - title: '64B-1t1c-eth-l2*-pdrdisc'
 336               group: 'RFC2544: Xconnect and Bridge Domain'
 337               yaxis: 'Packets Per Second'
 338               num-builds: '20'
 339               keep-records: True
 340               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-4.csv'
 341               series:
 342                   - file: 'output_perf_data.xml'
 343                     format: xml
 344                     xpath-type: 'nodeset'
 345                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 346             - title: '64B-2t2c-eth-l2*-pdrdisc'
 347               group: 'RFC2544: Xconnect and Bridge Domain'
 348               yaxis: 'Packets Per Second'
 349               num-builds: '20'
 350               keep-records: True
 351               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-5.csv'
 352               series:
 353                   - file: 'output_perf_data.xml'
 354                     format: xml
 355                     xpath-type: 'nodeset'
 356                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 357             - title: '64B-4t4c-eth-l2*-pdrdisc'
 358               group: 'RFC2544: Xconnect and Bridge Domain'
 359               yaxis: 'Packets Per Second'
 360               num-builds: '20'
 361               keep-records: True
 362               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-6.csv'
 363               series:
 364                   - file: 'output_perf_data.xml'
 365                     format: xml
 366                     xpath-type: 'nodeset'
 367                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 368
 369             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
 370               group: 'RFC2544: IPv4 base, scale, feature'
 371               yaxis: 'Packets Per Second'
 372               num-builds: '20'
 373               keep-records: True
 374               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-1.csv'
 375               series:
 376                   - file: 'output_perf_data.xml'
 377                     format: xml
 378                     xpath-type: 'nodeset'
 379                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 380             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
 381               group: 'RFC2544: IPv4 base, scale, feature'
 382               yaxis: 'Packets Per Second'
 383               num-builds: '20'
 384               keep-records: True
 385               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-2.csv'
 386               series:
 387                   - file: 'output_perf_data.xml'
 388                     format: xml
 389                     xpath-type: 'nodeset'
 390                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 391             - title: '64B-4t4c-ethip4-ip4*-ndrdisc'
 392               group: 'RFC2544: IPv4 base, scale, feature'
 393               yaxis: 'Packets Per Second'
 394               num-builds: '20'
 395               keep-records: True
 396               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-3.csv'
 397               series:
 398                   - file: 'output_perf_data.xml'
 399                     format: xml
 400                     xpath-type: 'nodeset'
 401                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 402             - title: '64B-1t1c-ethip4-ip4*-pdrdisc'
 403               group: 'RFC2544: IPv4 base, scale, feature'
 404               yaxis: 'Packets Per Second'
 405               num-builds: '20'
 406               keep-records: True
 407               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-4.csv'
 408               series:
 409                   - file: 'output_perf_data.xml'
 410                     format: xml
 411                     xpath-type: 'nodeset'
 412                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 413             - title: '64B-2t2c-ethip4-ip4*-pdrdisc'
 414               group: 'RFC2544: IPv4 base, scale, feature'
 415               yaxis: 'Packets Per Second'
 416               num-builds: '20'
 417               keep-records: True
 418               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-5.csv'
 419               series:
 420                   - file: 'output_perf_data.xml'
 421                     format: xml
 422                     xpath-type: 'nodeset'
 423                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 424             - title: '64B-4t4c-ethip4-ip4*-pdrdisc'
 425               group: 'RFC2544: IPv4 base, scale, feature'
 426               yaxis: 'Packets Per Second'
 427               num-builds: '20'
 428               keep-records: True
 429               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-6.csv'
 430               series:
 431                   - file: 'output_perf_data.xml'
 432                     format: xml
 433                     xpath-type: 'nodeset'
 434                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 435
 436             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
 437               group: 'RFC2544: IPv6 base, scale, feature'
 438               yaxis: 'Packets Per Second'
 439               num-builds: '20'
 440               keep-records: True
 441               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-1.csv'
 442               series:
 443                   - file: 'output_perf_data.xml'
 444                     format: xml
 445                     xpath-type: 'nodeset'
 446                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 447             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
 448               group: 'RFC2544: IPv6 base, scale, feature'
 449               yaxis: 'Packets Per Second'
 450               num-builds: '20'
 451               keep-records: True
 452               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-2.csv'
 453               series:
 454                   - file: 'output_perf_data.xml'
 455                     format: xml
 456                     xpath-type: 'nodeset'
 457                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 458             - title: '78B-4t4c-ethip6-ip6*-ndrdisc'
 459               group: 'RFC2544: IPv6 base, scale, feature'
 460               yaxis: 'Packets Per Second'
 461               num-builds: '20'
 462               keep-records: True
 463               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-3.csv'
 464               series:
 465                   - file: 'output_perf_data.xml'
 466                     format: xml
 467                     xpath-type: 'nodeset'
 468                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 469             - title: '78B-1t1c-ethip6-ip6*-pdrdisc'
 470               group: 'RFC2544: IPv6 base, scale, feature'
 471               yaxis: 'Packets Per Second'
 472               num-builds: '20'
 473               keep-records: True
 474               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-4.csv'
 475               series:
 476                   - file: 'output_perf_data.xml'
 477                     format: xml
 478                     xpath-type: 'nodeset'
 479                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 480             - title: '78B-2t2c-ethip6-ip6*-pdrdisc'
 481               group: 'RFC2544: IPv6 base, scale, feature'
 482               yaxis: 'Packets Per Second'
 483               num-builds: '20'
 484               keep-records: True
 485               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-5.csv'
 486               series:
 487                   - file: 'output_perf_data.xml'
 488                     format: xml
 489                     xpath-type: 'nodeset'
 490                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 491             - title: '78B-4t4c-ethip6-ip6*-pdrdisc'
 492               group: 'RFC2544: IPv6 base, scale, feature'
 493               yaxis: 'Packets Per Second'
 494               num-builds: '20'
 495               keep-records: True
 496               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-6.csv'
 497               series:
 498                   - file: 'output_perf_data.xml'
 499                     format: xml
 500                     xpath-type: 'nodeset'
 501                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 502
 503             - title: '64B-1t1c-ethip4*-ndrdisc'
 504               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 505               yaxis: 'Packets Per Second'
 506               num-builds: '20'
 507               keep-records: True
 508               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-1.csv'
 509               series:
 510                   - file: 'output_perf_data.xml'
 511                     format: xml
 512                     xpath-type: 'nodeset'
 513                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 514             - title: '64B-2t2c-ethip4*-ndrdisc'
 515               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 516               yaxis: 'Packets Per Second'
 517               num-builds: '20'
 518               keep-records: True
 519               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-2.csv'
 520               series:
 521                   - file: 'output_perf_data.xml'
 522                     format: xml
 523                     xpath-type: 'nodeset'
 524                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 525             - title: '64B-4t4c-ethip4*-ndrdisc'
 526               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 527               yaxis: 'Packets Per Second'
 528               num-builds: '20'
 529               keep-records: True
 530               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-3.csv'
 531               series:
 532                   - file: 'output_perf_data.xml'
 533                     format: xml
 534                     xpath-type: 'nodeset'
 535                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 536             - title: '64B-1t1c-ethip4*-pdrdisc'
 537               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 538               yaxis: 'Packets Per Second'
 539               num-builds: '20'
 540               keep-records: True
 541               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-4.csv'
 542               series:
 543                   - file: 'output_perf_data.xml'
 544                     format: xml
 545                     xpath-type: 'nodeset'
 546                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 547             - title: '64B-2t2c-ethip4*-pdrdisc'
 548               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 549               yaxis: 'Packets Per Second'
 550               num-builds: '20'
 551               keep-records: True
 552               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-5.csv'
 553               series:
 554                   - file: 'output_perf_data.xml'
 555                     format: xml
 556                     xpath-type: 'nodeset'
 557                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 558             - title: '64B-4t4c-ethip4*-pdrdisc'
 559               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 560               yaxis: 'Packets Per Second'
 561               num-builds: '20'
 562               keep-records: True
 563               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-6.csv'
 564               series:
 565                   - file: 'output_perf_data.xml'
 566                     format: xml
 567                     xpath-type: 'nodeset'
 568                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 569             - title: '78B-1t1c-ethip6*-ndrdisc'
 570               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 571               yaxis: 'Packets Per Second'
 572               num-builds: '20'
 573               keep-records: True
 574               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-7.csv'
 575               series:
 576                   - file: 'output_perf_data.xml'
 577                     format: xml
 578                     xpath-type: 'nodeset'
 579                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 580             - title: '78B-2t2c-ethip6*-ndrdisc'
 581               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 582               yaxis: 'Packets Per Second'
 583               num-builds: '20'
 584               keep-records: True
 585               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-8.csv'
 586               series:
 587                   - file: 'output_perf_data.xml'
 588                     format: xml
 589                     xpath-type: 'nodeset'
 590                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 591             - title: '78B-4t4c-ethip6*-ndrdisc'
 592               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 593               yaxis: 'Packets Per Second'
 594               num-builds: '20'
 595               keep-records: True
 596               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-9.csv'
 597               series:
 598                   - file: 'output_perf_data.xml'
 599                     format: xml
 600                     xpath-type: 'nodeset'
 601                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 602             - title: '78B-1t1c-ethip6*-pdrdisc'
 603               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 604               yaxis: 'Packets Per Second'
 605               num-builds: '20'
 606               keep-records: True
 607               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-10.csv'
 608               series:
 609                   - file: 'output_perf_data.xml'
 610                     format: xml
 611                     xpath-type: 'nodeset'
 612                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 613             - title: '78B-2t2c-ethip6*-pdrdisc'
 614               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 615               yaxis: 'Packets Per Second'
 616               num-builds: '20'
 617               keep-records: True
 618               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-11.csv'
 619               series:
 620                   - file: 'output_perf_data.xml'
 621                     format: xml
 622                     xpath-type: 'nodeset'
 623                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 624             - title: '78B-4t4c-ethip6*-pdrdisc'
 625               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 626               yaxis: 'Packets Per Second'
 627               num-builds: '20'
 628               keep-records: True
 629               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-12.csv'
 630               series:
 631                   - file: 'output_perf_data.xml'
 632                     format: xml
 633                     xpath-type: 'nodeset'
 634                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 635
 636             - title: '64B-1t1c-ethip4*-ndrdisc'
 637               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 638               yaxis: 'Packets Per Second'
 639               num-builds: '20'
 640               keep-records: True
 641               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-1.csv'
 642               series:
 643                   - file: 'output_perf_data.xml'
 644                     format: xml
 645                     xpath-type: 'nodeset'
 646                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 647             - title: '64B-2t2c-ethip4*-ndrdisc'
 648               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 649               yaxis: 'Packets Per Second'
 650               num-builds: '20'
 651               keep-records: True
 652               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-2.csv'
 653               series:
 654                   - file: 'output_perf_data.xml'
 655                     format: xml
 656                     xpath-type: 'nodeset'
 657                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 658             - title: '64B-4t4c-ethip4*-ndrdisc'
 659               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 660               yaxis: 'Packets Per Second'
 661               num-builds: '20'
 662               keep-records: True
 663               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-3.csv'
 664               series:
 665                   - file: 'output_perf_data.xml'
 666                     format: xml
 667                     xpath-type: 'nodeset'
 668                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 669             - title: '64B-1t1c-ethip4*-pdrdisc'
 670               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 671               yaxis: 'Packets Per Second'
 672               num-builds: '20'
 673               keep-records: True
 674               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-4.csv'
 675               series:
 676                   - file: 'output_perf_data.xml'
 677                     format: xml
 678                     xpath-type: 'nodeset'
 679                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 680             - title: '64B-2t2c-ethip4*-pdrdisc'
 681               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 682               yaxis: 'Packets Per Second'
 683               num-builds: '20'
 684               keep-records: True
 685               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-5.csv'
 686               series:
 687                   - file: 'output_perf_data.xml'
 688                     format: xml
 689                     xpath-type: 'nodeset'
 690                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 691             - title: '64B-4t4c-ethip4*-pdrdisc'
 692               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 693               yaxis: 'Packets Per Second'
 694               num-builds: '20'
 695               keep-records: True
 696               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-6.csv'
 697               series:
 698                   - file: 'output_perf_data.xml'
 699                     format: xml
 700                     xpath-type: 'nodeset'
 701                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 702             - title: '78B-1t1c-ethip6*-ndrdisc'
 703               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 704               yaxis: 'Packets Per Second'
 705               num-builds: '20'
 706               keep-records: True
 707               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-7.csv'
 708               series:
 709                   - file: 'output_perf_data.xml'
 710                     format: xml
 711                     xpath-type: 'nodeset'
 712                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 713             - title: '78B-2t2c-ethip6*-ndrdisc'
 714               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 715               yaxis: 'Packets Per Second'
 716               num-builds: '20'
 717               keep-records: True
 718               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-8.csv'
 719               series:
 720                   - file: 'output_perf_data.xml'
 721                     format: xml
 722                     xpath-type: 'nodeset'
 723                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 724             - title: '78B-4t4c-ethip6*-ndrdisc'
 725               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 726               yaxis: 'Packets Per Second'
 727               num-builds: '20'
 728               keep-records: True
 729               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-9.csv'
 730               series:
 731                   - file: 'output_perf_data.xml'
 732                     format: xml
 733                     xpath-type: 'nodeset'
 734                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 735             - title: '78B-1t1c-ethip6*-pdrdisc'
 736               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 737               yaxis: 'Packets Per Second'
 738               num-builds: '20'
 739               keep-records: True
 740               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-10.csv'
 741               series:
 742                   - file: 'output_perf_data.xml'
 743                     format: xml
 744                     xpath-type: 'nodeset'
 745                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 746             - title: '78B-2t2c-ethip6*-pdrdisc'
 747               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 748               yaxis: 'Packets Per Second'
 749               num-builds: '20'
 750               keep-records: True
 751               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-11.csv'
 752               series:
 753                   - file: 'output_perf_data.xml'
 754                     format: xml
 755                     xpath-type: 'nodeset'
 756                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 757             - title: '78B-4t4c-ethip6*-pdrdisc'
 758               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 759               yaxis: 'Packets Per Second'
 760               num-builds: '20'
 761               keep-records: True
 762               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-12.csv'
 763               series:
 764                   - file: 'output_perf_data.xml'
 765                     format: xml
 766                     xpath-type: 'nodeset'
 767                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 768
 769             - title: '64B-1t1c-ethip4*-ndrdisc'
 770               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 771               yaxis: 'Packets Per Second'
 772               num-builds: '20'
 773               keep-records: True
 774               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-1.csv'
 775               series:
 776                   - file: 'output_perf_data.xml'
 777                     format: xml
 778                     xpath-type: 'nodeset'
 779                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 780             - title: '64B-2t2c-ethip4*-ndrdisc'
 781               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 782               yaxis: 'Packets Per Second'
 783               num-builds: '20'
 784               keep-records: True
 785               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-2.csv'
 786               series:
 787                   - file: 'output_perf_data.xml'
 788                     format: xml
 789                     xpath-type: 'nodeset'
 790                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 791             - title: '64B-4t4c-ethip4*-ndrdisc'
 792               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 793               yaxis: 'Packets Per Second'
 794               num-builds: '20'
 795               keep-records: True
 796               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-3.csv'
 797               series:
 798                   - file: 'output_perf_data.xml'
 799                     format: xml
 800                     xpath-type: 'nodeset'
 801                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 802             - title: '64B-1t1c-ethip4*-pdrdisc'
 803               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 804               yaxis: 'Packets Per Second'
 805               num-builds: '20'
 806               keep-records: True
 807               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-4.csv'
 808               series:
 809                   - file: 'output_perf_data.xml'
 810                     format: xml
 811                     xpath-type: 'nodeset'
 812                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 813             - title: '64B-2t2c-ethip4*-pdrdisc'
 814               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 815               yaxis: 'Packets Per Second'
 816               num-builds: '20'
 817               keep-records: True
 818               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-5.csv'
 819               series:
 820                   - file: 'output_perf_data.xml'
 821                     format: xml
 822                     xpath-type: 'nodeset'
 823                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 824             - title: '64B-4t4c-ethip4*-pdrdisc'
 825               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 826               yaxis: 'Packets Per Second'
 827               num-builds: '20'
 828               keep-records: True
 829               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-6.csv'
 830               series:
 831                   - file: 'output_perf_data.xml'
 832                     format: xml
 833                     xpath-type: 'nodeset'
 834                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 835             - title: '78B-1t1c-ethip6*-ndrdisc'
 836               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 837               yaxis: 'Packets Per Second'
 838               num-builds: '20'
 839               keep-records: True
 840               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-7.csv'
 841               series:
 842                   - file: 'output_perf_data.xml'
 843                     format: xml
 844                     xpath-type: 'nodeset'
 845                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 846             - title: '78B-2t2c-ethip6*-ndrdisc'
 847               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 848               yaxis: 'Packets Per Second'
 849               num-builds: '20'
 850               keep-records: True
 851               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-8.csv'
 852               series:
 853                   - file: 'output_perf_data.xml'
 854                     format: xml
 855                     xpath-type: 'nodeset'
 856                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 857             - title: '78B-4t4c-ethip6*-ndrdisc'
 858               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 859               yaxis: 'Packets Per Second'
 860               num-builds: '20'
 861               keep-records: True
 862               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-9.csv'
 863               series:
 864                   - file: 'output_perf_data.xml'
 865                     format: xml
 866                     xpath-type: 'nodeset'
 867                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 868             - title: '78B-1t1c-ethip6*-pdrdisc'
 869               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 870               yaxis: 'Packets Per Second'
 871               num-builds: '20'
 872               keep-records: True
 873               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-10.csv'
 874               series:
 875                   - file: 'output_perf_data.xml'
 876                     format: xml
 877                     xpath-type: 'nodeset'
 878                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 879             - title: '78B-2t2c-ethip6*-pdrdisc'
 880               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 881               yaxis: 'Packets Per Second'
 882               num-builds: '20'
 883               keep-records: True
 884               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-11.csv'
 885               series:
 886                   - file: 'output_perf_data.xml'
 887                     format: xml
 888                     xpath-type: 'nodeset'
 889                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 890             - title: '78B-4t4c-ethip6*-pdrdisc'
 891               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 892               yaxis: 'Packets Per Second'
 893               num-builds: '20'
 894               keep-records: True
 895               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-12.csv'
 896               series:
 897                   - file: 'output_perf_data.xml'
 898                     format: xml
 899                     xpath-type: 'nodeset'
 900                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 901
 902             - title: '64B-1t1c-ethip4*-ndrdisc'
 903               group: 'RFC2544: Overlay tunnels with crypto in software'
 904               yaxis: 'Packets Per Second'
 905               num-builds: '20'
 906               keep-records: True
 907               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-1.csv'
 908               series:
 909                   - file: 'output_perf_data.xml'
 910                     format: xml
 911                     xpath-type: 'nodeset'
 912                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 913             - title: '64B-2t2c-ethip4*-ndrdisc'
 914               group: 'RFC2544: Overlay tunnels with crypto in software'
 915               yaxis: 'Packets Per Second'
 916               num-builds: '20'
 917               keep-records: True
 918               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-2.csv'
 919               series:
 920                   - file: 'output_perf_data.xml'
 921                     format: xml
 922                     xpath-type: 'nodeset'
 923                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 924             - title: '64B-4t4c-ethip4*-ndrdisc'
 925               group: 'RFC2544: Overlay tunnels with crypto in software'
 926               yaxis: 'Packets Per Second'
 927               num-builds: '20'
 928               keep-records: True
 929               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-3.csv'
 930               series:
 931                   - file: 'output_perf_data.xml'
 932                     format: xml
 933                     xpath-type: 'nodeset'
 934                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 935             - title: '64B-1t1c-ethip4*-pdrdisc'
 936               group: 'RFC2544: Overlay tunnels with crypto in software'
 937               yaxis: 'Packets Per Second'
 938               num-builds: '20'
 939               keep-records: True
 940               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-4.csv'
 941               series:
 942                   - file: 'output_perf_data.xml'
 943                     format: xml
 944                     xpath-type: 'nodeset'
 945                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 946             - title: '64B-2t2c-ethip4*-pdrdisc'
 947               group: 'RFC2544: Overlay tunnels with crypto in software'
 948               yaxis: 'Packets Per Second'
 949               num-builds: '20'
 950               keep-records: True
 951               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-5.csv'
 952               series:
 953                   - file: 'output_perf_data.xml'
 954                     format: xml
 955                     xpath-type: 'nodeset'
 956                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 957             - title: '64B-4t4c-ethip4*-pdrdisc'
 958               group: 'RFC2544: Overlay tunnels with crypto in software'
 959               yaxis: 'Packets Per Second'
 960               num-builds: '20'
 961               keep-records: True
 962               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-6.csv'
 963               series:
 964                   - file: 'output_perf_data.xml'
 965                     format: xml
 966                     xpath-type: 'nodeset'
 967                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 968             - title: '78B-1t1c-ethip6*-ndrdisc'
 969               group: 'RFC2544: Overlay tunnels with crypto in software'
 970               yaxis: 'Packets Per Second'
 971               num-builds: '20'
 972               keep-records: True
 973               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-7.csv'
 974               series:
 975                   - file: 'output_perf_data.xml'
 976                     format: xml
 977                     xpath-type: 'nodeset'
 978                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 979             - title: '78B-2t2c-ethip6*-ndrdisc'
 980               group: 'RFC2544: Overlay tunnels with crypto in software'
 981               yaxis: 'Packets Per Second'
 982               num-builds: '20'
 983               keep-records: True
 984               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-8.csv'
 985               series:
 986                   - file: 'output_perf_data.xml'
 987                     format: xml
 988                     xpath-type: 'nodeset'
 989                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 990             - title: '78B-4t4c-ethip6*-ndrdisc'
 991               group: 'RFC2544: Overlay tunnels with crypto in software'
 992               yaxis: 'Packets Per Second'
 993               num-builds: '20'
 994               keep-records: True
 995               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-9.csv'
 996               series:
 997                   - file: 'output_perf_data.xml'
 998                     format: xml
 999                     xpath-type: 'nodeset'
1000                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1001             - title: '78B-1t1c-ethip6*-pdrdisc'
1002               group: 'RFC2544: Overlay tunnels with crypto in software'
1003               yaxis: 'Packets Per Second'
1004               num-builds: '20'
1005               keep-records: True
1006               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-10.csv'
1007               series:
1008                   - file: 'output_perf_data.xml'
1009                     format: xml
1010                     xpath-type: 'nodeset'
1011                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1012             - title: '78B-2t2c-ethip6*-pdrdisc'
1013               group: 'RFC2544: Overlay tunnels with crypto in software'
1014               yaxis: 'Packets Per Second'
1015               num-builds: '20'
1016               keep-records: True
1017               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-11.csv'
1018               series:
1019                   - file: 'output_perf_data.xml'
1020                     format: xml
1021                     xpath-type: 'nodeset'
1022                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1023             - title: '78B-4t4c-ethip6*-pdrdisc'
1024               group: 'RFC2544: Overlay tunnels with crypto in software'
1025               yaxis: 'Packets Per Second'
1026               num-builds: '20'
1027               keep-records: True
1028               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-12.csv'
1029               series:
1030                   - file: 'output_perf_data.xml'
1031                     format: xml
1032                     xpath-type: 'nodeset'
1033                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1034
1035             - title: '64B-1t1c-ethip4*-ndrdisc'
1036               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1037               yaxis: 'Packets Per Second'
1038               num-builds: '20'
1039               keep-records: True
1040               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-1.csv'
1041               series:
1042                   - file: 'output_perf_data.xml'
1043                     format: xml
1044                     xpath-type: 'nodeset'
1045                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1046             - title: '64B-2t2c-ethip4*-ndrdisc'
1047               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1048               yaxis: 'Packets Per Second'
1049               num-builds: '20'
1050               keep-records: True
1051               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-2.csv'
1052               series:
1053                   - file: 'output_perf_data.xml'
1054                     format: xml
1055                     xpath-type: 'nodeset'
1056                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1057             - title: '64B-4t4c-ethip4*-ndrdisc'
1058               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1059               yaxis: 'Packets Per Second'
1060               num-builds: '20'
1061               keep-records: True
1062               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-3.csv'
1063               series:
1064                   - file: 'output_perf_data.xml'
1065                     format: xml
1066                     xpath-type: 'nodeset'
1067                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1068             - title: '64B-1t1c-ethip4*-pdrdisc'
1069               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1070               yaxis: 'Packets Per Second'
1071               num-builds: '20'
1072               keep-records: True
1073               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-4.csv'
1074               series:
1075                   - file: 'output_perf_data.xml'
1076                     format: xml
1077                     xpath-type: 'nodeset'
1078                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1079             - title: '64B-2t2c-ethip4*-pdrdisc'
1080               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1081               yaxis: 'Packets Per Second'
1082               num-builds: '20'
1083               keep-records: True
1084               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-5.csv'
1085               series:
1086                   - file: 'output_perf_data.xml'
1087                     format: xml
1088                     xpath-type: 'nodeset'
1089                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1090             - title: '64B-4t4c-ethip4*-pdrdisc'
1091               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1092               yaxis: 'Packets Per Second'
1093               num-builds: '20'
1094               keep-records: True
1095               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-6.csv'
1096               series:
1097                   - file: 'output_perf_data.xml'
1098                     format: xml
1099                     xpath-type: 'nodeset'
1100                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1101             - title: '78B-1t1c-ethip6*-ndrdisc'
1102               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1103               yaxis: 'Packets Per Second'
1104               num-builds: '20'
1105               keep-records: True
1106               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-7.csv'
1107               series:
1108                   - file: 'output_perf_data.xml'
1109                     format: xml
1110                     xpath-type: 'nodeset'
1111                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1112             - title: '78B-2t2c-ethip6*-ndrdisc'
1113               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1114               yaxis: 'Packets Per Second'
1115               num-builds: '20'
1116               keep-records: True
1117               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-8.csv'
1118               series:
1119                   - file: 'output_perf_data.xml'
1120                     format: xml
1121                     xpath-type: 'nodeset'
1122                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1123             - title: '78B-4t4c-ethip6*-ndrdisc'
1124               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1125               yaxis: 'Packets Per Second'
1126               num-builds: '20'
1127               keep-records: True
1128               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-9.csv'
1129               series:
1130                   - file: 'output_perf_data.xml'
1131                     format: xml
1132                     xpath-type: 'nodeset'
1133                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1134             - title: '78B-1t1c-ethip6*-pdrdisc'
1135               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1136               yaxis: 'Packets Per Second'
1137               num-builds: '20'
1138               keep-records: True
1139               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-10.csv'
1140               series:
1141                   - file: 'output_perf_data.xml'
1142                     format: xml
1143                     xpath-type: 'nodeset'
1144                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1145             - title: '78B-2t2c-ethip6*-pdrdisc'
1146               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1147               yaxis: 'Packets Per Second'
1148               num-builds: '20'
1149               keep-records: True
1150               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-11.csv'
1151               series:
1152                   - file: 'output_perf_data.xml'
1153                     format: xml
1154                     xpath-type: 'nodeset'
1155                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1156             - title: '78B-4t4c-ethip6*-pdrdisc'
1157               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1158               yaxis: 'Packets Per Second'
1159               num-builds: '20'
1160               keep-records: True
1161               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-12.csv'
1162               series:
1163                   - file: 'output_perf_data.xml'
1164                     format: xml
1165                     xpath-type: 'nodeset'
1166                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1167
1168             - title: '64B-1t1c-*-vhost-*-ndrdisc'
1169               group: 'RFC2544: vhost-user'
1170               yaxis: 'Packets Per Second'
1171               num-builds: '20'
1172               keep-records: True
1173               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-1.csv'
1174               series:
1175                   - file: 'output_perf_data.xml'
1176                     format: xml
1177                     xpath-type: 'nodeset'
1178                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1179             - title: '64B-2t2c-*-vhost-*-ndrdisc'
1180               group: 'RFC2544: vhost-user'
1181               yaxis: 'Packets Per Second'
1182               num-builds: '20'
1183               keep-records: True
1184               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-2.csv'
1185               series:
1186                   - file: 'output_perf_data.xml'
1187                     format: xml
1188                     xpath-type: 'nodeset'
1189                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1190             - title: '64B-4t4c-*-vhost-*-ndrdisc'
1191               group: 'RFC2544: vhost-user'
1192               yaxis: 'Packets Per Second'
1193               num-builds: '20'
1194               keep-records: True
1195               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-3.csv'
1196               series:
1197                   - file: 'output_perf_data.xml'
1198                     format: xml
1199                     xpath-type: 'nodeset'
1200                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1201             - title: '64B-1t1c-*-vhost-*-pdrdisc'
1202               group: 'RFC2544: vhost-user'
1203               yaxis: 'Packets Per Second'
1204               num-builds: '20'
1205               keep-records: True
1206               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-4.csv'
1207               series:
1208                   - file: 'output_perf_data.xml'
1209                     format: xml
1210                     xpath-type: 'nodeset'
1211                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1212             - title: '64B-2t2c-*-vhost-*-pdrdisc'
1213               group: 'RFC2544: vhost-user'
1214               yaxis: 'Packets Per Second'
1215               num-builds: '20'
1216               keep-records: True
1217               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-5.csv'
1218               series:
1219                   - file: 'output_perf_data.xml'
1220                     format: xml
1221                     xpath-type: 'nodeset'
1222                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1223             - title: '64B-4t4c-*-vhost-*-pdrdisc'
1224               group: 'RFC2544: vhost-user'
1225               yaxis: 'Packets Per Second'
1226               num-builds: '20'
1227               keep-records: True
1228               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-6.csv'
1229               series:
1230                   - file: 'output_perf_data.xml'
1231                     format: xml
1232                     xpath-type: 'nodeset'
1233                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1234
1235         - fdio-infra-shiplogs:
1236             maven-version: 'mvn33-new'
1237
1238 - job-template:
1239     name: 'csit-ligato-perf-{stream}-{type}'
1240
1241     project-type: freestyle
1242     node: 'ubuntu1604-basebuild-4c-4g'
1243     concurrent: true
1244
1245     logrotate:
1246         daysToKeep: '{build-days-to-keep}'
1247         numToKeep: '{build-num-to-keep}'
1248         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1249         artifactNumToKeep: '{build-artifact-num-to-keep}'
1250
1251     parameters:
1252         - project-parameter:
1253             project: '{project}'
1254         - gerrit-parameter:
1255             branch: '{branch}'
1256         - type-parameter:
1257             type: '{type}'
1258
1259     scm:
1260         - gerrit-trigger-scm:
1261             credentials-id: 'jenkins-gerrit-credentials'
1262             refspec: '$GERRIT_REFSPEC'
1263             choosing-strategy: 'gerrit'
1264
1265     wrappers:
1266         - fdio-infra-wrappers:
1267             build-timeout: '{build-perf-timeout}'
1268         - fdio-infra-wrappers-non-activity-timeout:
1269             build-timeout: 360
1270
1271     triggers:
1272         - gerrit-trigger-manually-triggered:
1273             name: '{project}'
1274             branch: '{branch}'
1275             comment-trigger-value: 'verify-perf-ligato-{type}'
1276
1277     builders:
1278         - shell:
1279             !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh
1280
1281     publishers:
1282         - archive-artifacts:
1283             artifacts: 'archive/*.*'
1284             latest-only: false
1285
1286         - robot:
1287             output-path: archive
1288             other-files:
1289               - '*.*'
1290
1291         - fdio-infra-shiplogs:
1292             maven-version: 'mvn33-new'
1293
1294
1295 - job-template:
1296     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
1297     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
1298
1299     project-type: freestyle
1300     node: '{os}-basebuild-4c-4g'
1301     concurrent: false
1302
1303     logrotate:
1304         daysToKeep: '{build-days-to-keep}'
1305         numToKeep: '{build-num-to-keep}'
1306         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1307         artifactNumToKeep: '{build-artifact-num-to-keep}'
1308
1309     parameters:
1310         - project-parameter:
1311             project: '{project}'
1312         - gerrit-parameter:
1313             branch: '{branch}'
1314
1315     scm:
1316         - git-scm:
1317             credentials-id: 'jenkins-gerrit-credentials'
1318             branch: '{branch}'
1319
1320     wrappers:
1321         - fdio-infra-wrappers:
1322             build-timeout: 600
1323         - fdio-infra-wrappers-non-activity-timeout:
1324             build-timeout: 360
1325
1326     triggers:
1327         - timed: '0 4 * * 0'
1328
1329         - gerrit-trigger-manually-triggered:
1330             comment-trigger-value: 'csit-vpp-ref-verify'
1331             name: '{project}'
1332             branch: '{branch}'
1333
1334     builders:
1335         - shell:
1336             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
1337
1338     publishers:
1339         - archive-artifacts:
1340             artifacts: 'report.html, log.html, output.xml'
1341             latest-only: false
1342
1343         - robot-report:
1344             output-path: ''
1345
1346         - fdio-infra-shiplogs:
1347             maven-version: 'mvn33-new'
1348
1349 - job-template:
1350     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
1351     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1352
1353     project-type: freestyle
1354     node: '{os}-basebuild-4c-4g'
1355     concurrent: false
1356
1357     logrotate:
1358         daysToKeep: '{build-days-to-keep}'
1359         numToKeep: '{build-num-to-keep}'
1360         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1361         artifactNumToKeep: '{build-artifact-num-to-keep}'
1362
1363     parameters:
1364         - project-parameter:
1365             project: '{project}'
1366         - gerrit-parameter:
1367             branch: '{branch}'
1368
1369     wrappers:
1370         - fdio-infra-wrappers:
1371             build-timeout: 600
1372         - fdio-infra-wrappers-non-activity-timeout:
1373             build-timeout: 360
1374
1375     triggers:
1376         - timed: '0 4 * * 2,6'
1377
1378         - gerrit-trigger-manually-triggered:
1379             comment-trigger-value: 'csit-verify-vpp'
1380             name: '{project}'
1381             branch: '{branch}'
1382
1383     builders:
1384         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1385         - inject:
1386             properties-file: variables.prop
1387         - shell:
1388             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
1389
1390     publishers:
1391         - archive-artifacts:
1392             artifacts: 'csit/archive/*.*'
1393             latest-only: false
1394
1395         - robot-report:
1396             output-path: 'csit/archive'
1397
1398         - fdio-infra-shiplogs:
1399             maven-version: 'mvn33-new'
1400
1401 - job-template:
1402     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
1403     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1404
1405     project-type: freestyle
1406     node: centos7-basebuild-4c-4g'
1407     concurrent: false
1408
1409     logrotate:
1410         daysToKeep: '{build-days-to-keep}'
1411         numToKeep: '{build-num-to-keep}'
1412         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1413         artifactNumToKeep: '{build-artifact-num-to-keep}'
1414
1415     parameters:
1416         - project-parameter:
1417             project: '{project}'
1418         - gerrit-parameter:
1419             branch: '{branch}'
1420
1421     scm:
1422         - git-scm:
1423             credentials-id: 'jenkins-gerrit-credentials'
1424             branch: '{branch}'
1425
1426     wrappers:
1427         - fdio-infra-wrappers:
1428             build-timeout: '{build-timeout}'
1429
1430     triggers:
1431         - timed: 'H H(3-4) * * *'
1432
1433         - gerrit-trigger-manually-triggered:
1434             comment-trigger-value: 'vpp-verify-func-centos7'
1435             name: '{project}'
1436             branch: '{branch}'
1437
1438     builders:
1439         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1440         - inject:
1441             properties-file: variables.prop
1442         - shell:
1443             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-nightly.sh
1444
1445     publishers:
1446         - archive-artifacts:
1447             artifacts: 'csit/archive/*.*'
1448             latest-only: false
1449
1450         - robot-report:
1451             output-path: 'csit/archive'
1452
1453         - fdio-infra-shiplogs:
1454             maven-version: 'mvn33-new'
1455
1456 - job-template:
1457     name: 'csit-docs-verify-{stream}'
1458
1459     project-type: freestyle
1460     node: 'ubuntu1604-basebuild-4c-4g'
1461     concurrent: true
1462
1463     logrotate:
1464         daysToKeep: '{build-days-to-keep}'
1465         numToKeep: '{build-num-to-keep}'
1466         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1467         artifactNumToKeep: '{build-artifact-num-to-keep}'
1468
1469     parameters:
1470         - project-parameter:
1471             project: '{project}'
1472         - gerrit-parameter:
1473             branch: '{branch}'
1474         - maven-exec:
1475             maven-version: 'mvn33-new'
1476
1477     scm:
1478         - gerrit-trigger-scm:
1479             credentials-id: 'jenkins-gerrit-credentials'
1480             refspec: '$GERRIT_REFSPEC'
1481             choosing-strategy: 'gerrit'
1482
1483     wrappers:
1484         - fdio-infra-wrappers:
1485             build-timeout: '{build-timeout}'
1486         - fdio-infra-wrappers-non-activity-timeout:
1487             build-timeout: 360
1488
1489     triggers:
1490         - gerrit-trigger-patch-submitted:
1491             name: '{project}'
1492             branch: '{branch}'
1493
1494     builders:
1495         - maven-target:
1496             maven-version: 'mvn33-new'
1497             goals: '--version'
1498             settings: 'csit-settings'
1499             settings-type: cfp
1500             global-settings: 'global-settings'
1501             global-settings-type: cfp
1502         - provide-maven-settings:
1503             settings-file: 'csit-settings'
1504             global-settings-file: 'global-settings'
1505         - shell:
1506             !include-raw-escape: include-raw-csit-docs.sh
1507
1508     publishers:
1509         - archive:
1510             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1511             allow-empty: 'true'
1512             fingerprint: false
1513             only-if-success: true
1514             default-excludes: false
1515
1516         - fdio-infra-shiplogs:
1517             maven-version: 'mvn33-new'
1518
1519 - job-template:
1520     name: 'csit-docs-merge-{stream_timed}'
1521
1522     project-type: freestyle
1523     node: 'ubuntu1604-basebuild-4c-4g'
1524     concurrent: true
1525
1526     logrotate:
1527         daysToKeep: '{build-days-to-keep}'
1528         numToKeep: '{build-num-to-keep}'
1529         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1530         artifactNumToKeep: '{build-artifact-num-to-keep}'
1531
1532     parameters:
1533         - project-parameter:
1534             project: '{project}'
1535         - gerrit-parameter:
1536             branch: '{branch}'
1537         - maven-exec:
1538             maven-version: 'mvn33-new'
1539
1540     scm:
1541         - gerrit-trigger-scm:
1542             credentials-id: 'jenkins-gerrit-credentials'
1543             refspec: ''
1544             choosing-strategy: 'default'
1545
1546     wrappers:
1547         - fdio-infra-wrappers:
1548             build-timeout: '{build-timeout}'
1549         - fdio-infra-wrappers-non-activity-timeout:
1550             build-timeout: 360
1551
1552     triggers:
1553         - reverse:
1554             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
1555             result: 'success'
1556         - gerrit:
1557             server-name: 'Primary'
1558             trigger-on:
1559                 - comment-added-contains-event:
1560                     comment-contains-value: 'run-docs'
1561             projects:
1562               - project-compare-type: 'ANT'
1563                 project-pattern: '{project}'
1564                 branches:
1565                   - branch-compare-type: 'ANT'
1566                     branch-pattern: '**/{branch}'
1567             skip-vote:
1568                 successful: true
1569                 failed: true
1570                 unstable: true
1571                 notbuilt: true
1572
1573     builders:
1574         - maven-target:
1575             maven-version: 'mvn33-new'
1576             goals: '--version'
1577             settings: 'csit-settings'
1578             settings-type: cfp
1579             global-settings: 'global-settings'
1580             global-settings-type: cfp
1581         - provide-maven-settings:
1582             settings-file: 'csit-settings'
1583             global-settings-file: 'global-settings'
1584         - shell:
1585             !include-raw-escape: include-raw-csit-docs.sh
1586
1587     publishers:
1588         - archive:
1589             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1590             allow-empty: 'true'
1591             fingerprint: false
1592             only-if-success: true
1593             default-excludes: false
1594
1595         - fdio-infra-shiplogs:
1596             maven-version: 'mvn33-new'
1597
1598 - job-template:
1599     name: 'csit-report-merge-{stream}'
1600
1601     project-type: freestyle
1602     node: 'ubuntu1604-basebuild-4c-4g'
1603     concurrent: false
1604
1605     logrotate:
1606         daysToKeep: '{build-days-to-keep}'
1607         numToKeep: '{build-num-to-keep}'
1608         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1609         artifactNumToKeep: '{build-artifact-num-to-keep}'
1610
1611     parameters:
1612         - project-parameter:
1613             project: '{project}'
1614         - gerrit-parameter:
1615             branch: '{branch}'
1616         - maven-exec:
1617             maven-version: 'mvn33-new'
1618
1619     scm:
1620         - gerrit-trigger-scm:
1621             credentials-id: 'jenkins-gerrit-credentials'
1622             refspec: '$GERRIT_REFSPEC'
1623             choosing-strategy: 'default'
1624
1625     wrappers:
1626         - fdio-infra-wrappers:
1627             build-timeout: '{build-timeout}'
1628         - fdio-infra-wrappers-non-activity-timeout:
1629             build-timeout: 360
1630
1631     triggers:
1632         - gerrit:
1633             server-name: 'Primary'
1634             trigger-on:
1635                 - comment-added-contains-event:
1636                     comment-contains-value: 'run-report'
1637             projects:
1638               - project-compare-type: 'ANT'
1639                 project-pattern: '{project}'
1640                 branches:
1641                   - branch-compare-type: 'ANT'
1642                     branch-pattern: '**/{branch}'
1643             skip-vote:
1644                 successful: true
1645                 failed: true
1646                 unstable: true
1647                 notbuilt: true
1648
1649     builders:
1650         - maven-target:
1651             maven-version: 'mvn33-new'
1652             goals: '--version'
1653             settings: 'csit-settings'
1654             settings-type: cfp
1655             global-settings: 'global-settings'
1656             global-settings-type: cfp
1657         - provide-maven-settings:
1658             settings-file: 'csit-settings'
1659             global-settings-file: 'global-settings'
1660         - shell:
1661             !include-raw-escape: include-raw-csit-report.sh
1662
1663     publishers:
1664         - archive:
1665             artifacts: 'resources/tools/report_gen/csit.report.tar.gz'
1666             allow-empty: 'true'
1667             fingerprint: false
1668             only-if-success: true
1669             default-excludes: false
1670
1671         - fdio-infra-shiplogs:
1672             maven-version: 'mvn33-new'
1673
1674 - job-template:
1675     name: 'csit-vpp-perf-trend-daily-master'
1676
1677     description: |
1678       Purpose of this job is to validate latest vpp build from corresponding
1679       branch stored in nexus against verified CSIT codebase of corresponding
1680       branch.
1681
1682       objective
1683           daily perf trending of vpp master build
1684       job
1685          name
1686              csit-vpp-perf-trend-daily
1687          trigger
1688              scheduled daily
1689       perf test-cases selection
1690           all CSIT perf suites
1691       default tags for vpp startup config and perf test type
1692           1T1C - one worker thread, one core
1693           2T2C - two worker threads, two cores
1694           X520 - Intel x520-DA2 NIC
1695           NDRDISC - discovery of NDR throughput
1696       results
1697           jjb verify - no
1698           present
1699               jenkins trending graphs
1700
1701     project-type: freestyle
1702     node: 'ubuntu1604-basebuild-4c-4g'
1703     concurrent: false
1704
1705     logrotate:
1706         daysToKeep: '{build-days-to-keep}'
1707         numToKeep: '{build-num-to-keep}'
1708         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1709         artifactNumToKeep: '{build-artifact-num-to-keep}'
1710
1711     parameters:
1712         - project-parameter:
1713             project: '{project}'
1714         - gerrit-parameter:
1715             branch: '{branch}'
1716
1717     wrappers:
1718         - fdio-infra-wrappers:
1719             build-timeout: '{build-perf-timeout}'
1720         - fdio-infra-wrappers-non-activity-timeout:
1721             build-timeout: 360
1722
1723     triggers:
1724         - timed: 'H H(17-20) * * *'
1725
1726     builders:
1727         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1728         - inject:
1729             properties-file: variables.prop
1730         - shell:
1731             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh
1732
1733     publishers:
1734         - archive-artifacts:
1735             artifacts: 'csit/archive/*.*'
1736             latest-only: false
1737
1738         - robot:
1739             output-path: 'csit/archive'
1740             other-files:
1741               - '*.*'
1742
1743         - fdio-infra-shiplogs:
1744             maven-version: 'mvn33-new'
1745
1746         - plot:
1747             - title: '64B-1t1c-eth-l2*-ndrdisc'
1748               group: 'RFC2544: Xconnect and Bridge Domain'
1749               yaxis: 'Packets Per Second'
1750               num-builds: '20'
1751               keep-records: True
1752               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-1.csv'
1753               series:
1754                   - file: 'csit/output_perf_data.xml'
1755                     format: xml
1756                     xpath-type: 'nodeset'
1757                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1758             - title: '64B-2t2c-eth-l2*-ndrdisc'
1759               group: 'RFC2544: Xconnect and Bridge Domain'
1760               yaxis: 'Packets Per Second'
1761               num-builds: '20'
1762               keep-records: True
1763               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-2.csv'
1764               series:
1765                   - file: 'csit/output_perf_data.xml'
1766                     format: xml
1767                     xpath-type: 'nodeset'
1768                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1769
1770             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
1771               group: 'RFC2544: IPv4 base, scale, feature'
1772               yaxis: 'Packets Per Second'
1773               num-builds: '20'
1774               keep-records: True
1775               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-1.csv'
1776               series:
1777                   - file: 'csit/output_perf_data.xml'
1778                     format: xml
1779                     xpath-type: 'nodeset'
1780                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
1781             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
1782               group: 'RFC2544: IPv4 base, scale, feature'
1783               yaxis: 'Packets Per Second'
1784               num-builds: '20'
1785               keep-records: True
1786               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-2.csv'
1787               series:
1788                   - file: 'csit/output_perf_data.xml'
1789                     format: xml
1790                     xpath-type: 'nodeset'
1791                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
1792
1793             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
1794               group: 'RFC2544: IPv6 base, scale, feature'
1795               yaxis: 'Packets Per Second'
1796               num-builds: '20'
1797               keep-records: True
1798               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-1.csv'
1799               series:
1800                   - file: 'csit/output_perf_data.xml'
1801                     format: xml
1802                     xpath-type: 'nodeset'
1803                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
1804             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
1805               group: 'RFC2544: IPv6 base, scale, feature'
1806               yaxis: 'Packets Per Second'
1807               num-builds: '20'
1808               keep-records: True
1809               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-2.csv'
1810               series:
1811                   - file: 'csit/output_perf_data.xml'
1812                     format: xml
1813                     xpath-type: 'nodeset'
1814                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
1815
1816             - title: '64B-1t1c-ethip4*-ndrdisc'
1817               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1818               yaxis: 'Packets Per Second'
1819               num-builds: '20'
1820               keep-records: True
1821               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-1.csv'
1822               series:
1823                   - file: 'csit/output_perf_data.xml'
1824                     format: xml
1825                     xpath-type: 'nodeset'
1826                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1827             - title: '64B-2t2c-ethip4*-ndrdisc'
1828               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1829               yaxis: 'Packets Per Second'
1830               num-builds: '20'
1831               keep-records: True
1832               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-2.csv'
1833               series:
1834                   - file: 'csit/output_perf_data.xml'
1835                     format: xml
1836                     xpath-type: 'nodeset'
1837                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1838             - title: '78B-1t1c-ethip6*-ndrdisc'
1839               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1840               yaxis: 'Packets Per Second'
1841               num-builds: '20'
1842               keep-records: True
1843               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-3.csv'
1844               series:
1845                   - file: 'csit/output_perf_data.xml'
1846                     format: xml
1847                     xpath-type: 'nodeset'
1848                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1849             - title: '78B-2t2c-ethip6*-ndrdisc'
1850               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1851               yaxis: 'Packets Per Second'
1852               num-builds: '20'
1853               keep-records: True
1854               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-4.csv'
1855               series:
1856                   - file: 'csit/output_perf_data.xml'
1857                     format: xml
1858                     xpath-type: 'nodeset'
1859                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1860
1861             - title: '64B-1t1c-ethip4*-ndrdisc'
1862               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1863               yaxis: 'Packets Per Second'
1864               num-builds: '20'
1865               keep-records: True
1866               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-1.csv'
1867               series:
1868                   - file: 'csit/output_perf_data.xml'
1869                     format: xml
1870                     xpath-type: 'nodeset'
1871                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1872             - title: '64B-2t2c-ethip4*-ndrdisc'
1873               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1874               yaxis: 'Packets Per Second'
1875               num-builds: '20'
1876               keep-records: True
1877               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-2.csv'
1878               series:
1879                   - file: 'csit/output_perf_data.xml'
1880                     format: xml
1881                     xpath-type: 'nodeset'
1882                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1883             - title: '78B-1t1c-ethip6*-ndrdisc'
1884               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1885               yaxis: 'Packets Per Second'
1886               num-builds: '20'
1887               keep-records: True
1888               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-3.csv'
1889               series:
1890                   - file: 'csit/output_perf_data.xml'
1891                     format: xml
1892                     xpath-type: 'nodeset'
1893                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1894             - title: '78B-2t2c-ethip6*-ndrdisc'
1895               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1896               yaxis: 'Packets Per Second'
1897               num-builds: '20'
1898               keep-records: True
1899               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-4.csv'
1900               series:
1901                   - file: 'csit/output_perf_data.xml'
1902                     format: xml
1903                     xpath-type: 'nodeset'
1904                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1905
1906             - title: '64B-1t1c-ethip4*-ndrdisc'
1907               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1908               yaxis: 'Packets Per Second'
1909               num-builds: '20'
1910               keep-records: True
1911               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-1.csv'
1912               series:
1913                   - file: 'csit/output_perf_data.xml'
1914                     format: xml
1915                     xpath-type: 'nodeset'
1916                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1917             - title: '64B-2t2c-ethip4*-ndrdisc'
1918               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1919               yaxis: 'Packets Per Second'
1920               num-builds: '20'
1921               keep-records: True
1922               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-2.csv'
1923               series:
1924                   - file: 'csit/output_perf_data.xml'
1925                     format: xml
1926                     xpath-type: 'nodeset'
1927                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1928             - title: '78B-1t1c-ethip6*-ndrdisc'
1929               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1930               yaxis: 'Packets Per Second'
1931               num-builds: '20'
1932               keep-records: True
1933               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-3.csv'
1934               series:
1935                   - file: 'csit/output_perf_data.xml'
1936                     format: xml
1937                     xpath-type: 'nodeset'
1938                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1939             - title: '78B-2t2c-ethip6*-ndrdisc'
1940               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1941               yaxis: 'Packets Per Second'
1942               num-builds: '20'
1943               keep-records: True
1944               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-4.csv'
1945               series:
1946                   - file: 'csit/output_perf_data.xml'
1947                     format: xml
1948                     xpath-type: 'nodeset'
1949                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1950
1951             - title: '64B-1t1c-ethip4*-ndrdisc'
1952               group: 'RFC2544: Overlay tunnels with crypto in software'
1953               yaxis: 'Packets Per Second'
1954               num-builds: '20'
1955               keep-records: True
1956               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-1.csv'
1957               series:
1958                   - file: 'csit/output_perf_data.xml'
1959                     format: xml
1960                     xpath-type: 'nodeset'
1961                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1962             - title: '64B-2t2c-ethip4*-ndrdisc'
1963               group: 'RFC2544: Overlay tunnels with crypto in software'
1964               yaxis: 'Packets Per Second'
1965               num-builds: '20'
1966               keep-records: True
1967               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-2.csv'
1968               series:
1969                   - file: 'csit/output_perf_data.xml'
1970                     format: xml
1971                     xpath-type: 'nodeset'
1972                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1973             - title: '78B-1t1c-ethip6*-ndrdisc'
1974               group: 'RFC2544: Overlay tunnels with crypto in software'
1975               yaxis: 'Packets Per Second'
1976               num-builds: '20'
1977               keep-records: True
1978               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-3.csv'
1979               series:
1980                   - file: 'csit/output_perf_data.xml'
1981                     format: xml
1982                     xpath-type: 'nodeset'
1983                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1984             - title: '78B-2t2c-ethip6*-ndrdisc'
1985               group: 'RFC2544: Overlay tunnels with crypto in software'
1986               yaxis: 'Packets Per Second'
1987               num-builds: '20'
1988               keep-records: True
1989               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-4.csv'
1990               series:
1991                   - file: 'csit/output_perf_data.xml'
1992                     format: xml
1993                     xpath-type: 'nodeset'
1994                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1995
1996             - title: '64B-1t1c-ethip4*-ndrdisc'
1997               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1998               yaxis: 'Packets Per Second'
1999               num-builds: '20'
2000               keep-records: True
2001               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-1.csv'
2002               series:
2003                   - file: 'csit/output_perf_data.xml'
2004                     format: xml
2005                     xpath-type: 'nodeset'
2006                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2007             - title: '64B-2t2c-ethip4*-ndrdisc'
2008               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2009               yaxis: 'Packets Per Second'
2010               num-builds: '20'
2011               keep-records: True
2012               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-2.csv'
2013               series:
2014                   - file: 'csit/output_perf_data.xml'
2015                     format: xml
2016                     xpath-type: 'nodeset'
2017                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2018             - title: '78B-1t1c-ethip6*-ndrdisc'
2019               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2020               yaxis: 'Packets Per Second'
2021               num-builds: '20'
2022               keep-records: True
2023               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-3.csv'
2024               series:
2025                   - file: 'csit/output_perf_data.xml'
2026                     format: xml
2027                     xpath-type: 'nodeset'
2028                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2029             - title: '78B-2t2c-ethip6*-ndrdisc'
2030               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2031               yaxis: 'Packets Per Second'
2032               num-builds: '20'
2033               keep-records: True
2034               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-4.csv'
2035               series:
2036                   - file: 'csit/output_perf_data.xml'
2037                     format: xml
2038                     xpath-type: 'nodeset'
2039                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2040
2041             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2042               group: 'RFC2544: vhost-user'
2043               yaxis: 'Packets Per Second'
2044               num-builds: '20'
2045               keep-records: True
2046               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-1.csv'
2047               series:
2048                   - file: 'csit/output_perf_data.xml'
2049                     format: xml
2050                     xpath-type: 'nodeset'
2051                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2052             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2053               group: 'RFC2544: vhost-user'
2054               yaxis: 'Packets Per Second'
2055               num-builds: '20'
2056               keep-records: True
2057               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-2.csv'
2058               series:
2059                   - file: 'csit/output_perf_data.xml'
2060                     format: xml
2061                     xpath-type: 'nodeset'
2062                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2063
2064 - job-template:
2065     name: 'csit-vpp-perf-trend-semi-weekly-master'
2066
2067     description: |
2068       Purpose of this job is to validate latest vpp build from corresponding
2069       branch stored in nexus against verified CSIT codebase of corresponding
2070       branch.
2071
2072       consumer
2073           csit-dev trending semi-weekly
2074       objective
2075           semi-weekly perf trending of vpp master build job
2076           name
2077               csit-vpp-perf-trend-semi-weekly
2078           trigger
2079               scheduled semi-weekly
2080       perf test-cases selection
2081           all CSIT perf suites
2082       default tags for vpp startup config and perf test type
2083           1T1C - one worker thread, one core
2084           2T2C - two worker threads, two cores
2085           X710 - Intel x710 Fortville NIC
2086           XL710 - Intel xl710 Fortville NIC
2087           NDRDISC - discovery of NDR throughput
2088       results
2089           jjb verify - no
2090           present
2091               jenkins trending graphs
2092
2093     project-type: freestyle
2094     node: 'ubuntu1604-basebuild-4c-4g'
2095     concurrent: false
2096
2097     logrotate:
2098         daysToKeep: '{build-days-to-keep}'
2099         numToKeep: '{build-num-to-keep}'
2100         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2101         artifactNumToKeep: '{build-artifact-num-to-keep}'
2102
2103     parameters:
2104         - project-parameter:
2105             project: '{project}'
2106         - gerrit-parameter:
2107             branch: '{branch}'
2108
2109     wrappers:
2110         - fdio-infra-wrappers:
2111             build-timeout: '{build-perf-timeout}'
2112         - fdio-infra-wrappers-non-activity-timeout:
2113             build-timeout: 360
2114
2115     triggers:
2116         - timed: 'H H(17-20) * * 2,6'
2117
2118     builders:
2119         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2120         - inject:
2121             properties-file: variables.prop
2122         - shell:
2123             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh
2124
2125     publishers:
2126         - archive-artifacts:
2127             artifacts: 'csit/archive/*.*'
2128             latest-only: false
2129
2130         - robot:
2131             output-path: 'csit/archive'
2132             other-files:
2133               - '*.*'
2134
2135         - fdio-infra-shiplogs:
2136             maven-version: 'mvn33-new'
2137
2138         - plot:
2139             - title: '64B-1t1c-eth-l2*-ndrdisc'
2140               group: 'RFC2544: Xconnect and Bridge Domain'
2141               yaxis: 'Packets Per Second'
2142               num-builds: '20'
2143               keep-records: True
2144               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-1.csv'
2145               series:
2146                   - file: 'csit/output_perf_data.xml'
2147                     format: xml
2148                     xpath-type: 'nodeset'
2149                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2150             - title: '64B-2t2c-eth-l2*-ndrdisc'
2151               group: 'RFC2544: Xconnect and Bridge Domain'
2152               yaxis: 'Packets Per Second'
2153               num-builds: '20'
2154               keep-records: True
2155               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-2.csv'
2156               series:
2157                   - file: 'csit/output_perf_data.xml'
2158                     format: xml
2159                     xpath-type: 'nodeset'
2160                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2161
2162             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
2163               group: 'RFC2544: IPv4 base, scale, feature'
2164               yaxis: 'Packets Per Second'
2165               num-builds: '20'
2166               keep-records: True
2167               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-1.csv'
2168               series:
2169                   - file: 'csit/output_perf_data.xml'
2170                     format: xml
2171                     xpath-type: 'nodeset'
2172                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
2173             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
2174               group: 'RFC2544: IPv4 base, scale, feature'
2175               yaxis: 'Packets Per Second'
2176               num-builds: '20'
2177               keep-records: True
2178               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-2.csv'
2179               series:
2180                   - file: 'csit/output_perf_data.xml'
2181                     format: xml
2182                     xpath-type: 'nodeset'
2183                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
2184
2185             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
2186               group: 'RFC2544: IPv6 base, scale, feature'
2187               yaxis: 'Packets Per Second'
2188               num-builds: '20'
2189               keep-records: True
2190               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-1.csv'
2191               series:
2192                   - file: 'csit/output_perf_data.xml'
2193                     format: xml
2194                     xpath-type: 'nodeset'
2195                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
2196             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
2197               group: 'RFC2544: IPv6 base, scale, feature'
2198               yaxis: 'Packets Per Second'
2199               num-builds: '20'
2200               keep-records: True
2201               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-2.csv'
2202               series:
2203                   - file: 'csit/output_perf_data.xml'
2204                     format: xml
2205                     xpath-type: 'nodeset'
2206                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
2207
2208             - title: '64B-1t1c-ethip4*-ndrdisc'
2209               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2210               yaxis: 'Packets Per Second'
2211               num-builds: '20'
2212               keep-records: True
2213               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-1.csv'
2214               series:
2215                   - file: 'csit/output_perf_data.xml'
2216                     format: xml
2217                     xpath-type: 'nodeset'
2218                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2219             - title: '64B-2t2c-ethip4*-ndrdisc'
2220               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2221               yaxis: 'Packets Per Second'
2222               num-builds: '20'
2223               keep-records: True
2224               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-2.csv'
2225               series:
2226                   - file: 'csit/output_perf_data.xml'
2227                     format: xml
2228                     xpath-type: 'nodeset'
2229                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2230             - title: '78B-1t1c-ethip6*-ndrdisc'
2231               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2232               yaxis: 'Packets Per Second'
2233               num-builds: '20'
2234               keep-records: True
2235               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-3.csv'
2236               series:
2237                   - file: 'csit/output_perf_data.xml'
2238                     format: xml
2239                     xpath-type: 'nodeset'
2240                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2241             - title: '78B-2t2c-ethip6*-ndrdisc'
2242               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2243               yaxis: 'Packets Per Second'
2244               num-builds: '20'
2245               keep-records: True
2246               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-4.csv'
2247               series:
2248                   - file: 'csit/output_perf_data.xml'
2249                     format: xml
2250                     xpath-type: 'nodeset'
2251                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2252
2253             - title: '64B-1t1c-ethip4*-ndrdisc'
2254               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2255               yaxis: 'Packets Per Second'
2256               num-builds: '20'
2257               keep-records: True
2258               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-1.csv'
2259               series:
2260                   - file: 'csit/output_perf_data.xml'
2261                     format: xml
2262                     xpath-type: 'nodeset'
2263                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2264             - title: '64B-2t2c-ethip4*-ndrdisc'
2265               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2266               yaxis: 'Packets Per Second'
2267               num-builds: '20'
2268               keep-records: True
2269               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-2.csv'
2270               series:
2271                   - file: 'csit/output_perf_data.xml'
2272                     format: xml
2273                     xpath-type: 'nodeset'
2274                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2275             - title: '78B-1t1c-ethip6*-ndrdisc'
2276               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2277               yaxis: 'Packets Per Second'
2278               num-builds: '20'
2279               keep-records: True
2280               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-3.csv'
2281               series:
2282                   - file: 'csit/output_perf_data.xml'
2283                     format: xml
2284                     xpath-type: 'nodeset'
2285                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2286             - title: '78B-2t2c-ethip6*-ndrdisc'
2287               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2288               yaxis: 'Packets Per Second'
2289               num-builds: '20'
2290               keep-records: True
2291               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-4.csv'
2292               series:
2293                   - file: 'csit/output_perf_data.xml'
2294                     format: xml
2295                     xpath-type: 'nodeset'
2296                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2297
2298             - title: '64B-1t1c-ethip4*-ndrdisc'
2299               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2300               yaxis: 'Packets Per Second'
2301               num-builds: '20'
2302               keep-records: True
2303               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-1.csv'
2304               series:
2305                   - file: 'csit/output_perf_data.xml'
2306                     format: xml
2307                     xpath-type: 'nodeset'
2308                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2309             - title: '64B-2t2c-ethip4*-ndrdisc'
2310               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2311               yaxis: 'Packets Per Second'
2312               num-builds: '20'
2313               keep-records: True
2314               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-2.csv'
2315               series:
2316                   - file: 'csit/output_perf_data.xml'
2317                     format: xml
2318                     xpath-type: 'nodeset'
2319                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2320             - title: '78B-1t1c-ethip6*-ndrdisc'
2321               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2322               yaxis: 'Packets Per Second'
2323               num-builds: '20'
2324               keep-records: True
2325               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-3.csv'
2326               series:
2327                   - file: 'csit/output_perf_data.xml'
2328                     format: xml
2329                     xpath-type: 'nodeset'
2330                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2331             - title: '78B-2t2c-ethip6*-ndrdisc'
2332               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2333               yaxis: 'Packets Per Second'
2334               num-builds: '20'
2335               keep-records: True
2336               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-4.csv'
2337               series:
2338                   - file: 'csit/output_perf_data.xml'
2339                     format: xml
2340                     xpath-type: 'nodeset'
2341                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2342
2343             - title: '64B-1t1c-ethip4*-ndrdisc'
2344               group: 'RFC2544: Overlay tunnels with crypto in software'
2345               yaxis: 'Packets Per Second'
2346               num-builds: '20'
2347               keep-records: True
2348               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-1.csv'
2349               series:
2350                   - file: 'csit/output_perf_data.xml'
2351                     format: xml
2352                     xpath-type: 'nodeset'
2353                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2354             - title: '64B-2t2c-ethip4*-ndrdisc'
2355               group: 'RFC2544: Overlay tunnels with crypto in software'
2356               yaxis: 'Packets Per Second'
2357               num-builds: '20'
2358               keep-records: True
2359               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-2.csv'
2360               series:
2361                   - file: 'csit/output_perf_data.xml'
2362                     format: xml
2363                     xpath-type: 'nodeset'
2364                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2365             - title: '78B-1t1c-ethip6*-ndrdisc'
2366               group: 'RFC2544: Overlay tunnels with crypto in software'
2367               yaxis: 'Packets Per Second'
2368               num-builds: '20'
2369               keep-records: True
2370               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-3.csv'
2371               series:
2372                   - file: 'csit/output_perf_data.xml'
2373                     format: xml
2374                     xpath-type: 'nodeset'
2375                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2376             - title: '78B-2t2c-ethip6*-ndrdisc'
2377               group: 'RFC2544: Overlay tunnels with crypto in software'
2378               yaxis: 'Packets Per Second'
2379               num-builds: '20'
2380               keep-records: True
2381               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-4.csv'
2382               series:
2383                   - file: 'csit/output_perf_data.xml'
2384                     format: xml
2385                     xpath-type: 'nodeset'
2386                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2387
2388             - title: '64B-1t1c-ethip4*-ndrdisc'
2389               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2390               yaxis: 'Packets Per Second'
2391               num-builds: '20'
2392               keep-records: True
2393               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-1.csv'
2394               series:
2395                   - file: 'csit/output_perf_data.xml'
2396                     format: xml
2397                     xpath-type: 'nodeset'
2398                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2399             - title: '64B-2t2c-ethip4*-ndrdisc'
2400               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2401               yaxis: 'Packets Per Second'
2402               num-builds: '20'
2403               keep-records: True
2404               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-2.csv'
2405               series:
2406                   - file: 'csit/output_perf_data.xml'
2407                     format: xml
2408                     xpath-type: 'nodeset'
2409                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2410             - title: '78B-1t1c-ethip6*-ndrdisc'
2411               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2412               yaxis: 'Packets Per Second'
2413               num-builds: '20'
2414               keep-records: True
2415               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-3.csv'
2416               series:
2417                   - file: 'csit/output_perf_data.xml'
2418                     format: xml
2419                     xpath-type: 'nodeset'
2420                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2421             - title: '78B-2t2c-ethip6*-ndrdisc'
2422               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2423               yaxis: 'Packets Per Second'
2424               num-builds: '20'
2425               keep-records: True
2426               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-4.csv'
2427               series:
2428                   - file: 'csit/output_perf_data.xml'
2429                     format: xml
2430                     xpath-type: 'nodeset'
2431                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2432
2433             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2434               group: 'RFC2544: vhost-user'
2435               yaxis: 'Packets Per Second'
2436               num-builds: '20'
2437               keep-records: True
2438               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-1.csv'
2439               series:
2440                   - file: 'csit/output_perf_data.xml'
2441                     format: xml
2442                     xpath-type: 'nodeset'
2443                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2444             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2445               group: 'RFC2544: vhost-user'
2446               yaxis: 'Packets Per Second'
2447               num-builds: '20'
2448               keep-records: True
2449               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-2.csv'
2450               series:
2451                   - file: 'csit/output_perf_data.xml'
2452                     format: xml
2453                     xpath-type: 'nodeset'
2454                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2455
2456 - job-template:
2457     name: 'csit-vpp-perf-check-{stream}'
2458
2459     description: |
2460       consumer
2461           csit-dev perf code base checks
2462       objective
2463           check csit perf code base
2464       job
2465           name
2466               csit-vpp-perf-check
2467           trigger
2468               see below
2469       perf test-cases selection
2470           all CSIT perf suites
2471       keywords
2472           format - keyword, tag_list
2473               verify-perf-ndrdisc, NDRDISC
2474               verify-perf-pdrdisc, PDRDISC
2475               verify-perf-ndrchk, NDRCHK
2476       default tags for vpp startup config and perf test type
2477           1T1C
2478               one worker thread, one core
2479           2T2C
2480               two worker threads, two cores
2481       results
2482           jjb verify
2483               PASS/FAIL
2484           present
2485               no
2486           analyse
2487               csit project
2488                   catch malfunctions
2489                   catch degradations
2490
2491     project-type: freestyle
2492     node: 'ubuntu1604-basebuild-4c-4g'
2493     concurrent: false
2494
2495     logrotate:
2496         daysToKeep: '{build-days-to-keep}'
2497         numToKeep: '{build-num-to-keep}'
2498         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2499         artifactNumToKeep: '{build-artifact-num-to-keep}'
2500
2501     parameters:
2502         - project-parameter:
2503             project: '{project}'
2504         - gerrit-parameter:
2505             branch: '{branch}'
2506
2507     scm:
2508         - gerrit-trigger-scm:
2509             credentials-id: 'jenkins-gerrit-credentials'
2510             refspec: '$GERRIT_REFSPEC'
2511             choosing-strategy: 'gerrit'
2512
2513     wrappers:
2514         - fdio-infra-wrappers:
2515             build-timeout: '{build-perf-timeout}'
2516         - fdio-infra-wrappers-non-activity-timeout:
2517             build-timeout: 360
2518
2519     triggers:
2520         - gerrit:
2521             server-name: 'Primary'
2522             trigger-on:
2523                 - comment-added-contains-event:
2524                     comment-contains-value: 'verify-perf-ndrdisc'
2525                 - comment-added-contains-event:
2526                     comment-contains-value: 'verify-perf-pdrdisc'
2527                 - comment-added-contains-event:
2528                     comment-contains-value: 'verify-perf-ndrchk'
2529             projects:
2530               - project-compare-type: 'ANT'
2531                 project-pattern: '{project}'
2532                 branches:
2533                   - branch-compare-type: 'ANT'
2534                     branch-pattern: '**/{branch}'
2535             skip-vote:
2536                 successful: false
2537                 failed: false
2538                 unstable: false
2539                 notbuilt: false
2540
2541     builders:
2542         - shell:
2543             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh
2544
2545     publishers:
2546         - archive-artifacts:
2547             artifacts: 'archive/*.*'
2548             latest-only: false
2549
2550         - robot:
2551             output-path: archive
2552             other-files:
2553               - '*.*'
2554
2555         - fdio-infra-shiplogs:
2556             maven-version: 'mvn33-new'
2557
2558 - job-template:
2559     name: 'csit-vpp-perf-ndrchk-daily-master'
2560
2561     description: |
2562       objective
2563           check vpp perf ndr chk daily
2564       job
2565           name
2566               csit-vpp-perf-ndrchk-daily
2567           trigger
2568               daily
2569       perf test-cases selection
2570           all CSIT perf suites
2571       default tags for vpp startup config and perf test type
2572           1T1C - one worker thread, one core
2573           2T2C - two worker threads, two cores
2574       results
2575           jjb verify
2576               PASS/FAIL
2577           present
2578               no
2579           analyse
2580               csit project
2581                   catch malfunctions
2582                   catch degradations
2583
2584     project-type: freestyle
2585     node: 'ubuntu1604-basebuild-4c-4g'
2586     concurrent: false
2587
2588     logrotate:
2589         daysToKeep: '{build-days-to-keep}'
2590         numToKeep: '{build-num-to-keep}'
2591         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2592         artifactNumToKeep: '{build-artifact-num-to-keep}'
2593
2594     parameters:
2595         - project-parameter:
2596             project: '{project}'
2597         - gerrit-parameter:
2598             branch: '{branch}'
2599
2600     wrappers:
2601         - fdio-infra-wrappers:
2602             build-timeout: '{build-perf-timeout}'
2603         - fdio-infra-wrappers-non-activity-timeout:
2604             build-timeout: 360
2605
2606     triggers:
2607         - timed: 'H H(0-2) * * *'
2608
2609     builders:
2610         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2611         - inject:
2612             properties-file: variables.prop
2613         - shell:
2614             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-ndrchk-daily.sh
2615
2616     publishers:
2617         - archive-artifacts:
2618             artifacts: 'csit/archive/*.*'
2619             latest-only: false
2620
2621         - robot:
2622             output-path: 'csit/archive'
2623             other-files:
2624               - '*.*'
2625
2626         - fdio-infra-shiplogs:
2627             maven-version: 'mvn33-new'
2628
2629 - job-template:
2630     name: 'csit-vpp-perf-verify-{stream}'
2631
2632     description: |
2633       objective
2634           perf verify - per csit gerrit patch
2635       job
2636           name
2637               csit-vpp-perf-verify
2638           trigger
2639               keyword in comment to csit patch
2640       perf test-cases selection
2641           test-cases selected using trigger keywords paired with tags
2642           all test-cases are labelled with CSIT RF topic tags defined in
2643           csit/docs/tag_documentation.rst
2644       proposed keywords
2645           focus on testing specified vpp packet processing path
2646           format - keyword - tag_list
2647           perf_verify_ip4 - IP4Base, IP4Scale2M
2648           perf_verify_ip6 - IP6Base, IP6Scale2M
2649           perf_verify_l2 - L2XC, L2BD
2650           perf_verify_lisp - 4Lisp, 6Lisp
2651           perf_verify_vxlan - Vxlan
2652           perf_verify_vhost - Vhost
2653           perf_verify_memif - Memif
2654       default tags for vpp startup config and perf test type
2655           1T1C
2656               one worker thread, one core
2657           X520
2658               x520 Niantic NIC
2659           NDRDISC
2660               discovery of NDR throughput
2661       results
2662           jjb verify
2663               PASS/FAIL
2664           present
2665               no
2666           analyse
2667               no
2668     project-type: freestyle
2669     node: 'ubuntu1604-basebuild-4c-4g'
2670     concurrent: false
2671
2672     logrotate:
2673         daysToKeep: '{build-days-to-keep}'
2674         numToKeep: '{build-num-to-keep}'
2675         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2676         artifactNumToKeep: '{build-artifact-num-to-keep}'
2677
2678     parameters:
2679         - project-parameter:
2680             project: '{project}'
2681         - gerrit-parameter:
2682             branch: '{branch}'
2683
2684     scm:
2685         - gerrit-trigger-scm:
2686             credentials-id: 'jenkins-gerrit-credentials'
2687             refspec: '$GERRIT_REFSPEC'
2688             choosing-strategy: 'gerrit'
2689
2690     wrappers:
2691         - fdio-infra-wrappers:
2692             build-timeout: '{build-perf-timeout}'
2693         - fdio-infra-wrappers-non-activity-timeout:
2694             build-timeout: 360
2695
2696     triggers:
2697         - gerrit:
2698             server-name: 'Primary'
2699             trigger-on:
2700                 - comment-added-contains-event:
2701                     comment-contains-value: 'verify-perf-l2'
2702                 - comment-added-contains-event:
2703                     comment-contains-value: 'verify-perf-ip4'
2704                 - comment-added-contains-event:
2705                     comment-contains-value: 'verify-perf-ip6'
2706                 - comment-added-contains-event:
2707                     comment-contains-value: 'verify-perf-lisp'
2708                 - comment-added-contains-event:
2709                     comment-contains-value: 'verify-perf-vxlan'
2710                 - comment-added-contains-event:
2711                     comment-contains-value: 'verify-perf-vhost'
2712                 - comment-added-contains-event:
2713                     comment-contains-value: 'verify-perf-memif'
2714             projects:
2715               - project-compare-type: 'ANT'
2716                 project-pattern: '{project}'
2717                 branches:
2718                   - branch-compare-type: 'ANT'
2719                     branch-pattern: '**/{branch}'
2720             skip-vote:
2721                 successful: false
2722                 failed: false
2723                 unstable: false
2724                 notbuilt: false
2725
2726     builders:
2727         - shell:
2728             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh
2729
2730     publishers:
2731         - archive-artifacts:
2732             artifacts: 'archive/*.*'
2733             latest-only: false
2734
2735         - robot:
2736             output-path: archive
2737             other-files:
2738               - '*.*'
2739
2740         - fdio-infra-shiplogs:
2741             maven-version: 'mvn33-new'
2742
2743 - job-template:
2744     name: 'csit-nsh_sfc-verify-perf-{stream}'
2745
2746     project-type: freestyle
2747     node: 'ubuntu1604-basebuild-4c-4g'
2748     concurrent: true
2749
2750     logrotate:
2751         daysToKeep: '{build-days-to-keep}'
2752         numToKeep: '{build-num-to-keep}'
2753         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2754         artifactNumToKeep: '{build-artifact-num-to-keep}'
2755
2756     parameters:
2757         - project-parameter:
2758             project: '{project}'
2759         - gerrit-parameter:
2760             branch: '{branch}'
2761         - os-parameter:
2762             os: 'ubuntu1604'
2763         - stream-parameter:
2764             stream: '{stream}'
2765
2766     scm:
2767         - gerrit-trigger-scm:
2768             credentials-id: 'jenkins-gerrit-credentials'
2769             refspec: '$GERRIT_REFSPEC'
2770             choosing-strategy: 'gerrit'
2771
2772     wrappers:
2773         - fdio-infra-wrappers:
2774             build-timeout: '{build-perf-timeout}'
2775         - fdio-infra-wrappers-non-activity-timeout:
2776             build-timeout: 360
2777
2778     triggers:
2779         - gerrit-trigger-manually-triggered:
2780             name: '{project}'
2781             branch: '{branch}'
2782             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
2783
2784     builders:
2785         - shell:
2786             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
2787
2788     publishers:
2789         - archive-artifacts:
2790             artifacts: 'archive/*.*'
2791             latest-only: false
2792
2793         - robot-report:
2794             output-path: 'archive'
2795
2796         - fdio-infra-shiplogs:
2797             maven-version: 'mvn33-new'
2798
2799 - job-template:
2800     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
2801
2802     project-type: freestyle
2803     node: '{os}-basebuild-4c-4g'
2804     concurrent: true
2805
2806     logrotate:
2807         daysToKeep: '{build-days-to-keep}'
2808         numToKeep: '{build-num-to-keep}'
2809         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2810         artifactNumToKeep: '{build-artifact-num-to-keep}'
2811
2812     parameters:
2813         - project-parameter:
2814             project: '{project}'
2815         - gerrit-parameter:
2816             branch: '{branch}'
2817         - os-parameter:
2818             os: '{os}'
2819         - stream-parameter:
2820             stream: '{stream}'
2821
2822     scm:
2823         - gerrit-trigger-scm:
2824             credentials-id: 'jenkins-gerrit-credentials'
2825             refspec: '$GERRIT_REFSPEC'
2826             choosing-strategy: 'gerrit'
2827
2828     wrappers:
2829         - fdio-infra-wrappers:
2830             build-timeout: '{build-timeout}'
2831
2832     triggers:
2833         - gerrit-trigger-manually-triggered:
2834             name: '{project}'
2835             branch: '{branch}'
2836             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
2837
2838     builders:
2839         - shell:
2840             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
2841
2842     publishers:
2843         - archive-artifacts:
2844             artifacts: 'archive/*.*'
2845             latest-only: false
2846
2847         - robot-report:
2848             output-path: 'archive'
2849
2850         - fdio-infra-shiplogs:
2851             maven-version: 'mvn33-new'
2852
2853 - job-template:
2854     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
2855
2856     project-type: freestyle
2857     node: '{os}-basebuild-4c-4g'
2858     concurrent: true
2859
2860     logrotate:
2861         daysToKeep: '{build-days-to-keep}'
2862         numToKeep: '{build-num-to-keep}'
2863         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2864         artifactNumToKeep: '{build-artifact-num-to-keep}'
2865
2866     parameters:
2867         - project-parameter:
2868             project: '{project}'
2869         - gerrit-parameter:
2870             branch: '{branch}'
2871         - os-parameter:
2872             os: '{os}'
2873
2874     scm:
2875         - gerrit-trigger-scm:
2876             credentials-id: 'jenkins-gerrit-credentials'
2877             refspec: '$GERRIT_REFSPEC'
2878             choosing-strategy: 'gerrit'
2879
2880     wrappers:
2881         - fdio-infra-wrappers:
2882             build-timeout: '{build-timeout}'
2883
2884     triggers:
2885         - gerrit-trigger-manually-triggered:
2886             name: '{project}'
2887             branch: '{branch}'
2888             comment-trigger-value: 'csit_verify_tldk_func'
2889
2890     builders:
2891         - shell:
2892             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
2893
2894     publishers:
2895         - archive-artifacts:
2896             artifacts: 'archive/*.*'
2897             latest-only: false
2898
2899         - robot-report:
2900             output-path: 'archive'
2901
2902         - fdio-infra-shiplogs:
2903             maven-version: 'mvn33-new'
2904
2905 - parameter:
2906     name: test-type-parameter
2907     parameters:
2908         - string:
2909             name: TYPE
2910             default: '{type}'
2911             description: "Test TYPE parameter if not given by trigger"