X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fcsit%2Fcsit.yaml;h=ad5d618ba375168d9de59f5e87d395259127329c;hb=29be786d3165364f61fadadf0fba430c2f377018;hp=44a17c28c5be35c74acd9bd97c9cc9df61dc2e38;hpb=328a95b803ed73e04b8f2ea5d7611b669b63bb2c;p=ci-management.git diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index 44a17c28c..ad5d618ba 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2017 Cisco and/or its affiliates. +# Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,25 +18,39 @@ os: - 'ubuntu1604' - 'centos7' + topo: + - '2n' + - '3n' + + arch: + - 'skx' + - 'hsw' + - 'arm' jobs: - - 'csit-dpdk-perf-{stream}-{type}' - - 'csit-vpp-perf-{stream}-{type}' - - 'csit-ligato-perf-{stream}-{type}' - 'csit-vpp-functional-{stream}-{os}-virl' - 'csit-vpp-verify-{stream_timed}-{os}-weekly' - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly' - 'csit-docs-merge-{stream_timed}' - 'csit-docs-verify-{stream}' - 'csit-report-merge-{stream}' - - 'csit-vpp-perf-trend-daily-master' - - 'csit-vpp-perf-trend-semi-weekly-master' - - 'csit-vpp-perf-check-{stream}' + - 'csit-trending-daily-master' + - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}' + - 'csit-dpdk-perf-mrr-weekly-master' + - 'csit-dpdk-perf-mrr-weekly-master-2n-skx' + - 'csit-dpdk-perf-mrr-weekly-master-3n-skx' + - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}' - 'csit-vpp-perf-mrr-daily-master' - - 'csit-vpp-perf-verify-{stream}' + - 'csit-vpp-perf-mrr-daily-master-2n-skx' + - 'csit-vpp-perf-mrr-daily-master-3n-skx' + - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw' + - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx' + - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx' + - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}' - 'csit-nsh_sfc-verify-perf-{stream}' - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl' - 'csit-tldk-verify-func-{stream}-{os}-virl' + - 'csit-dmm-functional-{stream}-ubuntu1604-virl' project: 'csit' branch: 'master' @@ -44,33 +58,23 @@ build-artifact-num-to-keep: 10 type: - all - - long stream_timed: - master: branch: 'master' branch-id: 'oper' - - '1801': - branch: 'rls1801' - branch-id: 'oper-rls1801' stream: - master: branch: 'master' branch-id: 'oper' - - '1701': - branch: 'rls1701' - branch-id: 'oper-rls1701' - - '1704': - branch: 'rls1704' - branch-id: 'oper-rls1704' - - '1707': - branch: 'rls1707' - branch-id: 'oper-rls1707' - - '1710': - branch: 'rls1710' - branch-id: 'oper-rls1710' - '1801': branch: 'rls1801' branch-id: 'oper-rls1801' + - '1804': + branch: 'rls1804' + branch-id: 'oper-rls1804' + - '1807': + branch: 'rls1807' + branch-id: 'oper-rls1807' - job-template: @@ -80,7 +84,7 @@ node: '{os}-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -123,135 +127,47 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-dpdk-perf-{stream}-{type}' - - project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' - concurrent: false - - logrotate: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - type-parameter: - type: '{type}' - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' + name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}' - triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'verify-perf-dpdk-{type}' - - builders: - - shell: - !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh - - publishers: - - archive-artifacts: - artifacts: 'archive/*.*' - latest-only: false - - - robot: - output-path: archive - other-files: - - '*.*' - - - plot: - - title: '64B-1t1c-eth-l2xcbase-testpmd-ndrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]' - - title: '64B-2t2c-eth-l2xcbase-testpmd-ndrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]' - - title: '64B-4t4c-eth-l2xcbase-testpmd-ndrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]' - - title: '64B-1t1c-eth-l2xcbase-testpmd-pdrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]' - - title: '64B-2t2c-eth-l2xcbase-testpmd-pdrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]' - - title: '64B-4t4c-eth-l2xcbase-testpmd-pdrdisc' - group: 'RFC2544: Xconnect' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-perf-{stream}-{type}' + description: | + project-type: freestyle - node: 'ubuntu1604-basebuild-8c-32g' + node: 'ubuntu1604-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -262,8 +178,6 @@ project: '{project}' - gerrit-parameter: branch: '{branch}' - - type-parameter: - type: '{type}' scm: - gerrit-trigger-scm: @@ -276,14 +190,26 @@ build-timeout: '{build-timeout}' triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'verify-perf-{type}' + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: false + failed: false + unstable: false + notbuilt: false builders: - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh publishers: - archive-artifacts: @@ -295,951 +221,56 @@ other-files: - '*.*' - - plot: - - title: '64B-1t1c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-2t2c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-4t4c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-1t1c-eth-l2*-pdrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-2t2c-eth-l2*-pdrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-4t4c-eth-l2*-pdrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - - title: '64B-1t1c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]' - - title: '64B-2t2c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]' - - title: '64B-4t4c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]' - - title: '64B-1t1c-ethip4-ip4*-pdrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]' - - title: '64B-2t2c-ethip4-ip4*-pdrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]' - - title: '64B-4t4c-ethip4-ip4*-pdrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]' - - - title: '78B-1t1c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]' - - title: '78B-2t2c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]' - - title: '78B-4t4c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]' - - title: '78B-1t1c-ethip6-ip6*-pdrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]' - - title: '78B-2t2c-ethip6-ip6*-pdrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]' - - title: '78B-4t4c-ethip6-ip6*-pdrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-4t4c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-1t1c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-2t2c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-4t4c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-7.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-8.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-4t4c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-9.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-1t1c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-10.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-2t2c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-11.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-4t4c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-12.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-1t1c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-7.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-8.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-9.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-10.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-11.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-12.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-1t1c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-7.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-8.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-9.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-10.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-11.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-pdrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-12.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-1t1c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-7.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-8.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-9.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-10.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-11.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-12.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-1t1c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-4t4c-ethip4*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-7.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-8.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-9.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-10.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-11.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-4t4c-ethip6*-pdrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-12.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-1.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-2t2c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-2.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-4t4c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-3.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-1t1c-*-vhost-*-pdrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-4.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-2t2c-*-vhost-*-pdrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-5.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-4t4c-*-vhost-*-pdrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-6.csv' - series: - - file: 'output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - fdio-infra-shiplogs: maven-version: 'mvn33-new' - job-template: - name: 'csit-ligato-perf-{stream}-{type}' + name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}' + + description: | + project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: 'ubuntu1804-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1250,8 +281,9 @@ project: '{project}' - gerrit-parameter: branch: '{branch}' - - type-parameter: - type: '{type}' + - gerrit-refspec-parameter + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter scm: - gerrit-trigger-scm: @@ -1264,14 +296,26 @@ build-timeout: '{build-timeout}' triggers: - - gerrit-trigger-manually-triggered: - name: '{project}' - branch: '{branch}' - comment-trigger-value: 'verify-perf-ligato-{type}' + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: false + failed: false + unstable: false + notbuilt: false builders: - shell: - !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh publishers: - archive-artifacts: @@ -1295,7 +339,7 @@ node: '{os}-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1347,7 +391,7 @@ node: '{os}-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1397,7 +441,7 @@ node: centos7-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1451,7 +495,7 @@ node: 'ubuntu1604-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1512,7 +556,7 @@ node: 'ubuntu1604-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1589,7 +633,7 @@ node: 'ubuntu1604-basebuild-8c-32g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1647,7 +691,7 @@ publishers: - archive: - artifacts: 'resources/tools/report_gen/csit.report.tar.gz' + artifacts: 'resources/tools/presentation/csit.report.tar.gz' allow-empty: 'true' fingerprint: false only-if-success: true @@ -1657,37 +701,226 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-perf-trend-daily-master' + name: 'csit-trending-daily-master' + + project-type: freestyle + node: 'ubuntu1604-basebuild-8c-32g' + concurrent: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - maven-exec: + maven-version: 'mvn33-new' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - reverse: + jobs: 'csit-vpp-perf-mrr-daily-master' + result: 'failure' + + builders: + - maven-target: + maven-version: 'mvn33-new' + goals: '--version' + settings: 'csit-settings' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - provide-maven-settings: + settings-file: 'csit-settings' + global-settings-file: 'global-settings' + - shell: + !include-raw-escape: include-raw-csit-cpta.sh + + publishers: + - email-ext: + recipients: 'tifrank@cisco.com, csit-report@lists.fd.io' + reply-to: '' + content-type: 'text' + subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER' + attachments: '**/_build/_static/vpp/failed-tests*.tar.gz' + body: | + FD.io CSIT Trending Alert - failed tests + + $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS + + See attachment for the list of the failed tests. + + always: true + failure: false + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw' description: | - Purpose of this job is to validate latest vpp build from corresponding - branch stored in nexus against verified CSIT codebase of corresponding - branch. - - objective - daily perf trending of vpp master build - job - name - csit-vpp-perf-trend-daily - trigger - scheduled daily - perf test-cases selection - all CSIT perf suites - default tags for vpp startup config and perf test type - 1T1C - one worker thread, one core - 2T2C - two worker threads, two cores - X520 - Intel x520-DA2 NIC - NDRDISC - discovery of NDR throughput - results - jjb verify - no - present - jenkins trending graphs + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx' + + description: | + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx' + description: | + project-type: freestyle node: 'ubuntu1604-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -1703,12 +936,15 @@ - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' + triggers: + - timed: '0 0 * * 6' + builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - inject: properties-file: variables.prop - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh publishers: - archive-artifacts: @@ -1723,358 +959,100 @@ - fdio-infra-shiplogs: maven-version: 'mvn33-new' - - plot: - - title: '64B-1t1c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-2t2c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - - title: '64B-1t1c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]' - - title: '64B-2t2c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]' - - - title: '78B-1t1c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]' - - title: '78B-2t2c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-2t2c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' +- job-template: + name: 'csit-vpp-perf-mrr-daily-master' + + description: | + + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 2,16 * * *' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-perf-trend-semi-weekly-master' + name: 'csit-vpp-perf-mrr-daily-master-2n-skx' description: | - Purpose of this job is to validate latest vpp build from corresponding - branch stored in nexus against verified CSIT codebase of corresponding - branch. - - consumer - csit-dev trending semi-weekly - objective - semi-weekly perf trending of vpp master build job - name - csit-vpp-perf-trend-semi-weekly - trigger - scheduled semi-weekly - perf test-cases selection - all CSIT perf suites - default tags for vpp startup config and perf test type - 1T1C - one worker thread, one core - 2T2C - two worker threads, two cores - X710 - Intel x710 Fortville NIC - XL710 - Intel xl710 Fortville NIC - NDRDISC - discovery of NDR throughput - results - jjb verify - no - present - jenkins trending graphs + project-type: freestyle node: 'ubuntu1604-basebuild-4c-4g' - concurrent: false + concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2090,12 +1068,15 @@ - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' + triggers: + - timed: '0 2,16 * * *' + builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - inject: properties-file: variables.prop - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh publishers: - archive-artifacts: @@ -2107,367 +1088,107 @@ other-files: - '*.*' + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + - fdio-infra-shiplogs: maven-version: 'mvn33-new' - - plot: - - title: '64B-1t1c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - title: '64B-2t2c-eth-l2*-ndrdisc' - group: 'RFC2544: Xconnect and Bridge Domain' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]' - - - title: '64B-1t1c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]' - - title: '64B-2t2c-ethip4-ip4*-ndrdisc' - group: 'RFC2544: IPv4 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]' - - - title: '78B-1t1c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]' - - title: '78B-2t2c-ethip6-ip6*-ndrdisc' - group: 'RFC2544: IPv6 base, scale, feature' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in software' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '64B-2t2c-ethip4*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-1t1c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-3.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - title: '78B-2t2c-ethip6*-ndrdisc' - group: 'RFC2544: Overlay tunnels with crypto in hardware' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-4.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]' - - - title: '64B-1t1c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-1.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' - - title: '64B-2t2c-*-vhost-*-ndrdisc' - group: 'RFC2544: vhost-user' - yaxis: 'Packets Per Second' - num-builds: '20' - keep-records: True - csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-2.csv' - series: - - file: 'csit/output_perf_data.xml' - format: xml - xpath-type: 'nodeset' - xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]' +- job-template: + name: 'csit-vpp-perf-mrr-daily-master-3n-skx' + + description: | + + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 2,16 * * *' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-perf-check-{stream}' + name: 'csit-dpdk-perf-mrr-weekly-master' description: | - consumer - csit-dev perf code base checks - objective - check csit perf code base - job - name - csit-vpp-perf-check - trigger - see below - perf test-cases selection - all CSIT perf suites - keywords - format - keyword, tag_list - verify-perf-ndrdisc, NDRDISC - verify-perf-pdrdisc, PDRDISC - verify-perf-mrr, MRR - default tags for vpp startup config and perf test type - 1T1C - one worker thread, one core - 2T2C - two worker threads, two cores - results - jjb verify - PASS/FAIL - present - no - analyse - csit project - catch malfunctions - catch degradations + project-type: freestyle node: 'ubuntu1604-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2479,86 +1200,63 @@ - gerrit-parameter: branch: '{branch}' - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - wrappers: - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' triggers: - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'verify-perf-ndrdisc' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-pdrdisc' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-mrr' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: false - failed: false - unstable: false - notbuilt: false + - timed: '0 0 * * 6' builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh publishers: - archive-artifacts: - artifacts: 'archive/*.*' + artifacts: 'csit/archive/*.*' latest-only: false - robot: - output-path: archive + output-path: 'csit/archive' other-files: - '*.*' + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + - fdio-infra-shiplogs: maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-perf-mrr-daily-master' + name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx' description: | - objective - check vpp perf mrr daily - job - name - csit-vpp-perf-mrr-daily - trigger - daily - perf test-cases selection - all CSIT perf suites - default tags for vpp startup config and perf test type - 1T1C - one worker thread, one core - 2T2C - two worker threads, two cores - results - jjb verify - PASS/FAIL - present - no - analyse - csit project - catch malfunctions - catch degradations + project-type: freestyle node: 'ubuntu1604-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2575,14 +1273,14 @@ build-timeout: '{build-timeout}' triggers: - - timed: 'H H(0-2) * * *' + - timed: '0 0 * * 6' builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - inject: properties-file: variables.prop - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-mrr-daily.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh publishers: - archive-artifacts: @@ -2594,53 +1292,39 @@ other-files: - '*.*' + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + - fdio-infra-shiplogs: maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-perf-verify-{stream}' + name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx' description: | - objective - perf verify - per csit gerrit patch - job - name - csit-vpp-perf-verify - trigger - keyword in comment to csit patch - perf test-cases selection - test-cases selected using trigger keywords paired with tags - all test-cases are labelled with CSIT RF topic tags defined in - csit/docs/tag_documentation.rst - proposed keywords - focus on testing specified vpp packet processing path - format - keyword - tag_list - perf_verify_ip4 - IP4Base, IP4Scale2M - perf_verify_ip6 - IP6Base, IP6Scale2M - perf_verify_l2 - L2XC, L2BD - perf_verify_lisp - 4Lisp, 6Lisp - perf_verify_vxlan - Vxlan - perf_verify_vhost - Vhost - perf_verify_memif - Memif - default tags for vpp startup config and perf test type - 1T1C - one worker thread, one core - X520 - x520 Niantic NIC - NDRDISC - discovery of NDR throughput - results - jjb verify - PASS/FAIL - present - no - analyse - no + + project-type: freestyle node: 'ubuntu1604-basebuild-4c-4g' concurrent: false - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2652,6 +1336,99 @@ - gerrit-parameter: branch: '{branch}' + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 0 * * 6' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + + +- job-template: + name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}' + + description: | + + + project-type: freestyle + node: 'ubuntu1604-basebuild-8c-32g' + concurrent: true + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' @@ -2667,21 +1444,7 @@ server-name: 'Primary' trigger-on: - comment-added-contains-event: - comment-contains-value: 'verify-perf-l2' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-ip4' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-ip6' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-lisp' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-vxlan' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-vhost' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-memif' - - comment-added-contains-event: - comment-contains-value: 'verify-perf-ipsechw' + comment-contains-value: 'csit-{topo}-{arch}-perftest' projects: - project-compare-type: 'ANT' project-pattern: '{project}' @@ -2696,7 +1459,7 @@ builders: - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh + !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh publishers: - archive-artifacts: @@ -2718,7 +1481,7 @@ node: 'ubuntu1604-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2772,7 +1535,7 @@ node: '{os}-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2826,7 +1589,7 @@ node: '{os}-basebuild-4c-4g' concurrent: true - logrotate: + build-discarder: daysToKeep: '{build-days-to-keep}' numToKeep: '{build-num-to-keep}' artifactDaysToKeep: '{build-artifact-days-to-keep}' @@ -2871,6 +1634,56 @@ - fdio-infra-shiplogs: maven-version: 'mvn33-new' +- job-template: + name: 'csit-dmm-functional-{stream}-ubuntu1604-virl' + + project-type: freestyle + node: 'ubuntu1604-basebuild-4c-4g' + concurrent: true + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-manually-triggered: + name: '{project}' + branch: '{branch}' + comment-trigger-value: 'csit_verify_dmm_func' + + builders: + - shell: + !include-raw-escape: include-raw-csit-dmm-functional-virl.sh + + publishers: + - archive-artifacts: + artifacts: 'report.html, log.html, output.xml' + latest-only: false + + - robot-report: + output-path: '' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + - parameter: name: test-type-parameter parameters: