+ type: "static"
+ src-path: "{DIR[RST]}"
+ dst-path: "{DIR[WORKING,SRC]}"
+
+-
+ type: "input"
+ general:
+ file-name: "robot-plugin.zip"
+ file-format: ".zip"
+ download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+ extract: "robot-plugin/output.xml"
+
+ builds:
+
+ # Not used
+ intel-dnv-vpp-release-1810:
+ - 1
+
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
+ - 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 9 # MRR sel
+ - 20 # NDRPDR full
+ - 21 # NDRPDR full
+ - 22 # NDRPDR full
+ - 27 # NDRPDR full
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 28 # WRK
+ - 29 # WRK
+ - 30 # WRK
+ - 31 # WRK
+ - 32 # WRK
+ - 33 # WRK
+ - 34 # WRK
+ - 35 # WRK
+ - 36 # WRK
+ - 37 # WRK
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 35 # MRR sel
+ - 38 # NDRPDR full
+ - 43 # NDRPDR full
+ - 45 # NDRPDR full
+ - 49 # NDRPDR full
+ - 10 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 46 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 31 # MRR full
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
+ - 47 # MRR sel
+ - 48 # MRR sel
+ - 51 # MRR sel
+ - 52 # MRR sel
+ - 53 # MRR sel
+ - 54 # MRR sel
+ - 40 # NDRPDR full 1
+ - 41 # NDRPDR full 2
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 49 # NDRPDR sel
+ - 50 # NDRPDR sel
+ - 56 # NDRPDR sel
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ - 23 # NDRPDR full
+ - 24 # NDRPDR full
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 32 # MRR sel
+ - 37 # NDRPDR full
+ - 39 # NDRPDR full
+ - 40 # NDRPDR full
+ - 49 # NDRPDR full
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 33 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 27 # MRR full
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 37 # MRR sel
+ - 38 # MRR sel
+ - 41 # MRR sel
+ - 43 # MRR sel
+ - 44 # MRR sel
+ - 45 # MRR sel
+ - 46 # MRR sel
+ - 47 # MRR sel
+ - 32 # NDRPDR full
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 25 # NDRPDR full
+ - 26 # NDRPDR full
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 22 # MRR sel
+ - 25 # NDRPDR full
+ - 30 # NDRPDR full
+ - 33 # NDRPDR full
+ - 44 # NDRPDR full
+ - 5 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 24 # NFV MRR
+ - 26 # NFV MRR
+ - 27 # NFV MRR
+ - 35 # NFV MRR
+ - 37 # NFV MRR
+ - 28 # NFV NDRPDR
+ - 29 # NFV NDRPDR
+ - 32 # NFV NDRPDR
+ - 39 # NFV NDRPDR
+ - 46 # NFV NDRPDR
+ - 45 # SOAK
+ # TODO: Add new data
+ csit-ligato-perf-verify-1901-3n-hsw:
+ - 10 # NDRPDR full
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ csit-vpp-functional-1901-ubuntu1604-virl:
+ - 48
+ csit-vpp-functional-1901-centos7-virl:
+ - 50
+ csit-vpp-device-1901-ubuntu1804-1n-skx:
+ - 49
+ # Not used
+ csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
+ - 1
+ csit-dmm-functional-1901-ubuntu1604-virl:
+ - 2
+ csit-hc2vpp-verify-func-1901-ubuntu1604:
+ - 3
+
+-
+ type: "output"
+ output: "report"
+ format:
+ html:
+ - full
+# pdf:
+# - minimal
+
+################################################################################
+### T A B L E S ###
+################################################################################
+
+# VPP Compare NICs 3n-hsw 1t1c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 1t1c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 2t2c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 2t2c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 1t1c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 1t1c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 2t2c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 2t2c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 1t1c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 1t1c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 2t2c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 2t2c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 3n-hsw 4t4c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-hsw 4t4c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
+ reference:
+ title: "Intel-x520"
+ nic: "NIC_Intel-X520-DA2"
+ compare:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ data: "vpp-nic-comparison-3n-hsw-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 3n-skx 2t1c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 2t1c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-skx 4t2c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 4t2c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-skx 2t1c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 2t1c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+ # VPP Compare NICs 3n-skx 4t2c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 4t2c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 3n-skx 2t1c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 2t1c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 3n-skx 4t2c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 4t2c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+ # VPP Compare NICs 3n-skx 8t4c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 3n-skx 8t4c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-3n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 2t1c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 2t1c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 4t2c ndr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+ # VPP Compare NICs 2n-skx 2t1c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 2t1c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 4t2c pdr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 2t1c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 2t1c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 4t2c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 8t4c mrr
+-
+ type: "table"
+ title: "VPP Compare NICs 2n-skx 8t4c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
+ reference:
+ title: "Intel-x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "Intel-xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+################################################################################
+# VPP
+
+# VPP Performance Changes 3n-hsw 1t1c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-hsw 1t1c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-hsw-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-hsw-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-hsw-cmp"
+ data: "vpp-performance-changes-3n-hsw"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-hsw 2t2c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-hsw 2t2c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-hsw-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-hsw-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-hsw-cmp"
+ data: "vpp-performance-changes-3n-hsw"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-hsw 1t1c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-hsw 1t1c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-hsw-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-hsw-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-hsw-cmp"
+ data: "vpp-performance-changes-3n-hsw"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-hsw 2t2c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-hsw 2t2c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-hsw-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-hsw-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-hsw-cmp"
+ data: "vpp-performance-changes-3n-hsw"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-skx 2t1c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-skx 2t1c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-skx-cmp"
+ data: "vpp-performance-changes-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-skx 4t2c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-skx 4t2c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-skx-cmp"
+ data: "vpp-performance-changes-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-skx 2t1c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-skx 2t1c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-skx-cmp"
+ data: "vpp-performance-changes-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 3n-skx 4t2c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 3n-skx 4t2c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-3n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-3n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-3n-skx-cmp"
+ data: "vpp-performance-changes-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 2n-skx 2t1c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 2n-skx 2t1c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
+ history:
+ -
+ title: "rls1807"
+ data: "vpp-performance-changes-2n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-2n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-2n-skx-cmp"
+ data: "vpp-performance-changes-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 2n-skx 4t2c pdr
+-
+ type: "table"
+ title: "VPP Performance Changes 2n-skx 4t2c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
+ history:
+ - title: "rls1807"
+ data: "vpp-performance-changes-2n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-2n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-2n-skx-cmp"
+ data: "vpp-performance-changes-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 2n-skx 2t1c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 2n-skx 2t1c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
+ history:
+ - title: "rls1807"
+ data: "vpp-performance-changes-2n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-2n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-2n-skx-cmp"
+ data: "vpp-performance-changes-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Performance Changes 2n-skx 4t2c ndr
+-
+ type: "table"
+ title: "VPP Performance Changes 2n-skx 4t2c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
+ history:
+ - title: "rls1807"
+ data: "vpp-performance-changes-2n-skx-h1"
+ reference:
+ title: "rls1810"
+ data: "vpp-performance-changes-2n-skx-ref"
+ compare:
+ title: "rls1901"
+ data: "vpp-performance-changes-2n-skx-cmp"
+ data: "vpp-performance-changes-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
+-
+ type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
+ reference:
+ title: "3-Node Hsw"
+ data: "vpp-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "vpp-compare-testbeds-cmp"
+ data: "vpp-compare-testbeds"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
+-
+ type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
+ reference:
+ title: "3-Node Hsw"
+ data: "vpp-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "vpp-compare-testbeds-cmp"
+ data: "vpp-compare-testbeds"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
+-
+ type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
+ reference:
+ title: "3-Node Hsw"
+ data: "vpp-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "vpp-compare-testbeds-cmp"
+ data: "vpp-compare-testbeds"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
+-
+ type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
+ reference:
+ title: "3-Node Hsw"
+ data: "vpp-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "vpp-compare-testbeds-cmp"
+ data: "vpp-compare-testbeds"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
+ reference:
+ title: "3-Node Skx"
+ data: "vpp-compare-topologies-ref"
+ compare:
+ title: "2-Node Skx"
+ data: "vpp-compare-topologies-cmp"
+ data: "vpp-compare-topologies"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
+ reference:
+ title: "3-Node Skx"
+ data: "vpp-compare-topologies-ref"
+ compare:
+ title: "2-Node Skx"
+ data: "vpp-compare-topologies-cmp"
+ data: "vpp-compare-topologies"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
+ reference:
+ title: "3-Node Skx"
+ data: "vpp-compare-topologies-ref"
+ compare:
+ title: "2-Node Skx"
+ data: "vpp-compare-topologies-cmp"
+ data: "vpp-compare-topologies"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"