X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=030a06387e151ae79c5af13b1dca2d6b50034aac;hb=eb4ced476953a8579017eed2b9d2153f85e784b2;hp=d5c2c5940661919014c3627475e061eb2082ccb9;hpb=c1801539cbefb0cfff8dc808f467f6456a660d4e;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d5c2c59406..030a06387e 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -251,16 +251,16 @@ plot-vpp-hoststack-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -271,40 +271,16 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -341,30 +317,19 @@ plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-http-server-performance: csit-vpp-perf-verify-2001-2n-clx: @@ -615,47 +580,19 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -711,13 +648,12 @@ vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel - - 54 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: # TODO: Replace - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -903,24 +839,7 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -952,26 +871,15 @@ - 46 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -1077,26 +985,15 @@ vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace # csit-vpp-perf-verify-2001-2n-skx: @@ -1105,26 +1002,15 @@ - 86 # SOAK vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 83 # SOAK - 86 # SOAK @@ -1415,50 +1301,22 @@ vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -1637,47 +1495,18 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -2522,24 +2351,27 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 49 # NDRPDR sel +# - 51 # NDRPDR sel +# - 52 # NDRPDR sel +# - 59 # NDRPDR sel +# - 65 # NDRPDR sel +# - 66 # NDRPDR sel +# - 54 # NDRPDR sel addition +# - 55 # NDRPDR sel addition +# - 56 # NDRPDR sel addition +# - 57 # NDRPDR sel addition +# - 58 # NDRPDR sel addition +# - 60 # NDRPDR sel addition +# - 61 # NDRPDR sel addition +# - 62 # NDRPDR sel addition +# - 63 # NDRPDR sel addition +# - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 50 # MRR sel - 53 # MRR sel addition @@ -2582,28 +2414,37 @@ # - 32 # NFV # - 71 # NFV MRR csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 101 # MRR sel - - 128 # MRR sel addition +# - 92 # NDRPDR sel +# - 93 # NDRPDR sel +# - 94 # NDRPDR sel +# - 95 # NDRPDR sel +# - 96 # NDRPDR sel +# - 97 # NDRPDR sel +# - 98 # NDRPDR sel +# - 99 # NDRPDR sel +# - 100 # NDRPDR sel +# - 102 # NDRPDR sel +# - 129 # NDRPDR sel addition +# - 130 # NDRPDR sel addition +# - 131 # NDRPDR sel addition +# - 132 # NDRPDR sel addition +# - 133 # NDRPDR sel addition +# - 134 # NDRPDR sel addition +# - 135 # NDRPDR sel addition +# - 136 # NDRPDR sel addition +# - 137 # NDRPDR sel addition +# - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 101 # MRR sel + - 128 # MRR sel addition csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -3295,7 +3136,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3318,7 +3159,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3341,7 +3182,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3364,7 +3205,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4031,7 +3872,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4051,7 +3892,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4071,7 +3912,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4091,7 +3932,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4199,7 +4040,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4218,7 +4059,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4237,7 +4078,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4256,7 +4097,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4278,7 +4119,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4300,7 +4141,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4322,7 +4163,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4961,10 +4802,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4978,10 +4819,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -4996,10 +4837,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5014,10 +4855,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5031,10 +4872,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5048,10 +4889,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5065,10 +4906,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5082,10 +4923,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -5099,10 +4940,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -5116,10 +4957,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -5133,10 +4974,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5150,10 +4991,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5167,10 +5008,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5184,10 +5025,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5257,10 +5098,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5274,10 +5115,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5291,10 +5132,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5308,10 +5149,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5325,10 +5166,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5342,10 +5183,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5359,10 +5200,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5376,10 +5217,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5393,10 +5234,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5410,10 +5251,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5427,10 +5268,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5444,10 +5285,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5461,10 +5302,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5478,10 +5319,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5495,10 +5336,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5513,10 +5354,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5542,7 +5383,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5564,7 +5405,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5586,7 +5427,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5608,7 +5449,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5630,7 +5471,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5652,7 +5493,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5674,7 +5515,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5696,7 +5537,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5718,7 +5559,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5740,7 +5581,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5762,7 +5603,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5784,7 +5625,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5841,7 +5682,7 @@ data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5860,7 +5701,7 @@ data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5879,7 +5720,7 @@ data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5898,7 +5739,7 @@ data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5910,10 +5751,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5927,10 +5768,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5945,10 +5786,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5963,10 +5804,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5980,10 +5821,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" parameters: @@ -5997,10 +5838,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" parameters: @@ -6014,10 +5855,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: