X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=05a4bb3a51ccda82d9bf686cb863e0c0a21ac1e5;hp=a1650c84cf9804bfb75236b427f2b1f947c1fb14;hb=aed00718d5b7ad5671c31c10ef29cf09af0f81bb;hpb=3f2ecafbe60b3664ab7b18ecfe8e4acb46a3cd3b diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a1650c84cf..05a4bb3a51 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -274,6 +274,10 @@ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: @@ -348,11 +352,9 @@ - 91 # TCP plot-vpp-soak-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Replace the data @@ -367,12 +369,17 @@ - 71 # NFV MRR plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 113 # NFV reconf sel - - 114 # NFV reconf sel - - 115 # NFV reconf sel + csit-vpp-perf-verify-2001-2n-skx: + - 169 # Reconf + - 171 # Reconf + - 172 # Reconf + - 173 # Reconf + - 174 # Reconf + - 175 # Reconf + - 176 # Reconf + - 177 # Reconf + - 178 # Reconf + - 179 # Reconf plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: @@ -586,6 +593,10 @@ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -652,9 +663,44 @@ - 85 # NDRPDR full vpp-perf-results-3n-skx: - # TODO: Replace + # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 82 # NDRPDR full - crypto-1 + - 85 # NDRPDR full - l2-2 + - 87 # NDRPDR full - ip6-1 + - 88 # NDRPDR full - ip6-2 + - 90 # NDRPDR full - memif + - 95 # NDRPDR full - l2-1 + - 96 # NDRPDR full - ip4-2 + - 97 # NDRPDR full - vhost-1 + - 102 # NDRPDR full - crypto-2 + - 104 # NDRPDR full - ip4tunnels-1 + - 105 # NDRPDR full - ip4tunnels-2 + - 106 # NDRPDR full - ip4tunnels-3 + - 107 # NDRPDR full - ip6tunnels-1 + - 108 # NDRPDR full - ip4-1 + - 109 # NDRPDR full - crypto-3 + - 110 # NDRPDR full - crypto-4 + - 111 # NDRPDR full - ip4-2 + - 112 # NDRPDR full - ip4-4 + - 113 # NDRPDR full - ip4-5 + - 114 # NDRPDR full - ip4-6 + - 115 # NDRPDR full - ip4-7 + - 116 # NDRPDR full - ip4-8 + - 117 # NDRPDR full - ip4-9 + - 118 # NDRPDR full - srv6-1 + - 119 # NDRPDR full - srv6-2 + - 120 # NDRPDR full - l2-3 + - 122 # NDRPDR full - l2-5 + - 123 # NDRPDR full - l2-4 + - 124 # NDRPDR full - l2-7 + - 125 # NDRPDR full - vhost-2 + - 126 # NDRPDR full - vhost-3 + - 128 # NDRPDR full - l2-8 + - 129 # NDRPDR full - l2-9 + - 130 # NDRPDR full - l2-10 + - 131 # NDRPDR full - l2-11 + - 132 # NDRPDR full - vhost-4 vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -825,6 +871,18 @@ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-2n-skx-new1908_2: + csit-vpp-perf-verify-1908_2-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel vpp-perf-changes-2n-skx-new2001_0: csit-vpp-perf-verify-2001-2n-skx: - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set @@ -869,11 +927,39 @@ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-3n-skx-new1908_2: + csit-vpp-perf-verify-1908_2-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel vpp-perf-changes-3n-skx-new2001_0: csit-vpp-perf-verify-2001-3n-skx: - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + + vpp-perf-changes-2n-clx-new1908_1: + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-perf-changes-2n-clx-new1908_2: + csit-vpp-perf-verify-1908_2-2n-clx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1904-3n-hsw: @@ -911,10 +997,6 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw: - - "vpp-performance-changes-3n-hsw-h1" - - "vpp-performance-changes-3n-hsw-ref" - - "vpp-performance-changes-3n-hsw-cmp" vpp-performance-changes-3n-skx-h1: csit-vpp-perf-verify-1904-3n-skx: @@ -946,10 +1028,10 @@ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - vpp-performance-changes-3n-skx: - - "vpp-performance-changes-3n-skx-h1" - - "vpp-performance-changes-3n-skx-ref" - - "vpp-performance-changes-3n-skx-cmp" + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1904-2n-skx: @@ -987,10 +1069,6 @@ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - vpp-performance-changes-2n-skx: - - "vpp-performance-changes-2n-skx-h1" - - "vpp-performance-changes-2n-skx-ref" - - "vpp-performance-changes-2n-skx-cmp" vpp-performance-changes-nfv-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: @@ -1002,9 +1080,6 @@ csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV - vpp-performance-changes-nfv-2n-skx: - - "vpp-performance-changes-nfv-2n-skx-ref" - - "vpp-performance-changes-nfv-2n-skx-cmp" vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-verify-1908-2n-dnv: @@ -1030,9 +1105,6 @@ - 11 # NDRPDR sel - 13 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv: - - "vpp-performance-changes-2n-dnv-ref" - - "vpp-performance-changes-2n-dnv-cmp" vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-verify-1908-3n-dnv: @@ -1058,9 +1130,6 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv: - - "vpp-performance-changes-3n-dnv-ref" - - "vpp-performance-changes-3n-dnv-cmp" vpp-performance-changes-3n-tsh-ref: csit-vpp-perf-verify-1908-3n-tsh: @@ -1086,9 +1155,6 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh: - - "vpp-performance-changes-3n-tsh-ref" - - "vpp-performance-changes-3n-tsh-cmp" vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: @@ -1103,11 +1169,9 @@ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set @@ -1120,8 +1184,8 @@ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 83 # SOAK - - 86 # SOAK + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-verify-2001-2n-clx: @@ -1163,10 +1227,6 @@ vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr: - - "vpp-performance-changes-3n-hsw-mrr-h1" - - "vpp-performance-changes-3n-hsw-mrr-ref" - - "vpp-performance-changes-3n-hsw-mrr-cmp" vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-1904-3n-skx: @@ -1178,10 +1238,6 @@ csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr: - - "vpp-performance-changes-3n-skx-mrr-h1" - - "vpp-performance-changes-3n-skx-mrr-ref" - - "vpp-performance-changes-3n-skx-mrr-cmp" vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-1904-2n-skx: @@ -1193,10 +1249,6 @@ csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr: - - "vpp-performance-changes-2n-skx-mrr-h1" - - "vpp-performance-changes-2n-skx-mrr-ref" - - "vpp-performance-changes-2n-skx-mrr-cmp" vpp-performance-changes-nfv-2n-skx-mrr-ref: csit-vpp-perf-verify-1908-2n-skx: @@ -1206,9 +1258,6 @@ # csit-vpp-perf-verify-2001-2n-skx: csit-vpp-perf-verify-1908-2n-skx: - 71 # NFV MRR - vpp-performance-changes-nfv-2n-skx-mrr: - - "vpp-performance-changes-nfv-2n-skx-mrr-ref" - - "vpp-performance-changes-nfv-2n-skx-mrr-cmp" vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-1908-2n-dnv: @@ -1216,9 +1265,6 @@ vpp-performance-changes-2n-dnv-mrr-cmp: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel - vpp-performance-changes-2n-dnv-mrr: - - "vpp-performance-changes-2n-dnv-mrr-ref" - - "vpp-performance-changes-2n-dnv-mrr-cmp" vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-verify-1908-3n-dnv: @@ -1226,9 +1272,6 @@ vpp-performance-changes-3n-dnv-mrr-cmp: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel - vpp-performance-changes-3n-dnv-mrr: - - "vpp-performance-changes-3n-dnv-mrr-ref" - - "vpp-performance-changes-3n-dnv-mrr-cmp" vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-verify-1908-3n-tsh: @@ -1236,9 +1279,6 @@ vpp-performance-changes-3n-tsh-mrr-cmp: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr: - - "vpp-performance-changes-3n-tsh-mrr-ref" - - "vpp-performance-changes-3n-tsh-mrr-cmp" dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-1904-3n-hsw: @@ -1286,10 +1326,6 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw: - - "dpdk-performance-changes-3n-hsw-h1" - - "dpdk-performance-changes-3n-hsw-ref" - - "dpdk-performance-changes-3n-hsw-cmp" dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-1904-3n-skx: @@ -1337,10 +1373,6 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx: - - "dpdk-performance-changes-3n-skx-h1" - - "dpdk-performance-changes-3n-skx-ref" - - "dpdk-performance-changes-3n-skx-cmp" dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1904-2n-skx: @@ -1388,10 +1420,6 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx: - - "dpdk-performance-changes-2n-skx-h1" - - "dpdk-performance-changes-2n-skx-ref" - - "dpdk-performance-changes-2n-skx-cmp" # Compare testbeds @@ -1413,9 +1441,10 @@ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - vpp-compare-testbeds: - - "vpp-compare-testbeds-ref" - - "vpp-compare-testbeds-cmp" + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: @@ -1441,9 +1470,6 @@ - 47 # NDRPDR sel - 48 # NDRPDR sel - 49 # NDRPDR sel - vpp-compare-testbeds-skx-clx: - - "vpp-compare-testbeds-skx-clx-ref" - - "vpp-compare-testbeds-skx-clx-cmp" vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-verify-2001-3n-hsw: @@ -1469,9 +1495,6 @@ - 47 # NDRPDR sel - 48 # NDRPDR sel - 49 # NDRPDR sel - vpp-compare-testbeds-hsw-clx: - - "vpp-compare-testbeds-hsw-clx-ref" - - "vpp-compare-testbeds-hsw-clx-cmp" vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: @@ -1480,9 +1503,6 @@ csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-compare-testbeds-mrr: - - "vpp-compare-testbeds-mrr-ref" - - "vpp-compare-testbeds-mrr-cmp" vpp-compare-testbeds-mrr-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: @@ -1491,9 +1511,6 @@ vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-compare-testbeds-mrr-skx-clx: - - "vpp-compare-testbeds-mrr-skx-clx-ref" - - "vpp-compare-testbeds-mrr-skx-clx-cmp" vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-verify-2001-3n-hsw: @@ -1501,9 +1518,6 @@ vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-compare-testbeds-mrr-hsw-clx: - - "vpp-compare-testbeds-mrr-hsw-clx-ref" - - "vpp-compare-testbeds-mrr-hsw-clx-cmp" dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-2001-3n-hsw: @@ -1549,9 +1563,6 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-compare-testbeds: - - "dpdk-compare-testbeds-ref" - - "dpdk-compare-testbeds-cmp" dpdk-compare-testbeds-skx-clx-ref: csit-dpdk-perf-verify-2001-2n-skx: @@ -1598,10 +1609,6 @@ - 33 # NDRPDR sel - 34 # NDRPDR sel - dpdk-compare-testbeds-skx-clx: - - "dpdk-compare-testbeds-skx-clx-ref" - - "dpdk-compare-testbeds-skx-clx-cmp" - # Compare topologies vpp-compare-topologies-ref: @@ -1610,6 +1617,10 @@ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: csit-vpp-perf-verify-2001-2n-skx: - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set @@ -1622,9 +1633,6 @@ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - vpp-compare-topologies: - - "vpp-compare-topologies-ref" - - "vpp-compare-topologies-cmp" vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-2001-3n-skx: @@ -1634,9 +1642,6 @@ csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-compare-topologies-mrr: - - "vpp-compare-topologies-mrr-ref" - - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: csit-dpdk-perf-verify-2001-3n-skx: @@ -1682,9 +1687,6 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-compare-topologies: - - "dpdk-compare-topologies-ref" - - "dpdk-compare-topologies-cmp" plot-layouts: @@ -2481,30 +2483,58 @@ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + csit-vpp-perf-verify-1908_2-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel csit-vpp-perf-verify-2001-3n-skx: -# - 45 # NDRPDR sel -# - 46 # NDRPDR sel -# - 47 # NDRPDR sel -# - 48 # NDRPDR sel -# - 49 # NDRPDR sel -# - 51 # NDRPDR sel -# - 52 # NDRPDR sel -# - 59 # NDRPDR sel -# - 65 # NDRPDR sel -# - 66 # NDRPDR sel -# - 54 # NDRPDR sel addition -# - 55 # NDRPDR sel addition -# - 56 # NDRPDR sel addition -# - 57 # NDRPDR sel addition -# - 58 # NDRPDR sel addition -# - 60 # NDRPDR sel addition -# - 61 # NDRPDR sel addition -# - 62 # NDRPDR sel addition -# - 63 # NDRPDR sel addition -# - 64 # NDRPDR sel addition - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 82 # NDRPDR full - crypto-1 + - 85 # NDRPDR full - l2-2 + - 87 # NDRPDR full - ip6-1 + - 88 # NDRPDR full - ip6-2 + - 90 # NDRPDR full - memif + - 95 # NDRPDR full - l2-1 + - 96 # NDRPDR full - ip4-2 + - 97 # NDRPDR full - vhost-1 + - 102 # NDRPDR full - crypto-2 + - 104 # NDRPDR full - ip4tunnels-1 + - 105 # NDRPDR full - ip4tunnels-2 + - 106 # NDRPDR full - ip4tunnels-3 + - 107 # NDRPDR full - ip6tunnels-1 + - 108 # NDRPDR full - ip4-1 + - 109 # NDRPDR full - crypto-3 + - 110 # NDRPDR full - crypto-4 + - 111 # NDRPDR full - ip4-2 + - 112 # NDRPDR full - ip4-4 + - 113 # NDRPDR full - ip4-5 + - 114 # NDRPDR full - ip4-6 + - 115 # NDRPDR full - ip4-7 + - 116 # NDRPDR full - ip4-8 + - 117 # NDRPDR full - ip4-9 + - 118 # NDRPDR full - srv6-1 + - 119 # NDRPDR full - srv6-2 + - 120 # NDRPDR full - l2-3 + - 122 # NDRPDR full - l2-5 + - 123 # NDRPDR full - l2-4 + - 124 # NDRPDR full - l2-7 + - 125 # NDRPDR full - vhost-2 + - 126 # NDRPDR full - vhost-3 + - 128 # NDRPDR full - l2-8 + - 129 # NDRPDR full - l2-9 + - 130 # NDRPDR full - l2-10 + - 131 # NDRPDR full - l2-11 + - 132 # NDRPDR full - vhost-4 - 50 # MRR sel - 53 # MRR sel addition @@ -2542,10 +2572,6 @@ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release - 69 # MRR sel - old1908 - vpp build: 19.08-release -# - 22 # NFV -# - 31 # NFV -# - 32 # NFV -# - 71 # NFV MRR csit-vpp-perf-verify-1908_1-2n-skx: - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode @@ -2567,27 +2593,18 @@ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + csit-vpp-perf-verify-1908_2-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-vpp-perf-verify-2001-2n-skx: -# - 92 # NDRPDR sel - old -# - 93 # NDRPDR sel - old -# - 94 # NDRPDR sel - old -# - 95 # NDRPDR sel - old -# - 96 # NDRPDR sel - old -# - 97 # NDRPDR sel - old -# - 98 # NDRPDR sel - old -# - 99 # NDRPDR sel - old -# - 100 # NDRPDR sel - old -# - 102 # NDRPDR sel - old -# - 129 # NDRPDR sel addition - old -# - 130 # NDRPDR sel addition - old -# - 131 # NDRPDR sel addition - old -# - 132 # NDRPDR sel addition - old -# - 133 # NDRPDR sel addition - old -# - 134 # NDRPDR sel addition - old -# - 135 # NDRPDR sel addition - old -# - 136 # NDRPDR sel addition - old -# - 137 # NDRPDR sel addition - old -# - 138 # NDRPDR sel addition - old - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set @@ -2614,7 +2631,31 @@ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 101 # MRR sel - old - 128 # MRR sel addition - old - + - 169 # Reconf + - 171 # Reconf + - 172 # Reconf + - 173 # Reconf + - 174 # Reconf + - 175 # Reconf + - 176 # Reconf + - 177 # Reconf + - 178 # Reconf + - 179 # Reconf + - 181 # Soak + - 182 # Soak + + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + csit-vpp-perf-verify-1908_2-2n-clx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -2891,7 +2932,6 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel - 16 # NDRPDR sel @@ -2965,24 +3005,24 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR - 2n-skx -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR - 2n-skx +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" # VPP Soak vs NDR - 2n-clx - type: "table" @@ -3008,377 +3048,545 @@ # VPP Compare NICs 3n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 4t2c ndr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 2t1c pdr - type: "table" title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." - # VPP Compare NICs 3n-skx 4t2c pdr +# VPP Compare NICs 3n-skx 4t2c pdr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 2t1c mrr - type: "table" title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 4t2c mrr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." - # VPP Compare NICs 3n-skx 8t4c mrr +# VPP Compare NICs 3n-skx 8t4c mrr - type: "table" title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c ndr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." - # VPP Compare NICs 2n-skx 2t1c pdr +# VPP Compare NICs 2n-skx 2t1c pdr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c pdr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c mrr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c mrr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 8t4c mrr - type: "table" title: "VPP Compare NICs 2n-skx 8t4c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." ################################################################################ # VPP -# VPP Performance Changes 3n-hsw 1t1c pdr +# VPP Performance changes 2n-skx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + title: "VPP Performance changes 2n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-skx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." -# VPP Performance Changes 3n-hsw 2t2c pdr +# VPP Performance changes 2n-skx-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" + title: "VPP Performance changes 2n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-skx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." -# VPP Performance Changes 3n-hsw 1t1c ndr +# VPP Performance changes 3n-skx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" + title: "VPP Performance changes 3n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-3n-skx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + +# VPP Performance changes 3n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance changes 3n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-3n-skx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + +# VPP Performance changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-clx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-clx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + +# VPP Performance changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908.1" + data-set: "vpp-perf-changes-2n-clx-new1908_1" + - title: "1908.2" + data-set: "vpp-perf-changes-2n-clx-new1908_2" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "1908.1, 1908.2 - VPP versions tested." + - "Diff - difference between the previous and the current VPP version." + +# VPP Performance Changes 3n-hsw 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." + +# VPP Performance Changes 3n-hsw 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." + +# VPP Performance Changes 3n-hsw 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr - type: "table" @@ -3393,14 +3601,14 @@ - title: "RCA2" data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3411,14 +3619,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr - type: "table" @@ -3433,14 +3639,14 @@ - title: "RCA2" data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-3n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-3n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-3n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3451,134 +3657,120 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-4t2c-pdr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-2t1c-ndr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-4t2c-ndr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr - type: "table" @@ -3593,14 +3785,14 @@ - title: "RCA2" data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3611,14 +3803,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr - type: "table" @@ -3633,14 +3823,14 @@ - title: "RCA2" data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" columns: - - title: "1908.0.pe" + - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - - title: "1908.1.pe" + - title: "1908.1-1" data-set: "vpp-perf-changes-2n-skx-old1908_1" - - title: "1908.1.ce" + - title: "1908.1-2" data-set: "vpp-perf-changes-2n-skx-new1908_1" - - title: "2001.0.ce" + - title: "2001.0-2" data-set: "vpp-perf-changes-2n-skx-new2001_0" comparisons: - title: "Diff1" @@ -3651,1479 +3841,1384 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "1908.0, 1908.1, 2001.0 - VPP versions tested." - - "pe - previous environment used for testing, per CSIT-1908 release, ." - - "ce - current environment used for testing, per CSIT-2001 release, ." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-4t2c-pdr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-2t1c-ndr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-4t2c-ndr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-h1" + tag: "NIC_Intel-X710" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-ref" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + tag: "NIC_Intel-XXV710" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" + title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" - include-tests: "PDR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." -# VPP Performance Changes 3n-hsw 1t1c MRR +# VPP Performance Changes 3n-hsw 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-hsw 2t2c MRR +# VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-hsw 4t4c MRR +# VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - history: - - title: "1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-skx 2t1c MRR +# VPP Performance Changes 3n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-2t1c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-skx 4t2c MRR +# VPP Performance Changes 3n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-4t2c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-skx 8t4c MRR +# VPP Performance Changes 3n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-3n-skx-8t4c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-skx 2t1c MRR +# VPP Performance Changes 2n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-2t1c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-skx 4t2c MRR +# VPP Performance Changes 2n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-4t2c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-skx 8t4c MRR +# VPP Performance Changes 2n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" -# rca: -# title: "RCA" -# data-file: "rca/rca-2n-skx-8t4c-mrr.yaml" - history: - - title: "1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" -# -## VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" -# reference: -# title: "1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" + columns: + - title: "1904" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-dnv 1t1c MRR +# VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-dnv 2t2c MRR +# VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 2n-dnv 4t4c MRR +# VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-dnv 1t1c MRR +# VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-dnv 2t2c MRR +# VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-dnv 4t4c MRR +# VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-tsh 1t1c MRR +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-tsh 2t2c MRR +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." -# VPP Performance Changes 3n-tsh 4t4c MRR +# VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" - reference: - title: "1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "1908, 2001 - VPP versions tested." + - "Diff - difference between 1908 and 2001 VPP version." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - reference: - title: "3n-skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2n-skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" @@ -5699,380 +5794,404 @@ # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." -# DPDK Performance Changes 3n-hsw 1t1c ndr +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "1904" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1904, 1908, 2001 - DPDK versions tested." + - "Diff - difference between 1908 and 2001 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3n-hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3n-skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3n-hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3n-skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - reference: - title: "2n-skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr - type: "table" title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - reference: - title: "2n-skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3n-skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2n-skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3n-skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2n-skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" @@ -6692,57 +6811,93 @@ title: "30 Minutes Soak Test (PLRsearch)" layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + ############################################################################### # Reconf tests 2n-skx -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" ############################################################################### @@ -10533,7 +10688,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'"