X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a330ed86a279db99d6736920a7685b9e3ed8e039;hp=595cc5c2e2334d1f9f5a9057094520a229ef92a6;hb=4f4441a7ae175cda9ac55dc23a94099617bea293;hpb=94fce874d3ea20b775235c8323052b0390686fe2 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 595cc5c2e2..a330ed86a2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -251,16 +251,16 @@ plot-vpp-hoststack-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -271,24 +271,16 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -325,20 +317,19 @@ plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set plot-vpp-http-server-performance: csit-vpp-perf-verify-2001-2n-clx: @@ -589,28 +580,24 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel + - 53 # MRR sel addition vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-2001-2n-skx: @@ -661,12 +648,12 @@ vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: # TODO: Replace - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -720,6 +707,7 @@ vpp-mrr-results-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel + - 53 # MRR sel addition vpp-mrr-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -851,11 +839,7 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -887,16 +871,15 @@ - 46 # NDRPDR sel vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -1002,16 +985,15 @@ vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace # csit-vpp-perf-verify-2001-2n-skx: @@ -1020,16 +1002,15 @@ - 86 # SOAK vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 83 # SOAK - 86 # SOAK @@ -1087,6 +1068,7 @@ vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel + - 53 # MRR sel addition vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" @@ -1319,28 +1301,22 @@ vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-skx-clx-ref: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -1391,6 +1367,7 @@ vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel + - 53 # MRR sel addition vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" @@ -1518,24 +1495,18 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1543,6 +1514,7 @@ vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel + - 53 # MRR sel addition vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel @@ -2379,12 +2351,29 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 49 # NDRPDR sel +# - 51 # NDRPDR sel +# - 52 # NDRPDR sel +# - 59 # NDRPDR sel +# - 65 # NDRPDR sel +# - 66 # NDRPDR sel +# - 54 # NDRPDR sel addition +# - 55 # NDRPDR sel addition +# - 56 # NDRPDR sel addition +# - 57 # NDRPDR sel addition +# - 58 # NDRPDR sel addition +# - 60 # NDRPDR sel addition +# - 61 # NDRPDR sel addition +# - 62 # NDRPDR sel addition +# - 63 # NDRPDR sel addition +# - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - 50 # MRR sel + - 53 # MRR sel addition csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -2425,18 +2414,37 @@ # - 32 # NFV # - 71 # NFV MRR csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 101 # MRR sel - - 128 # MRR sel addition +# - 92 # NDRPDR sel +# - 93 # NDRPDR sel +# - 94 # NDRPDR sel +# - 95 # NDRPDR sel +# - 96 # NDRPDR sel +# - 97 # NDRPDR sel +# - 98 # NDRPDR sel +# - 99 # NDRPDR sel +# - 100 # NDRPDR sel +# - 102 # NDRPDR sel +# - 129 # NDRPDR sel addition +# - 130 # NDRPDR sel addition +# - 131 # NDRPDR sel addition +# - 132 # NDRPDR sel addition +# - 133 # NDRPDR sel addition +# - 134 # NDRPDR sel addition +# - 135 # NDRPDR sel addition +# - 136 # NDRPDR sel addition +# - 137 # NDRPDR sel addition +# - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 101 # MRR sel + - 128 # MRR sel addition csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -3117,18 +3125,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3140,18 +3148,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3163,18 +3171,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3186,18 +3194,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3208,17 +3216,20 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + rca: + title: "RCA" + data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3235,17 +3246,20 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3262,17 +3276,20 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3289,17 +3306,20 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3316,108 +3336,120 @@ title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + rca: + title: "RCA" + data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" ## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr #- type: "table" @@ -3425,10 +3457,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3445,10 +3477,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3465,10 +3497,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3485,10 +3517,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3505,10 +3537,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3525,10 +3557,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3545,10 +3577,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3565,10 +3597,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" reference: - title: "rls1908 " + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3585,10 +3617,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3605,10 +3637,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3625,10 +3657,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3645,10 +3677,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3665,10 +3697,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3685,10 +3717,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3705,10 +3737,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3725,10 +3757,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3840,7 +3872,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -3860,7 +3892,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -3880,7 +3912,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -3900,7 +3932,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4001,14 +4033,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4020,14 +4052,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4039,14 +4071,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4058,14 +4090,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4077,17 +4109,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4099,17 +4131,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4121,17 +4153,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4142,14 +4174,17 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4164,14 +4199,17 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4186,14 +4224,17 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4208,14 +4249,17 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4230,14 +4274,17 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4252,14 +4299,17 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4275,10 +4325,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4294,10 +4344,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4313,10 +4363,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4332,10 +4382,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4351,10 +4401,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4370,10 +4420,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4389,10 +4439,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4408,10 +4458,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4427,10 +4477,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4446,10 +4496,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4465,10 +4515,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4484,10 +4534,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4576,7 +4626,7 @@ data: "vpp-compare-testbeds-mrr-skx-clx-cmp" data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4596,7 +4646,7 @@ data: "vpp-compare-testbeds-mrr-skx-clx-cmp" data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4616,7 +4666,7 @@ data: "vpp-compare-testbeds-mrr-skx-clx-cmp" data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" + filter: "'8T4C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4629,14 +4679,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C'" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4648,14 +4698,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C'" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4667,14 +4717,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C'" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4752,10 +4802,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4769,10 +4819,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -4787,10 +4837,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -4805,10 +4855,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4822,10 +4872,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4839,10 +4889,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -4856,10 +4906,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -4873,10 +4923,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4890,10 +4940,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -4907,10 +4957,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -4924,10 +4974,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4941,10 +4991,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4958,10 +5008,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -4975,10 +5025,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5048,10 +5098,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5065,10 +5115,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5082,10 +5132,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5099,10 +5149,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5116,10 +5166,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5133,10 +5183,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5150,10 +5200,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5167,10 +5217,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5184,10 +5234,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5201,10 +5251,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5218,10 +5268,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5235,10 +5285,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5252,10 +5302,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5269,10 +5319,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5286,10 +5336,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5304,10 +5354,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5323,17 +5373,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5345,17 +5395,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5367,17 +5417,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5389,17 +5439,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5411,17 +5461,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5433,17 +5483,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5455,17 +5505,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5477,17 +5527,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5499,17 +5549,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5521,17 +5571,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5543,17 +5593,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5565,17 +5615,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5587,10 +5637,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5606,10 +5656,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5625,14 +5675,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5644,14 +5694,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5663,14 +5713,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5682,14 +5732,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5701,10 +5751,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5718,10 +5768,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5736,10 +5786,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5754,10 +5804,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5771,10 +5821,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" parameters: @@ -5788,10 +5838,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" parameters: @@ -5805,10 +5855,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: @@ -6197,41 +6247,41 @@ # Hoststack tests 3n-hsw - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" # Plots VPP HTTP Server Performance @@ -12021,6 +12071,38 @@ title: "3n-skx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.64B-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-ipsec-ip4routing-base-scale-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-xxv710-imix-2t1c-ipsec-ip4routing-base-scale-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -12485,6 +12567,38 @@ title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-features-l2switching-base-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-64b-1t1c-l2switching-base-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -12793,6 +12907,38 @@ title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-2t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-2t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-2t1c-srv6-ip6routing-base-dpdk-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr" algorithm: "plot_perf_box_name" @@ -13261,6 +13407,54 @@ title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-avf-vpp-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + data: "plot-vpp-throughput-lat-tsa-3n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-dpdk-vpp-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-tsh-x520-64b-1t1c-vhost-base-ixgbe-vppl2xc-ndr" algorithm: "plot_perf_box_name"