From: Tibor Frank Date: Mon, 17 Jan 2022 10:18:03 +0000 (+0000) Subject: Revert "Temporarily change report specs" X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=83e9969668f8b3c9bb48f8220fa3bf316f11b090 Revert "Temporarily change report specs" This reverts commit cc04963a4ad9bfd8dce0e31fd41226fa35e5e5d6. Reason for revert: Some data-sets missing. Change-Id: Id2363c2a71c0e87ad3d3e206a09d7af3984a1f36 Signed-off-by: Tibor Frank --- diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index f6ea010019..57b75b838f 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -4,6 +4,110 @@ - type: "data-sets" + vpp-device-results-ubuntu: + csit-vpp-device-2110-ubuntu2004-x86_64-1n-skx: + - 262 # rls2110.rel VPP DEV env 8 + +################################################################################ + + # 3n-skx + + vpp-3n-skx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + + vpp-3n-skx-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-3n-skx: + - 40 # rls2106.rel NDRPDR iter env 7 + - 41 # rls2106.rel NDRPDR iter env 7 + - 42 # rls2106.rel NDRPDR iter env 7 + - 43 # rls2106.rel NDRPDR iter env 7 + - 44 # rls2106.rel NDRPDR iter env 7 + - 45 # rls2106.rel NDRPDR iter env 7 + - 49 # rls2106.rel NDRPDR iter env 7 + - 50 # rls2106.rel NDRPDR iter env 7 + - 52 # rls2106.rel NDRPDR iter env 7 + - 55 # rls2106.rel NDRPDR iter env 7 + - 59 # rls2106.rel NDRPDR iter env 7 + + vpp-3n-skx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 17 # rls2106.rel NDRPDR iter env 8 + - 18 # rls2106.rel NDRPDR iter env 8 + - 19 # rls2106.rel NDRPDR iter env 8 + - 20 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 24 # rls2106.rel NDRPDR iter env 8 + - 25 # rls2106.rel NDRPDR iter env 8 + - 26 # rls2106.rel NDRPDR iter env 8 + - 27 # rls2106.rel NDRPDR iter env 8 + - 28 # rls2106.rel NDRPDR iter env 8 + + vpp-3n-skx-curr-iter: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 51 # rls2110.rel NDRPDR iter env 8 + - 52 # rls2110.rel NDRPDR iter env 8 + - 53 # rls2110.rel NDRPDR iter env 8 + - 54 # rls2110.rel NDRPDR iter env 8 + - 55 # rls2110.rel NDRPDR iter env 8 + - 56 # rls2110.rel NDRPDR iter env 8 + - 57 # rls2110.rel NDRPDR iter env 8 + - 58 # rls2110.rel NDRPDR iter env 8 + - 59 # rls2110.rel NDRPDR iter env 8 + - 60 # rls2110.rel NDRPDR iter env 8 + - 61 # rls2110.rel NDRPDR iter env 8 ipsec + - 62 # rls2110.rel NDRPDR iter env 8 ipsec + - 63 # rls2110.rel NDRPDR iter env 8 ipsec + - 64 # rls2110.rel NDRPDR iter env 8 ipsec + - 65 # rls2110.rel NDRPDR iter env 8 ipsec + - 66 # rls2110.rel NDRPDR iter env 8 ipsec + - 67 # rls2110.rel NDRPDR iter env 8 ipsec + - 68 # rls2110.rel NDRPDR iter env 8 ipsec + - 69 # rls2110.rel NDRPDR iter env 8 ipsec + - 70 # rls2110.rel NDRPDR iter env 8 ipsec + + vpp-3n-skx-curr-iter-best: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 59 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-skx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-3n-skx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-3n-skx: + - 37 # rls2106.rel MRR iter env 7 + + vpp-3n-skx-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 10 # rls2106.rel MRR iter env 8 + + vpp-3n-skx-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 50 # rls2110.rel MRR iter env 8 + + vpp-3n-skx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + - 46 # rls2110.rel NDRPDR iter env 8 + - 47 # rls2110.rel NDRPDR iter env 8 + - 48 # rls2110.rel NDRPDR iter env 8 + - 49 # rls2110.rel NDRPDR iter env 8 + vpp-3n-skx-curr-cov: csit-vpp-perf-report-coverage-2110-3n-skx: - 35 # rls2110.rel NDRPDR cov env 8 @@ -40,6 +144,220 @@ - 67 # rls2110.rel NDRPDR cov env 8 - 68 # rls2110.rel NDRPDR cov env 8 + dpdk-3n-skx-hist-iter: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 + + dpdk-3n-skx-prev-iter: + csit-dpdk-perf-report-iterative-2106-3n-skx: + - 1 # rls2106 NDRPDR iter env 7 + - 2 # rls2106 NDRPDR iter env 7 + - 3 # rls2106 NDRPDR iter env 7 + - 4 # rls2106 NDRPDR iter env 7 + - 5 # rls2106 NDRPDR iter env 7 + - 6 # rls2106 NDRPDR iter env 7 + - 7 # rls2106 NDRPDR iter env 7 + - 8 # rls2106 NDRPDR iter env 7 + - 9 # rls2106 NDRPDR iter env 7 + - 10 # rls2106 NDRPDR iter env 7 + + dpdk-3n-skx-curr-iter: + csit-dpdk-perf-report-iterative-2110-3n-skx: + - 7 # rls2110 NDRPDR iter env 8 + - 8 # rls2110 NDRPDR iter env 8 + - 10 # rls2110 NDRPDR iter env 8 + - 15 # rls2110 NDRPDR iter env 8 + - 16 # rls2110 NDRPDR iter env 8 + - 17 # rls2110 NDRPDR iter env 8 + - 18 # rls2110 NDRPDR iter env 8 + - 19 # rls2110 NDRPDR iter env 8 + - 20 # rls2110 NDRPDR iter env 8 + - 21 # rls2110 NDRPDR iter env 8 + + dpdk-3n-skx-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-3n-skx: + - 7 # rls2110 NDRPDR iter env 8 + + # 2n-skx + + vpp-2n-skx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 + + vpp-2n-skx-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-2n-skx: + - 59 # rls2106.rel NDRPDR iter env 7 + - 60 # rls2106.rel NDRPDR iter env 7 + - 61 # rls2106.rel NDRPDR iter env 7 + - 65 # rls2106.rel NDRPDR iter env 7 + - 66 # rls2106.rel NDRPDR iter env 7 + - 67 # rls2106.rel NDRPDR iter env 7 + - 68 # rls2106.rel NDRPDR iter env 7 + - 69 # rls2106.rel NDRPDR iter env 7 + - 70 # rls2106.rel NDRPDR iter env 7 + - 71 # rls2106.rel NDRPDR iter env 7 + - 89 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 90 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 91 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 92 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 93 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 95 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 96 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 97 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 98 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 99 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 100 # rls2106.rel NDRPDR iter env 7 + + vpp-2n-skx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 33 # rls2106.rel NDRPDR iter env 8 + - 34 # rls2106.rel NDRPDR iter env 8 + - 35 # rls2106.rel NDRPDR iter env 8 + - 36 # rls2106.rel NDRPDR iter env 8 + - 37 # rls2106.rel NDRPDR iter env 8 + - 44 # rls2106.rel NDRPDR iter env 8 + - 45 # rls2106.rel NDRPDR iter env 8 + - 46 # rls2106.rel NDRPDR iter env 8 + - 48 # rls2106.rel NDRPDR iter env 8 + - 49 # rls2106.rel NDRPDR iter env 8 + + vpp-2n-skx-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-skx-curr-iter-best: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 86 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-skx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + vpp-2n-skx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-2n-skx: + - 52 # rls2106.rel MRR iter env 7 + - 88 # rls2106.rel MRR AF-XDP iter env 7 + + vpp-2n-skx-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 17 # rls2106.rel MRR iter env 8 + + vpp-2n-skx-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 81 # rls2110.rel MRR iter env 8 + + vpp-2n-skx-curr-soak: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 78 # rls2110.rel soak env 8 + - 79 # rls2110.rel soak env 8 + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 + - 78 # rls2110.rel soak env 8 + - 79 # rls2110.rel soak env 8 + + vpp-2n-skx-curr-nfv-ndrpdr: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 76 # rls2110.rel NDRPDR nf-density iter env 8 + - 77 # rls2110.rel NDRPDR nf-density iter env 8 + - 82 # rls2110.rel NDRPDR nf-density iter env 8 + - 83 # rls2110.rel NDRPDR nf-density iter env 8 + - 91 # rls2110.rel NDRPDR nf-density iter env 8 + - 92 # rls2110.rel NDRPDR nf-density iter env 8 + - 102 # rls2110.rel NDRPDR nf-density iter env 8 + - 104 # rls2110.rel NDRPDR nf-density iter env 8 + - 105 # rls2110.rel NDRPDR nf-density iter env 8 + - 106 # rls2110.rel NDRPDR nf-density iter env 8 + + vpp-2n-skx-curr-nfv-mrr: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 72 # rls2110.rel MRR nf-density iter env 8 + + vpp-2n-skx-curr-nfv-reconf: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 74 # rls2110.rel NDRPDR reconf iter env 8 + - 75 # rls2110.rel NDRPDR reconf iter env 8 + - 80 # rls2110.rel NDRPDR reconf iter env 8 + - 84 # rls2110.rel NDRPDR reconf iter env 8 + - 90 # rls2110.rel NDRPDR reconf iter env 8 + - 103 # rls2110.rel NDRPDR reconf iter env 8 + - 107 # rls2110.rel NDRPDR reconf iter env 8 + - 108 # rls2110.rel NDRPDR reconf iter env 8 + - 109 # rls2110.rel NDRPDR reconf iter env 8 + - 110 # rls2110.rel NDRPDR reconf iter env 8 + + vpp-2n-skx-curr-gso: + csit-vpp-perf-report-iterative-2110-2n-skx: + - 73 # rls2110.rel MRR GSO iter env 8 + vpp-2n-skx-curr-cov: csit-vpp-perf-report-coverage-2110-2n-skx: - 18 # rls2110.rel NDRPDR cov env 8 @@ -60,10 +378,170 @@ - 33 # rls2110.rel NDRPDR cov env 8 - 34 # rls2110.rel NDRPDR cov env 8 + dpdk-2n-skx-hist-iter: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-skx-prev-iter: + csit-dpdk-perf-report-iterative-2106-2n-skx: + - 11 # rls2106 NDRPDR iter env 7 + - 2 # rls2106 NDRPDR iter env 7 + - 3 # rls2106 NDRPDR iter env 7 + - 4 # rls2106 NDRPDR iter env 7 + - 5 # rls2106 NDRPDR iter env 7 + - 6 # rls2106 NDRPDR iter env 7 + - 7 # rls2106 NDRPDR iter env 7 + - 8 # rls2106 NDRPDR iter env 7 + - 9 # rls2106 NDRPDR iter env 7 + - 10 # rls2106 NDRPDR iter env 7 + + dpdk-2n-skx-curr-iter: + csit-dpdk-perf-report-iterative-2110-2n-skx: + - 11 # rls2110 NDRPDR iter env 8 + - 12 # rls2110 NDRPDR iter env 8 + - 13 # rls2110 NDRPDR iter env 8 + - 14 # rls2110 NDRPDR iter env 8 + - 15 # rls2110 NDRPDR iter env 8 + - 16 # rls2110 NDRPDR iter env 8 + - 17 # rls2110 NDRPDR iter env 8 + - 18 # rls2110 NDRPDR iter env 8 + - 19 # rls2110 NDRPDR iter env 8 + - 20 # rls2110 NDRPDR iter env 8 + + dpdk-2n-skx-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-2n-skx: + - 11 # rls2110 NDRPDR iter env 8 + + trex-2n-skx-curr-iter: + csit-trex-perf-report-iterative-2110-2n-skx: + - 8 # rls2110.rel NDRPDR iter env 8 + - 9 # rls2110.rel NDRPDR iter env 8 + - 10 # rls2110.rel NDRPDR iter env 8 + - 11 # rls2110.rel NDRPDR iter env 8 + - 12 # rls2110.rel NDRPDR iter env 8 + - 13 # rls2110.rel NDRPDR iter env 8 + - 14 # rls2110.rel NDRPDR iter env 8 + - 15 # rls2110.rel NDRPDR iter env 8 + - 16 # rls2110.rel NDRPDR iter env 8 + - 17 # rls2110.rel NDRPDR iter env 8 + + trex-2n-skx-curr-iter-best: + csit-trex-perf-report-iterative-2110-2n-skx: + - 8 # rls2110.rel NDRPDR iter env 8 + trex-2n-skx-curr-cov: csit-trex-perf-report-coverage-2110-2n-skx: - 3 # rls2110.rel NDRPDR cov env 8 + # 2n-zn2 + + vpp-2n-zn2-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 49 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter RND env 6 + - 40 # rls2101.rel NDRPDR iter RND env 6 + - 41 # rls2101.rel NDRPDR iter RND env 6 + - 42 # rls2101.rel NDRPDR iter RND env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-2n-zn2-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-2n-zn2: + - 38 # rls2106.rel NDRPDR iter env 7 + - 39 # rls2106.rel NDRPDR iter env 7 + - 40 # rls2106.rel NDRPDR iter env 7 + - 41 # rls2106.rel NDRPDR iter env 7 + - 42 # rls2106.rel NDRPDR iter env 7 + - 43 # rls2106.rel NDRPDR iter env 7 + - 44 # rls2106.rel NDRPDR iter env 7 + - 45 # rls2106.rel NDRPDR iter env 7 + - 46 # rls2106.rel NDRPDR iter env 7 + - 47 # rls2106.rel NDRPDR iter env 7 + - 49 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 50 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 51 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 52 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 53 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 54 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 55 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 56 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 57 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 58 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 59 # rls2106.rel NDRPDR iter env 7 + + vpp-2n-zn2-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 20 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 22 # rls2106.rel NDRPDR iter env 8 + - 23 # rls2106.rel NDRPDR iter env 8 + - 24 # rls2106.rel NDRPDR iter env 8 + - 28 # rls2106.rel NDRPDR iter env 8 + - 31 # rls2106.rel NDRPDR iter env 8 + - 32 # rls2106.rel NDRPDR iter env 8 + - 54 # rls2106.rel NDRPDR iter env 8 + - 55 # rls2106.rel NDRPDR iter env 8 + + vpp-2n-zn2-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + - 46 # rls2110.rel NDRPDR iter env 8 + - 47 # rls2110.rel NDRPDR iter env 8 + - 48 # rls2110.rel NDRPDR iter env 8 + - 49 # rls2110.rel NDRPDR iter env 8 + - 50 # rls2110.rel NDRPDR iter env 8 + - 51 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-zn2-curr-iter-best: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 42 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-zn2-curr-iter-gso: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 40 # rls2110.rel MRR GSO iter env 8 + + vpp-2n-zn2-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-2n-zn2-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-2n-zn2: + - 36 # rls2106.rel MRR iter env 7 + - 48 # rls2106.rel MRR AF-XDP iter env 7 + + vpp-2n-zn2-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 19 # rls2106.rel MRR iter env 8 + + vpp-2n-zn2-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-zn2: + - 41 # rls2110.rel MRR iter env 8 + vpp-2n-zn2-curr-cov: csit-vpp-perf-report-coverage-2110-2n-zn2: - 1 # rls2110.rel NDRPDR cov env 8 @@ -82,6 +560,244 @@ - 14 # rls2110.rel NDRPDR cov env 8 - 15 # rls2110.rel NDRPDR cov env 8 + dpdk-2n-zn2-hist-iter: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-zn2-prev-iter: + csit-dpdk-perf-report-iterative-2106-2n-zn2: + - 11 # rls2106 NDRPDR iter env 7 + - 2 # rls2106 NDRPDR iter env 7 + - 3 # rls2106 NDRPDR iter env 7 + - 4 # rls2106 NDRPDR iter env 7 + - 5 # rls2106 NDRPDR iter env 7 + - 6 # rls2106 NDRPDR iter env 7 + - 7 # rls2106 NDRPDR iter env 7 + - 8 # rls2106 NDRPDR iter env 7 + - 9 # rls2106 NDRPDR iter env 7 + - 10 # rls2106 NDRPDR iter env 7 + + dpdk-2n-zn2-curr-iter: + csit-dpdk-perf-report-iterative-2110-2n-zn2: + - 24 # rls2110 NDRPDR iter env 8 + - 25 # rls2110 NDRPDR iter env 8 + - 26 # rls2110 NDRPDR iter env 8 + - 27 # rls2110 NDRPDR iter env 8 + - 28 # rls2110 NDRPDR iter env 8 + - 29 # rls2110 NDRPDR iter env 8 + - 30 # rls2110 NDRPDR iter env 8 + - 31 # rls2110 NDRPDR iter env 8 + - 32 # rls2110 NDRPDR iter env 8 + - 33 # rls2110 NDRPDR iter env 8 + + dpdk-2n-zn2-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-2n-zn2: + - 24 # rls2110 NDRPDR iter env 8 + + # 2n-clx + + vpp-2n-clx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + vpp-2n-clx-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-2n-clx: + - 75 # rls2106.rel NDRPDR iter env 7 + - 76 # rls2106.rel NDRPDR iter env 7 + - 77 # rls2106.rel NDRPDR iter env 7 + - 82 # rls2106.rel NDRPDR iter env 7 + - 83 # rls2106.rel NDRPDR iter env 7 + - 84 # rls2106.rel NDRPDR iter env 7 + - 85 # rls2106.rel NDRPDR iter env 7 + - 86 # rls2106.rel NDRPDR iter env 7 + - 87 # rls2106.rel NDRPDR iter env 7 + - 88 # rls2106.rel NDRPDR iter env 7 + - 124 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 125 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 126 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 127 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 128 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 129 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 130 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 131 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 132 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 133 # rls2106.rel NDRPDR AF-XDP iter env 7 + - 144 # rls2106.rel NDRPDR iter env 7 + + vpp-2n-clx-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 17 # rls2106.rel NDRPDR iter env 8 + - 18 # rls2106.rel NDRPDR iter env 8 + - 19 # rls2106.rel NDRPDR iter env 8 + - 20 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 30 # rls2106.rel NDRPDR iter env 8 + - 31 # rls2106.rel NDRPDR iter env 8 + - 33 # rls2106.rel NDRPDR iter env 8 + - 34 # rls2106.rel NDRPDR iter env 8 + - 35 # rls2106.rel NDRPDR iter env 8 + + vpp-2n-clx-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 90 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-clx-curr-iter-best: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 73 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-clx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + - 133 # rls2101.rel MRR MLX iter env 6 + + vpp-2n-clx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-2n-clx: + - 66 # rls2106.rel MRR iter env 7 + - 123 # rls2101.rel MRR AF-XDP iter env 7 + + vpp-2n-clx-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 5 # rls2106.rel MRR iter env 8 + + vpp-2n-clx-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 65 # rls2110.rel MRR iter env 8 + + vpp-2n-clx-curr-iter-gso: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 57 # rls2110.rel MRR GSO iter env 8 + + vpp-2n-clx-curr-iter-vsap: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 95 # rls2110.rel VSAP iter env 8 + - 96 # rls2110.rel VSAP iter env 8 + - 97 # rls2110.rel VSAP iter env 8 + - 98 # rls2110.rel VSAP iter env 8 + - 99 # rls2110.rel VSAP iter env 8 + - 101 # rls2110.rel VSAP iter env 8 + - 104 # rls2110.rel VSAP iter env 8 + - 105 # rls2110.rel VSAP iter env 8 + - 106 # rls2110.rel VSAP iter env 8 + - 107 # rls2110.rel VSAP iter env 8 + + vpp-2n-clx-curr-nfv-ndrpdr: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 60 # rls2110.rel NDRPDR nf-density iter env 8 + - 61 # rls2110.rel NDRPDR nf-density iter env 8 + - 66 # rls2110.rel NDRPDR nf-density iter env 8 + - 80 # rls2110.rel NDRPDR nf-density iter env 8 + - 81 # rls2110.rel NDRPDR nf-density iter env 8 + - 87 # rls2110.rel NDRPDR nf-density iter env 8 + - 91 # rls2110.rel NDRPDR nf-density iter env 8 + - 100 # rls2110.rel NDRPDR nf-density iter env 8 + - 102 # rls2110.rel NDRPDR nf-density iter env 8 + - 103 # rls2110.rel NDRPDR nf-density iter env 8 + + vpp-2n-clx-curr-nfv-mrr: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 56 # rls2110.rel NDRPDR nf-density iter env 8 + + vpp-2n-clx-curr-nfv-reconf: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 58 # rls2110.rel NDRPDR reconf iter env 8 + - 59 # rls2110.rel NDRPDR reconf iter env 8 + - 64 # rls2110.rel NDRPDR reconf iter env 8 + - 67 # rls2110.rel NDRPDR reconf iter env 8 + - 68 # rls2110.rel NDRPDR reconf iter env 8 + - 82 # rls2110.rel NDRPDR reconf iter env 8 + - 86 # rls2110.rel NDRPDR reconf iter env 8 + - 88 # rls2110.rel NDRPDR reconf iter env 8 + - 92 # rls2110.rel NDRPDR reconf iter env 8 + - 94 # rls2110.rel NDRPDR reconf iter env 8 + + vpp-2n-clx-curr-soak: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 62 # rls2110.rel soak env 8 + - 63 # rls2110.rel soak env 8 + vpp-soak-vs-ndr-2n-clx-ref: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 90 # rls2110.rel NDRPDR iter env 8 + vpp-soak-vs-ndr-2n-clx: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 90 # rls2110.rel NDRPDR iter env 8 + - 62 # rls2110.rel soak env 8 + - 63 # rls2110.rel soak env 8 + vpp-2n-clx-curr-cov: csit-vpp-perf-report-coverage-2110-2n-clx: - 18 # rls2110.rel NDRPDR cov env 8 @@ -102,6 +818,119 @@ - 33 # rls2110.rel NDRPDR cov env 8 - 34 # rls2110.rel NDRPDR cov env 8 + dpdk-2n-clx-hist-iter: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + + dpdk-2n-clx-prev-iter: + csit-dpdk-perf-report-iterative-2106-2n-clx: + - 11 # rls2106 NDRPDR iter env 7 + - 2 # rls2106 NDRPDR iter env 7 + - 3 # rls2106 NDRPDR iter env 7 + - 4 # rls2106 NDRPDR iter env 7 + - 5 # rls2106 NDRPDR iter env 7 + - 6 # rls2106 NDRPDR iter env 7 + - 7 # rls2106 NDRPDR iter env 7 + - 8 # rls2106 NDRPDR iter env 7 + - 9 # rls2106 NDRPDR iter env 7 + - 10 # rls2106 NDRPDR iter env 7 + + dpdk-2n-clx-curr-iter: + csit-dpdk-perf-report-iterative-2110-2n-clx: + - 5 # rls2110 NDRPDR iter env 8 + - 6 # rls2110 NDRPDR iter env 8 + - 7 # rls2110 NDRPDR iter env 8 + - 8 # rls2110 NDRPDR iter env 8 + - 10 # rls2110 NDRPDR iter env 8 + - 14 # rls2110 NDRPDR iter env 8 + - 15 # rls2110 NDRPDR iter env 8 + - 16 # rls2110 NDRPDR iter env 8 + - 17 # rls2110 NDRPDR iter env 8 + - 18 # rls2110 NDRPDR iter env 8 + + dpdk-2n-clx-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-2n-clx: + - 5 # rls2110 NDRPDR iter env 8 + + # 3n-tsh + + vpp-3n-tsh-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + + vpp-3n-tsh-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-3n-tsh: + - 19 # rls2106.rel NDRPDR iter env 7 + - 20 # rls2106.rel NDRPDR iter env 7 + - 21 # rls2106.rel NDRPDR iter env 7 + - 22 # rls2106.rel NDRPDR iter env 7 + - 23 # rls2106.rel NDRPDR iter env 7 + - 24 # rls2106.rel NDRPDR iter env 7 + - 25 # rls2106.rel NDRPDR iter env 7 + - 26 # rls2106.rel NDRPDR iter env 7 + - 27 # rls2106.rel NDRPDR iter env 7 + - 28 # rls2106.rel NDRPDR iter env 7 + - 30 # rls2106.rel NDRPDR iter env 7 + + vpp-3n-tsh-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 12 # rls2106.rel NDRPDR iter env 8 + - 13 # rls2106.rel NDRPDR iter env 8 + - 14 # rls2106.rel NDRPDR iter env 8 + - 16 # rls2106.rel NDRPDR iter env 8 + - 18 # rls2106.rel NDRPDR iter env 8 + - 19 # rls2106.rel NDRPDR iter env 8 + - 20 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 22 # rls2106.rel NDRPDR iter env 8 + - 23 # rls2106.rel NDRPDR iter env 8 + + vpp-3n-tsh-curr-iter: + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-tsh-curr-iter-best: + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 34 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-tsh-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + vpp-3n-tsh-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-3n-tsh: + - 18 # rls2106.rel MRR iter env 7 + + vpp-3n-tsh-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 11 # rls2106.rel MRR iter env 8 + + vpp-3n-tsh-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-3n-tsh: + - 30 # rls2110.rel NDRPDR iter env 8 + vpp-3n-tsh-curr-cov: csit-vpp-perf-report-coverage-2110-3n-tsh: - 1 # rls2110.rel NDRPDR cov env 8 @@ -122,6 +951,125 @@ - 16 # rls2110.rel NDRPDR cov env 8 - 17 # rls2110.rel NDRPDR cov env 8 + dpdk-3n-tsh-hist-iter: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-3n-tsh-prev-iter: + csit-dpdk-perf-report-iterative-2106-3n-tsh: + - 1 # rls2106 NDRPDR iter env 7 + - 2 # rls2106 NDRPDR iter env 7 + - 3 # rls2106 NDRPDR iter env 7 + - 4 # rls2106 NDRPDR iter env 7 + - 5 # rls2106 NDRPDR iter env 7 + - 6 # rls2106 NDRPDR iter env 7 + - 7 # rls2106 NDRPDR iter env 7 + - 8 # rls2106 NDRPDR iter env 7 + - 9 # rls2106 NDRPDR iter env 7 + - 10 # rls2106 NDRPDR iter env 7 + + dpdk-3n-tsh-curr-iter: + csit-dpdk-perf-report-iterative-2110-3n-tsh: + - 12 # rls2110 NDRPDR iter env 8 + - 13 # rls2110 NDRPDR iter env 8 + - 14 # rls2110 NDRPDR iter env 8 + - 15 # rls2110 NDRPDR iter env 8 + - 16 # rls2110 NDRPDR iter env 8 + - 17 # rls2110 NDRPDR iter env 8 + - 18 # rls2110 NDRPDR iter env 8 + - 19 # rls2110 NDRPDR iter env 8 + - 20 # rls2110 NDRPDR iter env 8 + - 21 # rls2110 NDRPDR iter env 8 + + dpdk-3n-tsh-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-3n-tsh: + - 17 # rls2110 NDRPDR iter env 8 + + # 2n-tx2 + + vpp-2n-tx2-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-tx2-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-2n-tx2: + - 19 # rls2106.rel NDRPDR iter env 7 + - 20 # rls2106.rel NDRPDR iter env 7 + - 21 # rls2106.rel NDRPDR iter env 7 + - 22 # rls2106.rel NDRPDR iter env 7 + - 23 # rls2106.rel NDRPDR iter env 7 + - 24 # rls2106.rel NDRPDR iter env 7 + - 25 # rls2106.rel NDRPDR iter env 7 + - 26 # rls2106.rel NDRPDR iter env 7 + - 27 # rls2106.rel NDRPDR iter env 7 + - 28 # rls2106.rel NDRPDR iter env 7 + - 41 # rls2106.rel NDRPDR iter env 7 + + vpp-2n-tx2-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 17 # rls2106.rel NDRPDR iter env 8 + - 18 # rls2106.rel NDRPDR iter env 8 + - 19 # rls2106.rel NDRPDR iter env 8 + - 20 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 24 # rls2106.rel NDRPDR iter env 8 + - 25 # rls2106.rel NDRPDR iter env 8 + - 26 # rls2106.rel NDRPDR iter env 8 + - 27 # rls2106.rel NDRPDR iter env 8 + - 28 # rls2106.rel NDRPDR iter env 8 + + vpp-2n-tx2-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-tx2-curr-iter-best: + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 37 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-tx2-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + vpp-2n-tx2-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-2n-tx2: + - 18 # rls2106.rel MRR iter env 7 + - 29 # rls2106.rel MRR AF-XDP iter env 7 + + vpp-2n-tx2-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 16 # rls2106.rel MRR iter env 8 + + vpp-2n-tx2-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-tx2: + - 35 # rls2110.rel MRR iter env 8 + vpp-2n-tx2-curr-cov: csit-vpp-perf-report-coverage-2110-2n-tx2: - 1 # rls2110.rel NDRPDR cov env 8 @@ -139,6 +1087,103 @@ - 13 # rls2110.rel NDRPDR cov env 8 - 14 # rls2110.rel NDRPDR cov env 8 + dpdk-2n-tx2-curr-iter: + csit-dpdk-perf-report-iterative-2110-2n-tx2: + - 14 # rls2110 NDRPDR iter env 8 + - 15 # rls2110 NDRPDR iter env 8 + - 16 # rls2110 NDRPDR iter env 8 + - 17 # rls2110 NDRPDR iter env 8 + - 18 # rls2110 NDRPDR iter env 8 + - 19 # rls2110 NDRPDR iter env 8 + - 20 # rls2110 NDRPDR iter env 8 + - 21 # rls2110 NDRPDR iter env 8 + - 22 # rls2110 NDRPDR iter env 8 + - 23 # rls2110 NDRPDR iter env 8 + + dpdk-2n-tx2-curr-iter-best: + csit-dpdk-perf-report-iterative-2110-2n-tx2: + - 18 # rls2110 NDRPDR iter env 8 + + # 3n-dnv + + vpp-3n-dnv-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 44 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-3n-dnv-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-3n-dnv: + - 39 # rls2106.rel NDRPDR iter env 7 + - 40 # rls2106.rel NDRPDR iter env 7 + - 41 # rls2106.rel NDRPDR iter env 7 + - 42 # rls2106.rel NDRPDR iter env 7 + - 43 # rls2106.rel NDRPDR iter env 7 + - 44 # rls2106.rel NDRPDR iter env 7 + - 45 # rls2106.rel NDRPDR iter env 7 + - 46 # rls2106.rel NDRPDR iter env 7 + - 47 # rls2106.rel NDRPDR iter env 7 + - 48 # rls2106.rel NDRPDR iter env 7 + + vpp-3n-dnv-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-3n-dnv: + - 5 # rls2106.rel NDRPDR iter env 8 + - 12 # rls2106.rel NDRPDR iter env 8 + - 15 # rls2106.rel NDRPDR iter env 8 + - 17 # rls2106.rel NDRPDR iter env 8 + - 21 # rls2106.rel NDRPDR iter env 8 + - 22 # rls2106.rel NDRPDR iter env 8 + - 23 # rls2106.rel NDRPDR iter env 8 + - 24 # rls2106.rel NDRPDR iter env 8 + - 25 # rls2106.rel NDRPDR iter env 8 + - 26 # rls2106.rel NDRPDR iter env 8 + + vpp-3n-dnv-curr-iter: + csit-vpp-perf-report-iterative-2110-3n-dnv: + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-dnv-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-3n-dnv-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-3n-dnv: + - 38 # rls2106.rel MRR iter env 7 + + vpp-3n-dnv-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-3n-dnv: + - 16 # rls2106.rel MRR iter env 8 + + vpp-3n-dnv-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-3n-dnv: + - 33 # rls2110.rel MRR iter env 8 + vpp-3n-dnv-curr-cov: csit-vpp-perf-report-coverage-2110-3n-dnv: - 12 # rls2110.rel NDRPDR cov env 8 @@ -152,6 +1197,112 @@ - 20 # rls2110.rel NDRPDR cov env 8 - 21 # rls2110.rel NDRPDR cov env 8 +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2101-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + + # 2n-dnv + + vpp-2n-dnv-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + - 53 # rls2101.rel NDRPDR iter RND env 6 + - 54 # rls2101.rel NDRPDR iter RND env 6 + - 55 # rls2101.rel NDRPDR iter RND env 6 + + vpp-2n-dnv-prev-iter-old-env: + csit-vpp-perf-report-iterative-2106-2n-dnv: + - 36 # rls2106.rel NDRPDR iter env 7 + - 37 # rls2106.rel NDRPDR iter env 7 + - 38 # rls2106.rel NDRPDR iter env 7 + - 39 # rls2106.rel NDRPDR iter env 7 + - 40 # rls2106.rel NDRPDR iter env 7 + - 41 # rls2106.rel NDRPDR iter env 7 + - 42 # rls2106.rel NDRPDR iter env 7 + - 43 # rls2106.rel NDRPDR iter env 7 + - 44 # rls2106.rel NDRPDR iter env 7 + - 45 # rls2106.rel NDRPDR iter env 7 + + vpp-2n-dnv-prev-iter-new-env: + csit-vpp-perf-report-iterative-2110-2n-dnv: + - 4 # rls2106.rel NDRPDR iter env 8 + - 5 # rls2106.rel NDRPDR iter env 8 + - 6 # rls2106.rel NDRPDR iter env 8 + - 7 # rls2106.rel NDRPDR iter env 8 + - 8 # rls2106.rel NDRPDR iter env 8 + - 10 # rls2106.rel NDRPDR iter env 8 + - 11 # rls2106.rel NDRPDR iter env 8 + - 12 # rls2106.rel NDRPDR iter env 8 + - 13 # rls2106.rel NDRPDR iter env 8 + - 14 # rls2106.rel NDRPDR iter env 8 + + vpp-2n-dnv-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-dnv: + - 22 # rls2110.rel NDRPDR iter env 8 + - 23 # rls2110.rel NDRPDR iter env 8 + - 24 # rls2110.rel NDRPDR iter env 8 + - 25 # rls2110.rel NDRPDR iter env 8 + - 26 # rls2110.rel NDRPDR iter env 8 + - 28 # rls2110.rel NDRPDR iter env 8 + - 29 # rls2110.rel NDRPDR iter env 8 + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-dnv-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 + + vpp-2n-dnv-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2106-2n-dnv: + - 35 # rls2106.rel MRR iter env 7 + + vpp-2n-dnv-prev-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2110-2n-dnv: + - 9 # rls2106.rel MRR iter env 8 + + vpp-2n-dnv-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-dnv: + - 21 # rls2110.rel MRR iter env 8 + vpp-2n-dnv-curr-cov: csit-vpp-perf-report-coverage-2110-2n-dnv: - 7 # rls2110.rel NDRPDR cov env 8 @@ -161,10 +1312,110 @@ - 11 # rls2110.rel NDRPDR cov env 8 - 12 # rls2110.rel NDRPDR cov env 8 +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2101-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + + # 2n-aws + + vpp-2n-aws-curr-iter: + csit-vpp-perf-report-iterative-2110-2n-aws: + - 26 # rls2110.rel NDRPDR iter env 8 + - 29 # rls2110.rel NDRPDR iter env 8 + - 30 # rls2110.rel NDRPDR iter env 8 + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-aws-curr-iter-best: + csit-vpp-perf-report-iterative-2110-2n-aws: + - 26 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-aws-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-2n-aws: + - 25 # rls2110.rel MRR iter env 8 + vpp-2n-aws-curr-cov: csit-vpp-perf-report-iterative-2110-2n-aws: - 26 # rls2110.rel NDRPDR iter env 8 + # 3n-aws + + vpp-3n-aws-curr-iter: + csit-vpp-perf-report-iterative-2110-3n-aws: + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-aws-curr-iter-best: + csit-vpp-perf-report-iterative-2110-3n-aws: + - 34 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-aws-curr-iter-mrr: + csit-vpp-perf-report-iterative-2110-3n-aws: + - 33 # rls2110.rel MRR iter env 8 + vpp-3n-aws-curr-cov: csit-vpp-perf-report-iterative-2110-3n-aws: - 34 # rls2110.rel NDRPDR iter env 8 + + # 2n-icx + + vpp-2n-icx-curr-iter: + intel-csit-vpp-perf-report-iterative-2110-2n-icx: + - 1 # rls2110.rel NDRPDR MRR iter env 8 + - 3 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-icx-curr-iter-best: + intel-csit-vpp-perf-report-iterative-2110-2n-icx: + - 3 # rls2110.rel NDRPDR iter env 8 + + vpp-2n-icx-curr-iter-mrr: + intel-csit-vpp-perf-report-iterative-2110-2n-icx: + - 2 # rls2110.rel MRR iter env 8 + + vpp-compare-testbeds-mrr-clx-icx-ref: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 65 # rls2110.rel MRR iter env 8 + vpp-compare-testbeds-mrr-clx-icx-cmp: + intel-csit-vpp-perf-report-iterative-2110-2n-icx: + - 2 # rls2110.rel MRR iter env 8 + + # 3n-icx + + vpp-3n-icx-curr-iter: + intel-csit-vpp-perf-report-iterative-2110-3n-icx: + - 1 # rls2110.rel NDRPDR iter env 8 + + vpp-3n-icx-curr-iter-best: + intel-csit-vpp-perf-report-iterative-2110-3n-icx: + - 1 # rls2110.rel NDRPDR iter env 8 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index c7b20d0c9b..1695bc7d72 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1,168 +1,12847 @@ -# Test Operational Data - VPP Performance Operational Data 3n-skx +################################################################################ +### T A B L E S ### +################################################################################ + +# Statistics: job-specs' durations - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-skx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" - data: "vpp-3n-skx-curr-cov" - filter: "all" + title: "Job Specification Duration: 2n-clx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-clx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-clx-curr-iter" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-clx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-clx-curr-soak" + - job-spec: "vsap-00" + data-set: "vpp-2n-clx-curr-iter-vsap" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-clx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-clx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-clx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-clx-curr-iter" -# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-skx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" + title: "Job Specification Duration: 2n-clx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" + jb-type: "coverage" + data: "vpp-2n-clx-curr-cov" + lines: + - job-spec: "gso-00" + build: "18" + - job-spec: "ip4-00" + build: "19" + - job-spec: "ip4-01" + build: "20" + - job-spec: "ip4-02" + build: "21" + - job-spec: "ip4-03" + build: "22" + - job-spec: "ip4-04" + build: "23" + - job-spec: "ip4-05" + build: "24" + - job-spec: "ip4-06" + build: "25" + - job-spec: "ip4-07" + build: "26" + - job-spec: "ip4tun-00" + build: "27" + - job-spec: "ip6-00" + build: "28" + - job-spec: "ip6-01" + build: "29" + - job-spec: "l2-00" + build: "30" + - job-spec: "l2-01" + build: "31" + - job-spec: "lb-00" + build: "32" + - job-spec: "memif-00" + build: "33" + - job-spec: "vhost-00" + build: "34" + +- type: "table" + title: "Job Specification Duration: 2n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-dnv-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "7" + - job-spec: "ip4-01" + build: "8" + - job-spec: "ip6-00" + build: "9" + - job-spec: "ip6-01" + build: "10" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "12" + +- type: "table" + title: "Job Specification Duration: 2n-aws-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-aws-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-aws-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" + jb-type: "coverage" + data: "vpp-2n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "26" + +- type: "table" + title: "Job Specification Duration: 3n-aws-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-aws-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-aws-curr-iter" + +- type: "table" + title: "Job Specification Duration: 3n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" + jb-type: "coverage" + data: "vpp-3n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "34" + +- type: "table" + title: "Job Specification Duration: 2n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-skx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-skx-curr-iter" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-skx-curr-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-skx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-skx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-skx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-skx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-skx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-2n-skx-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" + jb-type: "coverage" data: "vpp-2n-skx-curr-cov" - filter: "all" + lines: + - job-spec: "gso-00" + build: "18" + - job-spec: "ip4-00" + build: "19" + - job-spec: "ip4-01" + build: "20" + - job-spec: "ip4-02" + build: "21" + - job-spec: "ip4-03" + build: "22" + - job-spec: "ip4-04" + build: "23" + - job-spec: "ip4-05" + build: "24" + - job-spec: "ip4-06" + build: "25" + - job-spec: "ip4-07" + build: "26" + - job-spec: "ip4tun-00" + build: "27" + - job-spec: "ip6-00" + build: "28" + - job-spec: "ip6-01" + build: "29" + - job-spec: "l2-00" + build: "30" + - job-spec: "l2-01" + build: "31" + - job-spec: "lb-00" + build: "32" + - job-spec: "memif-00" + build: "33" + - job-spec: "vhost-00" + build: "34" -# Test Operational Data - VPP Performance Operational Data 2n-zn2 - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,ZN2]}/" + title: "Job Specification Duration: 2n-tx2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-tx2-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-tx2-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4-04" + build: "5" + - job-spec: "ip4-05" + build: "6" + - job-spec: "ip4-06" + build: "7" + - job-spec: "ip6-00" + build: "8" + - job-spec: "ip6-01" + build: "9" + - job-spec: "l2-00" + build: "10" + - job-spec: "l2-01" + build: "11" + - job-spec: "l2-02" + build: "12" + - job-spec: "l2-03" + build: "13" + - job-spec: "l2-04" + build: "14" + +- type: "table" + title: "Job Specification Duration: 2n-zn2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-zn2-curr-iter" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-gso" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-zn2-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" data: "vpp-2n-zn2-curr-cov" - filter: "all" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "18" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4tun-00" + build: "8" + - job-spec: "ip6-00" + build: "9" + - job-spec: "ip6-01" + build: "19" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "12" + - job-spec: "lb-00" + build: "13" + - job-spec: "memif-00" + build: "14" + - job-spec: "vhost-00" + build: "15" -# Test Operational Data - VPP Performance Operational Data 2n-clx - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-clx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" - data: "vpp-2n-clx-curr-cov" - filter: "all" + title: "Job Specification Duration: 3n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-dnv-curr-iter" -# Test Operational Data - VPP Performance Operational Data 2n-icx - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-icx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,ICX]}/" - data: "vpp-2n-icx-curr-iter-best" - filter: "'NDRPDR'" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "12" + - job-spec: "crypto-01" + build: "13" + - job-spec: "crypto-02" + build: "14" + - job-spec: "ip4-00" + build: "15" + - job-spec: "ip4-01" + build: "16" + - job-spec: "ip4tun-00" + build: "17" + - job-spec: "ip6-00" + build: "18" + - job-spec: "ip6-01" + build: "19" + - job-spec: "l2-00" + build: "20" + - job-spec: "l2-01" + build: "21" -# Test Operational Data - VPP Performance Operational Data 3n-icx - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-icx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,ICX]}/" - data: "vpp-3n-icx-curr-iter-best" - filter: "'NDRPDR'" + title: "Job Specification Duration: 3n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-skx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-skx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-skx-curr-iter-hoststack" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-skx-curr-iter" -# Test Operational Data - VPP Performance Operational Data 3n-tsh - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" + title: "Job Specification Duration: 3n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" + jb-type: "coverage" + data: "vpp-3n-skx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "35" + - job-spec: "crypto-01" + build: "36" + - job-spec: "crypto-02" + build: "37" +# - job-spec: "crypto-03" # Completly failed +# build: "38" + - job-spec: "crypto-04" + build: "39" + - job-spec: "ip4-00" + build: "40" + - job-spec: "ip4-01" + build: "41" + - job-spec: "ip4-02" + build: "42" + - job-spec: "ip4-03" + build: "43" + - job-spec: "ip4-04" + build: "44" + - job-spec: "ip4-05" + build: "45" + - job-spec: "ip4-06" + build: "46" + - job-spec: "ip4-07" + build: "47" + - job-spec: "ip4tun-00" + build: "48" + - job-spec: "ip4tun-02" + build: "49" + - job-spec: "ip6-00" + build: "50" + - job-spec: "ip6-01" + build: "51" + - job-spec: "ip6tun-00" + build: "52" + - job-spec: "l2-00" + build: "53" + - job-spec: "l2-01" + build: "54" + - job-spec: "l2-02" + build: "55" + - job-spec: "l2-03" + build: "56" + - job-spec: "l2-04" + build: "57" + - job-spec: "l2-05" + build: "58" + - job-spec: "l2-06" + build: "59" + - job-spec: "l2-07" + build: "60" + - job-spec: "l2-08" + build: "61" + - job-spec: "l2-09" + build: "62" + - job-spec: "l2-10" + build: "63" + - job-spec: "memif-00" + build: "64" + - job-spec: "srv6-00" + build: "65" + - job-spec: "srv6-01" + build: "66" + - job-spec: "vhost-00" + build: "67" + - job-spec: "vhost-01" + build: "68" + +- type: "table" + title: "Job Specification Duration: 3n-tsh-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-tsh-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-tsh-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-tsh-curr-iter" + +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" data: "vpp-3n-tsh-curr-cov" - filter: "all" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4tun-00" + build: "5" + - job-spec: "ip6-00" + build: "6" + - job-spec: "ip6-01" + build: "7" + - job-spec: "l2-00" + build: "8" + - job-spec: "l2-01" + build: "9" + - job-spec: "l2-02" + build: "10" + - job-spec: "l2-03" + build: "11" + - job-spec: "l2-04" + build: "12" + - job-spec: "memif-00" + build: "13" + - job-spec: "srv6-00" + build: "14" + - job-spec: "srv6-01" + build: "15" + - job-spec: "vhost-00" + build: "16" + - job-spec: "vhost-01" + build: "17" -# Test Operational Data - VPP Performance Operational Data 2n-tx2 +# VPP Latency Changes 3n-skx 2t1c - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" - data: "vpp-2n-tx2-curr-cov" - filter: "all" + title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' -# Test Operational Data - VPP Performance Operational Data 3n-dnv +# VPP Latency Changes 3n-skx 2t1c - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' -# Test Operational Data - VPP Performance Operational Data 2n-dnv +# VPP Latency Changes 3n-skx 2t1c - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' -# Test Operational Data - VPP Performance Operational Data 2n-aws +# VPP Latency Changes 2n-skx 2t1c - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-aws" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" - data: "vpp-2n-aws-curr-cov" - filter: "all" + title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' -# Test Operational Data - VPP Performance Operational Data 3n-aws +# VPP Latency Changes 2n-skx 2t1c - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-aws" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" - data: "vpp-3n-aws-curr-cov" - filter: "all" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Operational -- type: "file" - title: "VPP Performance Operational" - algorithm: "file_details_split_html" - output-file: "{DIR[DTO,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTO,PERF,VPP,2N,SKX]}" - - "{DIR[DTO,PERF,VPP,3N,SKX]}" - - "{DIR[DTO,PERF,VPP,2N,CLX]}" - - "{DIR[DTO,PERF,VPP,2N,ICX]}" - - "{DIR[DTO,PERF,VPP,3N,ICX]}" - - "{DIR[DTO,PERF,VPP,2N,ZN2]}" - - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - - "{DIR[DTO,PERF,VPP,2N,AWS]}" - - "{DIR[DTO,PERF,VPP,3N,AWS]}" - data: - - "vpp-2n-skx-curr-cov" - - "vpp-3n-skx-curr-cov" - - "vpp-2n-clx-curr-cov" - - "vpp-2n-icx-curr-iter-best" - - "vpp-3n-icx-curr-iter-best" - - "vpp-2n-zn2-curr-cov" - - "vpp-3n-tsh-curr-cov" - - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - - "vpp-2n-aws-curr-cov" - - "vpp-3n-aws-curr-cov" - filter: "'NDRPDR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-tsh" - - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - - "2n-aws" - - "3n-aws" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Soak vs NDR - 2n-skx +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-2n-skx-curr-soak" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" + +# VPP Soak vs NDR - 2n-clx +- type: "table" + title: "VPP Soak vs NDR 2n-clx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-clx-ref" + compare: + title: "Soak" + data: "vpp-2n-clx-curr-soak" + data: "vpp-soak-vs-ndr-2n-clx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" + +################################################################################ + +# VPP Compare NICs 3n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 2n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 2n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +################################################################################ +# VPP + +# VPP Performance Changes 3n-skx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 4t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 2t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 4t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-tx2 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-tx2 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-tx2 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-tx2 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Performance Changes 3n-skx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 4t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-skx 8t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-cx556a 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-dnv-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-tsh 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-tx2 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter-mrr" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter-mrr" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter-mrr" + tag: "NIC_Intel-E810CQ" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + +# Detailed Test Results - VPP Performance Results 3n-skx +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-skx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-skx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-zn2 +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-zn2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,ZN2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-zn2-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-clx +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-clx-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-icx +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-icx-curr-iter-best" + filter: "'NDRPDR'" +# remove-ndr: True + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-icx +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-icx-curr-iter-best" + filter: "'NDRPDR'" + # remove-ndr: True + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-tsh +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-tsh-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-tx2-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-dnv +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-dnv-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-dnv-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-aws-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-aws-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 3n-skx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-skx-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-skx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-skx-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-zn2 +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-zn2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,ZN2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-zn2-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-clx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-clx-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-icx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-icx-curr-iter-best" + filter: "'NDRPDR'" +# remove-ndr: True + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 3n-icx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-icx-curr-iter-best" + filter: "'NDRPDR'" + # remove-ndr: True + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 3n-tsh +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-tsh-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-tx2 +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-tx2-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-dnv-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-dnv-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 2n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-aws-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 3n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-aws-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test Operational Data - VPP Performance Operational Data 3n-skx +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-skx" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" + data: "vpp-3n-skx-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-skx +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-skx" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" + data: "vpp-2n-skx-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-zn2 +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,ZN2]}/" + data: "vpp-2n-zn2-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-clx +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-clx" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" + data: "vpp-2n-clx-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-icx +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-icx" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,ICX]}/" + data: "vpp-2n-icx-curr-iter-best" + filter: "'NDRPDR'" + +# Test Operational Data - VPP Performance Operational Data 3n-icx +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-icx" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,ICX]}/" + data: "vpp-3n-icx-curr-iter-best" + filter: "'NDRPDR'" + +# Test Operational Data - VPP Performance Operational Data 3n-tsh +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" + data: "vpp-3n-tsh-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-tx2 +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" + data: "vpp-2n-tx2-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 3n-dnv +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" + data: "vpp-3n-dnv-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-dnv +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" + data: "vpp-2n-dnv-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 2n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" + data: "vpp-2n-aws-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 3n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" + data: "vpp-3n-aws-curr-cov" + filter: "all" + +# Detailed Test Results - VPP MRR Results 3n-skx +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-skx-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-skx +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-skx-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-zn2 +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-zn2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,ZN2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-zn2-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-clx +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-clx-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-icx +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-icx-curr-iter-mrr" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# # Detailed Test Results - VPP MRR Results 3n-icx +# - type: "table" +# title: "Detailed Test Results - VPP MRR Results 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,MRR,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " +# data: "data msg" +# data: "vpp-mrr-results-3n-icx" +# filter: "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "msg" + +# Detailed Test Results - VPP MRR Results 3n-tsh +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-tsh-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-tx2-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-dnv-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-dnv-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-aws +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-aws +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP MRR Test Configs 3n-skx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-skx-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-skx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-skx-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-zn2 +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-zn2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,ZN2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-zn2-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-clx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-clx-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-icx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,ICX]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-icx-curr-iter-mrr" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "conf-history" + +# # Test configuration - VPP MRR Test Configs 3n-icx +# - type: "table" +# title: "Test configuration - VPP MRR Test Configs 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,MRR,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-mrr-results-3n-icx" +# filter: "'MRR'" +# parameters: +# - "parent" +# - "name" +# - "conf-history" + +# Test configuration - VPP MRR Test Configs 3n-tsh +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-tsh-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-tx2 +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-tx2-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-dnv-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-dnv-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-aws +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 3n-aws +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Detailed Test Results - VPP Device Results - Ubuntu +- type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Device Test Configs - Ubuntu +- type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +################################################################################ + +# DPDK Performance Changes 3n-skx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-skx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-skx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-skx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-skx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-skx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-skx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-skx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-skx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-clx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-clx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-clx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-clx-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-zn2-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-zn2-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-zn2-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-zn2-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-zn2-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-zn2-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-2n-zn2-hist-iter" + - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" + data-set: "dpdk-2n-zn2-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +## DPDK Performance Changes 2n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 2n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-2n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-2n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c pdr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 1t1c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." +# +## DPDK Performance Changes 3n-dnv 2t2c ndr +#- type: "table" +# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" +# columns: +# - title: "2001" +# data-set: "dpdk-performance-changes-3n-dnv-h1" +# - title: "2005" +# data-set: "dpdk-performance-changes-3n-dnv-ref" +# - title: "2009" +# data-set: "dpdk-performance-changes-3n-dnv-cmp" +# comparisons: +# - title: "Diff" +# reference: 2 +# compare: 3 +# legend: +# - "" +# - "2001, 2005, 2009 - DPDK versions tested." +# - "Diff - difference between 2005 and 2009 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-tsh-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-tsh-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-tsh-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-tsh-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-tsh-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-tsh-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "20.11" + data-set: "dpdk-3n-tsh-hist-iter" + - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" + data-set: "dpdk-3n-tsh-curr-iter" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "" + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# Detailed Test Results - DPDK Performance Results 3n-skx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-3n-skx-curr-iter-best" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-skx-curr-iter-best" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-zn2 +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-zn2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}/dpdk_performance_results_2n_zn2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-zn2-curr-iter-best" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-clx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-clx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-clx-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +## Detailed Test Results - DPDK Performance Results 2n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" +# +## Detailed Test Results - DPDK Performance Results 3n-dnv +#- type: "table" +# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-tsh +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-3n-tsh-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-skx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +### F I L E S ### +################################################################################ + +# VPP Performance Results +- type: "file" + title: "VPP Performance Results" + algorithm: "file_details_split" + output-file: "{DIR[DTR,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTR,PERF,VPP,2N,SKX]}" + - "{DIR[DTR,PERF,VPP,3N,SKX]}" + - "{DIR[DTR,PERF,VPP,2N,CLX]}" + - "{DIR[DTR,PERF,VPP,2N,ICX]}" + - "{DIR[DTR,PERF,VPP,3N,ICX]}" + - "{DIR[DTR,PERF,VPP,2N,ZN2]}" + - "{DIR[DTR,PERF,VPP,3N,TSH]}" + - "{DIR[DTR,PERF,VPP,2N,TX2]}" + - "{DIR[DTR,PERF,VPP,2N,DNV]}" + - "{DIR[DTR,PERF,VPP,3N,DNV]}" + - "{DIR[DTR,PERF,VPP,2N,AWS]}" + - "{DIR[DTR,PERF,VPP,3N,AWS]}" + data: + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" + - "vpp-2n-icx-curr-iter-best" + - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" + filter: "'NDRPDR'" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "2n-icx" + - "3n-icx" + - "2n-zn2" + - "3n-tsh" + - "2n-tx2" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "e810cq" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP Performance Configuration +- type: "file" + title: "VPP Performance Configuration" + algorithm: "file_details_split" + output-file: "{DIR[DTC,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTC,PERF,VPP,2N,SKX]}" + - "{DIR[DTC,PERF,VPP,3N,SKX]}" + - "{DIR[DTC,PERF,VPP,2N,CLX]}" + - "{DIR[DTC,PERF,VPP,2N,ICX]}" + - "{DIR[DTC,PERF,VPP,3N,ICX]}" + - "{DIR[DTC,PERF,VPP,2N,ZN2]}" + - "{DIR[DTC,PERF,VPP,3N,TSH]}" + - "{DIR[DTC,PERF,VPP,2N,TX2]}" + - "{DIR[DTC,PERF,VPP,2N,DNV]}" + - "{DIR[DTC,PERF,VPP,3N,DNV]}" + - "{DIR[DTC,PERF,VPP,2N,AWS]}" + - "{DIR[DTC,PERF,VPP,3N,AWS]}" + data: + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" + - "vpp-2n-icx-curr-iter-best" + - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" + filter: "'NDRPDR'" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "2n-icx" + - "3n-icx" + - "2n-zn2" + - "3n-tsh" + - "2n-tx2" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "e810cq" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP Performance Operational +- type: "file" + title: "VPP Performance Operational" + algorithm: "file_details_split_html" + output-file: "{DIR[DTO,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTO,PERF,VPP,2N,SKX]}" + - "{DIR[DTO,PERF,VPP,3N,SKX]}" + - "{DIR[DTO,PERF,VPP,2N,CLX]}" + - "{DIR[DTO,PERF,VPP,2N,ICX]}" + - "{DIR[DTO,PERF,VPP,3N,ICX]}" + - "{DIR[DTO,PERF,VPP,2N,ZN2]}" + - "{DIR[DTO,PERF,VPP,3N,TSH]}" + - "{DIR[DTO,PERF,VPP,2N,TX2]}" + - "{DIR[DTO,PERF,VPP,2N,DNV]}" + - "{DIR[DTO,PERF,VPP,3N,DNV]}" + - "{DIR[DTO,PERF,VPP,2N,AWS]}" + - "{DIR[DTO,PERF,VPP,3N,AWS]}" + data: + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" + - "vpp-2n-icx-curr-iter-best" + - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" + filter: "'NDRPDR'" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "2n-icx" + - "3n-icx" + - "2n-zn2" + - "3n-tsh" + - "2n-tx2" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "e810cq" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP MRR Results +- type: "file" + title: "VPP MRR Results" + algorithm: "file_details_split" + output-file: "{DIR[DTR,MRR,VPP,ALL]}" + dir-tables: + - "{DIR[DTR,MRR,VPP,2N,SKX]}" + - "{DIR[DTR,MRR,VPP,3N,SKX]}" + - "{DIR[DTR,MRR,VPP,2N,CLX]}" + - "{DIR[DTR,MRR,VPP,2N,ICX]}" +# - "{DIR[DTR,MRR,VPP,3N,ICX]}" + - "{DIR[DTR,MRR,VPP,2N,ZN2]}" + - "{DIR[DTR,MRR,VPP,3N,TSH]}" + - "{DIR[DTR,MRR,VPP,2N,TX2]}" + - "{DIR[DTR,MRR,VPP,2N,DNV]}" + - "{DIR[DTR,MRR,VPP,3N,DNV]}" + - "{DIR[DTR,MRR,VPP,2N,AWS]}" + - "{DIR[DTR,MRR,VPP,3N,AWS]}" + data: + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" + - "vpp-2n-icx-curr-iter-mrr" +# - "vpp-mrr-results-3n-icx" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" + - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-aws-curr-iter-mrr" + filter: "'MRR'" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "2n-icx" +# - "3n-icx" + - "2n-zn2" + - "3n-tsh" + - "2n-tx2" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "e810cq" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP MRR Configuration +- type: "file" + title: "VPP MRR Configuration" + algorithm: "file_details_split" + output-file: "{DIR[DTC,MRR,VPP,ALL]}" + dir-tables: + - "{DIR[DTC,MRR,VPP,2N,SKX]}" + - "{DIR[DTC,MRR,VPP,3N,SKX]}" + - "{DIR[DTC,MRR,VPP,2N,CLX]}" + - "{DIR[DTC,MRR,VPP,2N,ICX]}" +# - "{DIR[DTC,MRR,VPP,3N,ICX]}" + - "{DIR[DTC,MRR,VPP,2N,ZN2]}" + - "{DIR[DTC,MRR,VPP,3N,TSH]}" + - "{DIR[DTC,MRR,VPP,2N,TX2]}" + - "{DIR[DTC,MRR,VPP,2N,DNV]}" + - "{DIR[DTC,MRR,VPP,3N,DNV]}" + - "{DIR[DTC,MRR,VPP,2N,AWS]}" + - "{DIR[DTC,MRR,VPP,3N,AWS]}" + data: + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" + - "vpp-2n-icx-curr-iter-mrr" +# - "vpp-mrr-results-3n-icx" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" + - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-aws-curr-iter-mrr" + filter: "'MRR'" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "2n-icx" +# - "3n-icx" + - "2n-zn2" + - "3n-tsh" + - "2n-tx2" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "e810cq" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP Device Results - Ubuntu +- type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + data-start-level: 4 + +# VPP Device Configuration - Ubuntu +- type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + data-start-level: 4 + +# DPDK Performance Results 3n-skx +- type: "file" + title: "DPDK Performance Results 3n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-3n-skx-curr-iter-best" + filter: "all" + data-start-level: 4 + +# DPDK Performance Results 2n-skx +- type: "file" + title: "DPDK Performance Results 2n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-2n-skx-curr-iter-best" + filter: "all" + data-start-level: 4 + +# DPDK Performance Results 2n-zn2 +- type: "file" + title: "DPDK Performance Results 2n-zn2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" + data: "dpdk-2n-zn2-curr-iter-best" + filter: "all" + data-start-level: 4 + +# DPDK Performance Results 2n-clx +- type: "file" + title: "DPDK Performance Results 2n-clx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" + data: "dpdk-2n-clx-curr-iter-best" + filter: "all" + data-start-level: 4 + +## DPDK Performance Results 2n-dnv +#- type: "file" +# title: "DPDK Performance Results 2n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" +# data: "dpdk-perf-results-2n-dnv" +# filter: "all" +# data-start-level: 4 +# +## DPDK Performance Results 3n-dnv +#- type: "file" +# title: "DPDK Performance Results 3n-dnv" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" +# data: "dpdk-perf-results-3n-dnv" +# filter: "all" +# data-start-level: 4 + +# DPDK Performance Results 3n-tsh +- type: "file" + title: "DPDK Performance Results 3n-tsh" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + data: "dpdk-3n-tsh-curr-iter-best" + filter: "all" + data-start-level: 4 + +# DPDK Performance Results 2n-tx2 +- type: "file" + title: "DPDK Performance Results 2n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + data-start-level: 4 + +# TRex Performance Results 2n-skx +- type: "file" + title: "TRex Performance Results 2n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}" + dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}" + data: "trex-2n-skx-curr-cov" + filter: "all" + data-start-level: 4 + +################################################################################ +### P L O T S ### +################################################################################ + +# VSAP tests 2n-clx + +- type: "plot" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +# Hoststack tests 3n-skx + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" + +################################################################################ + +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "vpp-2n-clx-curr-soak" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-clx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "vpp-2n-clx-curr-soak" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" + data: "vpp-2n-skx-curr-soak" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" + data: "vpp-2n-skx-curr-soak" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +############################################################################### + +# Reconf tests 2n-skx + +- type: "plot" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" + data: "vpp-2n-skx-curr-nfv-reconf" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +############################################################################### + +# Reconf tests 2n-clx + +- type: "plot" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" + data: "vpp-2n-clx-curr-nfv-reconf" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +############################################################################### + +# Plots - NF Density - 2n-skx - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" + data: "vpp-2n-skx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-skx - VSC - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" + data: "vpp-2n-skx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-skx - VSC vxlan - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" + data: "vpp-2n-skx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-skx - VSC vxlan - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" + data: "vpp-2n-skx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - 2n-skx - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" + data: "vpp-2n-skx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-skx - CSC - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" + data: "vpp-2n-skx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - 2n-skx - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" + data: "vpp-2n-skx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-skx - CSP - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" + data: "vpp-2n-skx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - 2n-clx - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" + data: "vpp-2n-clx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-clx - VSC - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" + data: "vpp-2n-clx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-clx - VSC vxlan - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" + data: "vpp-2n-clx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-clx - VSC vxlan - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" + data: "vpp-2n-clx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - 2n-clx - CSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" + data: "vpp-2n-clx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-clx - CSC - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" + data: "vpp-2n-clx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +############################################################################### + +# Plots - NF Density - 2n-clx - CSP - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" + data: "vpp-2n-clx-curr-nfv-mrr" + core: ["2t1c", "4t2c", "8t4c"] + test-type: ["mrr", ] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +# Plots - NF Density - 2n-clx - CSP - NDRPDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" + algorithm: "plot_nf_heatmap" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" + data: "vpp-2n-clx-curr-nfv-ndrpdr" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" + layout: "plot-service-density" + +################################################################################ + +# Packet Throughput + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + layout: + title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + layout: + title: "3n-skx-x710-64b-{core}-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" + layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" +# data: "vpp-3n-skx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" +# layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" +# data: "vpp-3n-skx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.78b-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.1518B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", 4t2c] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + layout: + title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + layout: + title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + layout: + title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + layout: + title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" +# data: "vpp-3n-skx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" +# layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" +# data: "vpp-3n-skx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + data: "vpp-3n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" +# data: "vpp-3n-skx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" +# layout: +# title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-vpp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" + data: "vpp-3n-tsh-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-ip4routing-features-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-{core}-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-features-l2switching-base-{test_type}" + layout: "plot-throughput" + +################################################################################ + +# Packet Speedup + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-memif-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-memif-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + layout: + title: "2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + layout: + title: "3n-skx-x710-64b-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-eth-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-ip4routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# - type: "plot" +# title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" +# data: "vpp-3n-skx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +# - type: "plot" +# title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" +# data: "vpp-3n-skx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-64b-ip4tunnel-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-ip4tunnel-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + layout: + title: "2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-ip6routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-1518b-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-l2switching-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# - type: "plot" +# title: "Speedup: 3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" +# data: "vpp-3n-skx-curr-iter" +# include: +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" +# - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" +# layout: +# title: "3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + data: "vpp-3n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-vpp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + layout: + title: "3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-tsh-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" +# data: "vpp-3n-tsh-curr-iter" +# test-type: ["ndr", "pdr"] +# include: +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" +# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" +# layout: +# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + layout: + title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" + data: "vpp-3n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" +# data: "vpp-3n-dnv-curr-iter" +# test-type: ["ndr", "pdr"] +# include: +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" +# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" +# layout: +# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-features-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-features-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Packet Throughput - DPDK + +# 2n-skx + +- type: "plot" + title: "DPDK Throughput: 2n-skx-xxv710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-{core}-base-{test_type}" + data: "dpdk-2n-skx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-skx-x710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-{core}-base-{test_type}" + data: "dpdk-2n-skx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-x710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-skx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-skx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +# 3n-skx + +- type: "plot" + title: "DPDK Throughput: 3n-skx-xxv710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-{core}-base-{test_type}" + data: "dpdk-3n-skx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 3n-skx-x710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-{core}-base-{test_type}" + data: "dpdk-3n-skx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-x710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-skx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-3n-skx-curr-iter" + include: + - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-base-{test_type}-tsa" + data: "dpdk-3n-skx-curr-iter" + include: + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +## 2n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 2n-dnv-x553-64b-{core}-base-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-{core}-base-{test_type}" +# data: "plot-dpdk-throughput-latency-2n-dnv" +# core: ["1t1c", "2t2c"] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-dnv-x553-64b-{core}-base-{test_type}" +# layout: "plot-throughput" +# +## 3n-dnv-x553 +# +#- type: "plot" +# title: "DPDK Throughput: 3n-dnv-x553-64b-{core}-base-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-{core}-base-{test_type}" +# data: "plot-dpdk-throughput-latency-3n-dnv" +# core: ["1t1c", "2t2c"] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "3n-dnv-x553-64b-{core}-base-{test_type}" +# layout: "plot-throughput" + +# 3n-tsh-x520 + +- type: "plot" + title: "DPDK Throughput: 3n-tsh-x520-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-{core}-base-{test_type}" + data: "dpdk-3n-tsh-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-base-{test_type}-tsa" + data: "dpdk-3n-tsh-curr-iter" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +# 2n-tx2-xl710 + +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" + data: "dpdk-2n-tx2-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-base-{test_type}-tsa" + data: "dpdk-2n-tx2-curr-iter" + include: + - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +################################################################################ +### 2n-clx ### +################################################################################ + +# Packet Throughput + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + layout: + title: "2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + layout: + title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-vpp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + layout: "plot-throughput" + +################################################################################ + +# Packet Speedup + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-memif-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-memif-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + layout: + title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-ip4base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + layout: + title: "2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-x710-64b-l2switching-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-vpp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# 2n-icx + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-Ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-memif-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-memif-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-Ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-vhost-base-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# Packet Throughput - DPDK + +# 2n-clx + +- type: "plot" + title: "DPDK Throughput: 2n-clx-xxv710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" + data: "dpdk-2n-clx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-clx-x710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" + data: "dpdk-2n-clx-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-x710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-clx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-clx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +############################################################################### + +# 2n-zn2 + +# Packet Throughput + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + layout: + title: "2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput" + +#- type: "plot" +# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# data: "vpp-2n-zn2-curr-iter" +# core: ["2t1c", ] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# data: "vpp-2n-zn2-curr-iter" +# core: ["2t1c", ] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# layout: "plot-cps" +# +#- type: "plot" +# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" +# data: "vpp-2n-zn2-curr-iter" +# core: ["2t1c", ] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" +# layout: "plot-throughput" +# +#- type: "plot" +# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# data: "vpp-2n-zn2-curr-iter" +# core: ["2t1c", ] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# layout: "plot-cps" +# +#- type: "plot" +# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" +# data: "vpp-2n-zn2-curr-iter" +# core: ["2t1c", ] +# test-type: ["ndr", "pdr"] +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" +# layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + layout: + title: "2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-vpp-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" + layout: "plot-throughput" + +################################################################################ + +# Packet Speedup + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-memif-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + layout: + title: "2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +#- type: "plot" +# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" +# data: "vpp-2n-zn2-curr-iter" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" +# data: "vpp-2n-zn2-curr-iter" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis-cps" +# +#- type: "plot" +# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" +# data: "vpp-2n-zn2-curr-iter" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +#- type: "plot" +# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" +# data: "vpp-2n-zn2-curr-iter" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis-cps" +# +#- type: "plot" +# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" +# data: "vpp-2n-zn2-curr-iter" +# include: +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# layout: +# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-ip4base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + layout: + title: "2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-vpp-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# Packet Throughput - DPDK + +# 2n-zn2 + +- type: "plot" + title: "DPDK Throughput: 2n-zn2-xxv710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}" + data: "dpdk-2n-zn2-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-zn2-x710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}" + data: "dpdk-2n-zn2-curr-iter" + core: ["2t1c", "4t2c"] + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-x710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-zn2-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-zn2-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# 3n-icx Throughput + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + layout: + title: "3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput" + +# 3n-icx Speedup + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-ip4routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-ip4tunnel-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + layout: + title: "3n-icx-e810cq-78b-ip6routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-64b-l2switching-base-[avf,dpdk]-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-l2switching-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +- type: "plot" + title: "Latency by percentile: 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-skx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: TRex 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" + target-links: "../../_static/trex" + data: "trex-2n-skx-curr-iter-best" + filter: "'NIC_Intel-X710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-zn2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" + output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-zn2-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 3n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" + output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-skx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-clx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-clx-curr-iter-best" + filter: "'2T1C' and 'NIC_Mellanox-CX556A'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 3n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" + output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-tsh-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-tx2-curr-iter" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws" + output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-aws-curr-iter-best" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 3n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" + output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-aws-curr-iter-best" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,DPDK]}/2n_skx.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-skx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 3n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-skx" + output-file-links: "{DIR[LAT,DPDK]}/3n_skx.rst" + target-links: "../../_static/dpdk" + data: "dpdk-3n-skx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-clx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 2n-zn2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-zn2" + output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-zn2-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" + target-links: "../../_static/dpdk" + data: "dpdk-3n-tsh-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +############################################################################### + +# GSO + +- type: "plot" + title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" + algorithm: "plot_mrr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" + data: "vpp-2n-skx-curr-gso" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + layout: + title: "2n-skx-128kb-{core}-ip4routing-iperf3" + layout: "plot-throughput-gbps" + +- type: "plot" + title: "Throughput: 2n-clx-128kb-{core}-ip4routing-iperf3" + algorithm: "plot_mrr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-128kb-{core}-ip4routing-iperf3" + data: "vpp-2n-clx-curr-iter-gso" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + layout: + title: "2n-clx-128kb-{core}-ip4routing-iperf3" + layout: "plot-throughput-gbps" + +- type: "plot" + title: "Throughput: 2n-zn2-128kb-{core}-ip4routing-iperf3" + algorithm: "plot_mrr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-128kb-{core}-ip4routing-iperf3" + data: "vpp-2n-zn2-curr-iter-gso" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + layout: + title: "2n-zn2-128kb-{core}-ip4routing-iperf3" + layout: "plot-throughput-gbps" + +############################################################################### + +# TRex 2n-skx + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--l2-scale-{test_type}" + layout: "plot-throughput"