X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=8a73a9756480a91ea18d984afacd8fea8252f010;hp=015d94df08ce46f63ed5afe7cb420df8a81ec25c;hb=1a82cf21d8ec419543fd46bbce3d64528fbb6bb4;hpb=f5863d6213bf0066b9647a7dde10d56bd7260f80 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 015d94df08..8a73a97564 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -164,24 +164,53 @@ plot-vpp-throughput-lat-tsa-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 NDRPDR iter env 6 - - 33 # rls2101.rc2 NDRPDR iter env 6 - - 34 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 NDRPDR iter env 6 - - 36 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 39 # rls2101.rc2 NDRPDR iter env 6 + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-ipsec-reconf-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 65 # rls2101.rel NDRPDR reconf iter env 6 + - 68 # rls2101.rel NDRPDR reconf iter env 6 + - 77 # rls2101.rel NDRPDR reconf iter env 6 + - 84 # rls2101.rel NDRPDR reconf iter env 6 + - 90 # rls2101.rel NDRPDR reconf iter env 6 + - 96 # rls2101.rel NDRPDR reconf iter env 6 + - 101 # rls2101.rel NDRPDR reconf iter env 6 plot-vpp-hoststack-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 45 # rls2101.rc2 Hoststack iter env 6 + - 69 # rls2101.rel Hoststack iter env 6 + - 70 # rls2101.rel Hoststack iter env 6 + - 75 # rls2101.rel Hoststack iter env 6 + - 76 # rls2101.rel Hoststack iter env 6 + - 78 # rls2101.rel Hoststack iter env 6 + - 79 # rls2101.rel Hoststack iter env 6 + - 85 # rls2101.rel Hoststack iter env 6 + - 86 # rls2101.rel Hoststack iter env 6 + - 87 # rls2101.rel Hoststack iter env 6 + - 91 # rls2101.rel Hoststack iter env 6 + - 92 # rls2101.rel Hoststack iter env 6 + - 93 # rls2101.rel Hoststack iter env 6 + - 94 # rls2101.rel Hoststack iter env 6 + - 95 # rls2101.rel Hoststack iter env 6 + - 97 # rls2101.rel Hoststack iter env 6 + - 98 # rls2101.rel Hoststack iter env 6 + - 99 # rls2101.rel Hoststack iter env 6 + - 100 # rls2101.rel Hoststack iter env 6 + - 102 # rls2101.rel Hoststack iter env 6 + - 103 # rls2101.rel Hoststack iter env 6 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: @@ -204,15 +233,16 @@ plot-vpp-throughput-lat-tsa-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 21 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 # plot-vpp-nfv-3n-skx-ndrpdr: # # No data @@ -243,30 +273,38 @@ plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 37 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 plot-vpp-soak-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 35 # rls2101.rc2 soak env 6 + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 plot-vpp-nfv-2n-skx-ndrpdr: csit-vpp-perf-report-iterative-2101-2n-skx: - - 33 # rls2101.rc2 NDRPDR nf-density iter env 6 + - 67 # rls2101.rel NDRPDR nf-density iter env 6 + - 72 # rls2101.rel NDRPDR nf-density iter env 6 + - 79 # rls2101.rel NDRPDR nf-density iter env 6 plot-vpp-nfv-2n-skx-mrr: - csit-vpp-perf-report-iterative-2101-2n-skx - - 32 # rls2101.rc2 MRR nf-density iter env 6 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 65 # rls2101.rel MRR nf-density iter env 6 plot-vpp-nfv-reconf-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx - - 34 # rls2101.rc2 NDRPDR reconf iter env 6 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 66 # rls2101.rel NDRPDR reconf iter env 6 + - 71 # rls2101.rel NDRPDR reconf iter env 6 + - 74 # rls2101.rel NDRPDR reconf iter env 6 + - 78 # rls2101.rel NDRPDR reconf iter env 6 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2101-2n-skx: @@ -289,15 +327,14 @@ plot-vpp-throughput-lat-tsa-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 15 # rls2101.rc2 NDRPDR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 15 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 plot-dpdk-throughput-latency-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: @@ -320,18 +357,20 @@ plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 plot-vpp-nfv-2n-clx-ndrpdr: csit-vpp-perf-report-iterative-2101-2n-clx: - - 26 # rls2101.rc2 NDRPDR nf-density iter env 6 + - 57 # rls2101.rel NDRPDR nf-density iter env 6 + - 62 # rls2101.rel NDRPDR nf-density iter env 6 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2101-2n-clx: @@ -339,11 +378,12 @@ plot-vpp-nfv-reconf-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 27 # rls2101.rc2 NDRPDR reconf iter env 6 + - 55 # rls2101.rel NDRPDR reconf iter env 6 + - 64 # rls2101.rel NDRPDR reconf iter env 6 plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 28 # rls2101.rc2 soak env 6 + - 58 # rls2101.rel soak env 6 plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2101-2n-clx: @@ -361,12 +401,13 @@ plot-vpp-throughput-lat-tsa-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 - - 11 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: @@ -389,12 +430,17 @@ plot-vpp-throughput-lat-tsa-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 8 # rls2101.rc2 NDRPDR iter env 6 - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 8 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 plot-dpdk-throughput-latency-2n-tx2: csit-dpdk-perf-report-iterative-2101-2n-tx2: @@ -402,6 +448,12 @@ - 6 # rls2101 NDRPDR iter env 6 - 7 # rls2101 NDRPDR iter env 6 - 8 # rls2101 NDRPDR iter env 6 + - 9 # rls2101 NDRPDR iter env 6 + - 10 # rls2101 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-tx2: csit-dpdk-perf-report-iterative-2101-2n-tx2: @@ -411,16 +463,16 @@ plot-vpp-throughput-lat-tsa-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -430,16 +482,16 @@ plot-vpp-throughput-lat-tsa-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -452,110 +504,156 @@ vpp-nic-comparison-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 vpp-nic-comparison-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2101-3n-skx: - - 19 # rls2101.rc2 MRR iter env 6 + - 35 # rls2101.rel MRR iter env 6 vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-report-iterative-2101-2n-skx: - - 29 # rls2101.rc2 MRR iter env 6 + - 62 # rls2101.rel MRR iter env 6 # Results vpp-perf-results-3n-hsw: - # csit-vpp-perf-report-coverage-2101-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 + csit-vpp-perf-report-coverage-2101-3n-hsw: + - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 + - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 + - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 + - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 + - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 + - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 + - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 + - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 + - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 + - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 + - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 + - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 + - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 + - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 +# - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 + - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 + - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 + - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 + - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 + - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 + - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 + - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 + - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 + - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 + - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 + - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 +# - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 +# - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 +# - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 vpp-perf-results-3n-skx: # csit-vpp-perf-report-coverage-2101-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 21 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-2n-skx: # csit-vpp-perf-report-coverage-2101-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 37 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 15 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-2n-clx: # csit-vpp-perf-report-coverage-2101-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 8 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 vpp-perf-results-3n-dnv: - # csit-vpp-perf-report-coverage-2101-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + csit-vpp-perf-report-coverage-2101-3n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 + - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 + - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 + - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 vpp-perf-results-2n-dnv: - # csit-vpp-perf-report-coverage-2101-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + csit-vpp-perf-report-coverage-2101-2n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 + - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 + - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 + - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 29 # rls2101.rc2 MRR iter env 6 + - 63 # rls2101.rel MRR iter env 6 vpp-mrr-results-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 19 # rls2101.rc2 MRR iter env 6 + - 35 # rls2101.rel MRR iter env 6 vpp-mrr-results-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 29 # rls2101.rc2 MRR iter env 6 + - 62 # rls2101.rel MRR iter env 6 vpp-mrr-results-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 14 # rls2101.rc2 MRR iter env 6 + - 30 # rls2101.rel MRR iter env 6 vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 22 # rls2101.rc2 MRR iter env 6 + - 53 # rls2101.rel MRR iter env 6 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 9 # rls2101.rc2 MRR iter env 6 + - 22 # rls2101.rel MRR iter env 6 vpp-mrr-results-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 9 # rls2101.rc2 MRR iter env 6 + - 21 # rls2101.rel MRR iter env 6 vpp-mrr-results-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 + - 32 # rls2101.rel MRR iter env 6 vpp-mrr-results-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 + - 31 # rls2101.rel MRR iter env 6 vpp-device-results-ubuntu: csit-vpp-device-2101-ubuntu1804-1n-skx: - - 308 # rls2101.rc2 VPP DEV env 6 + - 358 # rls2101.rel VPP DEV env 6 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: @@ -636,16 +734,16 @@ - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 NDRPDR iter env 6 - - 33 # rls2101.rc2 NDRPDR iter env 6 - - 34 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 NDRPDR iter env 6 - - 36 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 39 # rls2101.rc2 NDRPDR iter env 6 + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -679,14 +777,18 @@ - 17 # rls2009 NDRPDR iter env 6 - 18 # rls2009 NDRPDR iter env 6 - 25 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 29 # rls2009 NDRPDR iter env 6 + - 31 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -730,12 +832,17 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 + - 44 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -779,14 +886,17 @@ - 19 # rls2009 NDRPDR iter env 6 - 20 # rls2009 NDRPDR iter env 6 - 21 # rls2009 NDRPDR iter env 6 + - 32 # rls2009 NDRPDR iter env 6 - 33 # rls2009 NDRPDR iter env 6 + - 34 # rls2009 NDRPDR iter env 6 - 35 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-2n-zn2-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-zn2: @@ -802,13 +912,17 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 15 # rls2101.rc2 NDRPDR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -849,16 +963,16 @@ - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -899,16 +1013,16 @@ - 24 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -938,10 +1052,17 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 8 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-cmp: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 - - 11 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 # vpp-performance-changes-2n-tx2-h1: # csit-vpp-perf-report-iterative-2009-2n-tx2: @@ -956,44 +1077,60 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-tx2-cmp: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 8 # rls2101.rc2 NDRPDR iter env 6 - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 35 # rls2101.rc2 soak env 6 + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 soak env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 28 # rls2101.rc2 soak env 6 + - 58 # rls2101.rel soak env 6 vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 28 # rls2101.rc2 soak env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 58 # rls2101.rel soak env 6 vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1006,7 +1143,7 @@ - 17 # rls2009 MRR iter env 6 vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 29 # rls2101.rc2 MRR iter env 6 + - 63 # rls2101.rel MRR iter env 6 vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -1016,10 +1153,10 @@ - 24 # rls2009 MRR iter env 5 vpp-performance-changes-3n-skx-mrr-ref-env-new: csit-vpp-perf-report-iterative-2101-3n-skx: - - 12 # rls2009 MRR iter env 6 + - 34 # rls2009 MRR iter env 6 vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 19 # rls2101.rc2 MRR iter env 6 + - 35 # rls2101.rel MRR iter env 6 vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1032,7 +1169,7 @@ - 21 # rls2009 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 29 # rls2101.rc2 MRR iter env 6 + - 62 # rls2101.rel MRR iter env 6 vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -1045,7 +1182,7 @@ - 15 # rls2009 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 22 # rls2101.rc2 MRR iter env 6 + - 53 # rls2101.rel MRR iter env 6 vpp-performance-changes-2n-zn2-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-zn2: @@ -1055,7 +1192,7 @@ - 8 # rls2009 MRR iter env6 vpp-performance-changes-2n-zn2-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 14 # rls2101.rc2 MRR iter env 6 + - 30 # rls2101.rel MRR iter env 6 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -1069,7 +1206,7 @@ - 13 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 + - 31 # rls2101.rel MRR iter env 6 vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -1083,7 +1220,7 @@ - 22 # rls2009 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 + - 32 # rls2101.rel MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -1096,7 +1233,7 @@ - 7 # rls2009 MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 9 # rls2101.rc2 MRR iter env 6 + - 22 # rls2101.rel MRR iter env 6 # vpp-performance-changes-2n-tx2-mrr-h1: # csit-vpp-perf-report-iterative-2009-2n-tx2: @@ -1109,7 +1246,7 @@ - 5 # rls2009 MRR iter env 6 vpp-performance-changes-2n-tx2-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 9 # rls2101.rc2 MRR iter env 6 + - 21 # rls2101.rel MRR iter env 6 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-report-iterative-2005-3n-hsw: @@ -1344,76 +1481,80 @@ vpp-compare-testbeds-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 NDRPDR iter env 6 - - 33 # rls2101.rc2 NDRPDR iter env 6 - - 34 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 NDRPDR iter env 6 - - 36 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 39 # rls2101.rc2 NDRPDR iter env 6 + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 NDRPDR iter env 6 - - 33 # rls2101.rc2 NDRPDR iter env 6 - - 34 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 NDRPDR iter env 6 - - 36 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 39 # rls2101.rc2 NDRPDR iter env 6 + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 29 # rls2101.rc2 MRR iter env 6 + - 63 # rls2101.rel MRR iter env 6 vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 19 # rls2101.rc2 MRR iter env 6 + - 35 # rls2101.rel MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: - - 29 # rls2101.rc2 MRR iter env 6 + - 62 # rls2101.rel MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 22 # rls2101.rc2 MRR iter env 6 + - 53 # rls2101.rel MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 29 # rls2101.rc2 MRR iter env 6 + - 63 # rls2101.rel MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 22 # rls2101.rc2 MRR iter env 6 + - 53 # rls2101.rel MRR iter env 6 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2101-3n-hsw: @@ -1464,24 +1605,26 @@ vpp-compare-topologies-ref: csit-vpp-perf-report-iterative-2101-3n-skx: - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 vpp-compare-topologies-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-skx: - - 19 # rls2101.rc2 MRR iter env 6 + - 35 # rls2101.rel MRR iter env 6 vpp-compare-topologies-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 29 # rls2101.rc2 MRR iter env 6 + - 62 # rls2101.rel MRR iter env 6 dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2101-3n-skx: @@ -2229,7 +2372,7 @@ xanchor: "left" yanchor: "top" x: 0 - y: -0.5 + y: -0.2 bgcolor: "rgba(255, 255, 255, 0)" bordercolor: "rgba(255, 255, 255, 0)" xaxis: @@ -2369,16 +2512,6 @@ - 29 # rls2009 NDRPDR iter env 5 - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 - - 32 # rls2009 Hoststack iter env 5 - - 33 # rls2009 Hoststack iter env 5 - - 34 # rls2009 Hoststack iter env 5 - - 35 # rls2009 Hoststack iter env 5 - - 36 # rls2009 Hoststack iter env 5 - - 37 # rls2009 Hoststack iter env 5 - - 38 # rls2009 Hoststack iter env 5 - - 39 # rls2009 Hoststack iter env 5 - - 40 # rls2009 Hoststack iter env 5 - - 41 # rls2009 Hoststack iter env 5 csit-vpp-perf-report-iterative-2101-3n-hsw: - 17 # rls2009 MRR iter env 6 - 19 # rls2009 NDRPDR iter env 6 @@ -2390,20 +2523,80 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 27 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - - 29 # rls2101.rc2 MRR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 NDRPDR iter env 6 - - 33 # rls2101.rc2 NDRPDR iter env 6 - - 34 # rls2101.rc2 NDRPDR iter env 6 - - 35 # rls2101.rc2 NDRPDR iter env 6 - - 36 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 39 # rls2101.rc2 NDRPDR iter env 6 - - 45 # rls2101.rc2 Hoststack iter env 6 - # csit-vpp-perf-report-coverage-2101-3n-hsw: + - 63 # rls2101.rel MRR iter env 6 + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + - 65 # rls2101.rel NDRPDR reconf iter env 6 + - 68 # rls2101.rel NDRPDR reconf iter env 6 + - 77 # rls2101.rel NDRPDR reconf iter env 6 + - 84 # rls2101.rel NDRPDR reconf iter env 6 + - 90 # rls2101.rel NDRPDR reconf iter env 6 + - 96 # rls2101.rel NDRPDR reconf iter env 6 + - 101 # rls2101.rel NDRPDR reconf iter env 6 + - 69 # rls2101.rel Hoststack iter env 6 + - 70 # rls2101.rel Hoststack iter env 6 + - 75 # rls2101.rel Hoststack iter env 6 + - 76 # rls2101.rel Hoststack iter env 6 + - 78 # rls2101.rel Hoststack iter env 6 + - 79 # rls2101.rel Hoststack iter env 6 + - 85 # rls2101.rel Hoststack iter env 6 + - 86 # rls2101.rel Hoststack iter env 6 + - 87 # rls2101.rel Hoststack iter env 6 + - 91 # rls2101.rel Hoststack iter env 6 + - 92 # rls2101.rel Hoststack iter env 6 + - 93 # rls2101.rel Hoststack iter env 6 + - 94 # rls2101.rel Hoststack iter env 6 + - 95 # rls2101.rel Hoststack iter env 6 + - 97 # rls2101.rel Hoststack iter env 6 + - 98 # rls2101.rel Hoststack iter env 6 + - 99 # rls2101.rel Hoststack iter env 6 + - 100 # rls2101.rel Hoststack iter env 6 + - 102 # rls2101.rel Hoststack iter env 6 + - 103 # rls2101.rel Hoststack iter env 6 + csit-vpp-perf-report-coverage-2101-3n-hsw: + - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 + - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 + - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 + - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 + - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 + - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 + - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 + - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 + - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 + - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 + - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 + - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 + - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 + - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 +# - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 + - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 + - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 + - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 + - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 + - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 + - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 + - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 + - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 + - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 + - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 + - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 +# - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 +# - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 +# - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 csit-vpp-perf-report-iterative-2009-3n-skx: @@ -2430,20 +2623,24 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 csit-vpp-perf-report-iterative-2101-3n-skx: - - 12 # rls2009 MRR iter env 6 + - 34 # rls2009 MRR iter env 6 - 14 # rls2009 NDRPDR iter env 6 - 15 # rls2009 NDRPDR iter env 6 - 16 # rls2009 NDRPDR iter env 6 - 17 # rls2009 NDRPDR iter env 6 - 18 # rls2009 NDRPDR iter env 6 - 25 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - - 19 # rls2101.rc2 MRR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 29 # rls2009 NDRPDR iter env 6 + - 31 # rls2009 NDRPDR iter env 6 + - 35 # rls2101.rel MRR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-skx: @@ -2488,15 +2685,27 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 - - 29 # rls2101.rc2 MRR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 - - 31 # rls2101.rc2 NDRPDR iter env 6 - - 37 # rls2101.rc2 NDRPDR iter env 6 - - 38 # rls2101.rc2 NDRPDR iter env 6 - - 32 # rls2101.rc2 MRR nf-density iter env 6 - - 33 # rls2101.rc2 NDRPDR nf-density iter env 6 - - 34 # rls2101.rc2 NDRPDR reconf iter env 6 - - 35 # rls2101.rc2 soak env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 + - 44 # rls2009 NDRPDR iter env 6 + - 62 # rls2101.rel MRR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 65 # rls2101.rel MRR nf-density iter env 6 + - 67 # rls2101.rel NDRPDR nf-density iter env 6 + - 72 # rls2101.rel NDRPDR nf-density iter env 6 + - 79 # rls2101.rel NDRPDR nf-density iter env 6 + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 66 # rls2101.rel NDRPDR reconf iter env 6 + - 71 # rls2101.rel NDRPDR reconf iter env 6 + - 74 # rls2101.rel NDRPDR reconf iter env 6 + - 78 # rls2101.rel NDRPDR reconf iter env 6 + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 # csit-vpp-perf-report-coverage-2101-2n-skx: @@ -2541,17 +2750,22 @@ - 19 # rls2009 NDRPDR iter env 6 - 20 # rls2009 NDRPDR iter env 6 - 21 # rls2009 NDRPDR iter env 6 + - 32 # rls2009 NDRPDR iter env 6 - 33 # rls2009 NDRPDR iter env 6 + - 34 # rls2009 NDRPDR iter env 6 - 35 # rls2009 NDRPDR iter env 6 - - 22 # rls2101.rc2 MRR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 29 # rls2101.rc2 NDRPDR iter env 6 - - 30 # rls2101.rc2 NDRPDR iter env 6 + - 53 # rls2101.rel MRR iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 - 25 # rls2101.rc2 MRR nf-density iter env 6 - - 26 # rls2101.rc2 NDRPDR nf-density iter env 6 - - 27 # rls2101.rc2 NDRPDR reconf iter env 6 - - 28 # rls2101.rc2 soak env 6 + - 57 # rls2101.rel NDRPDR nf-density iter env 6 + - 62 # rls2101.rel NDRPDR nf-density iter env 6 + - 55 # rls2101.rel NDRPDR reconf iter env 6 + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 58 # rls2101.rel soak env 6 # csit-vpp-perf-report-coverage-2101-2n-clx: @@ -2569,12 +2783,16 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 - - 14 # rls2101.rc2 MRR iter env 6 - - 15 # rls2101.rc2 NDRPDR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 30 # rls2101.rel MRR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 @@ -2603,9 +2821,16 @@ - 7 # rls2009 MRR iter env 6 - 8 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 - - 9 # rls2101.rc2 MRR iter env 6 - - 10 # rls2101.rc2 NDRPDR iter env 6 - - 11 # rls2101.rc2 NDRPDR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 22 # rls2101.rel MRR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 csit-vpp-perf-report-iterative-2101-2n-tx2: - 5 # rls2009 MRR iter env 6 @@ -2614,9 +2839,19 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 - - 9 # rls2101.rc2 MRR iter env 6 - - 8 # rls2101.rc2 NDRPDR iter env 6 - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2101.rel MRR iter env 6 + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -2643,19 +2878,27 @@ - 24 # rls2009 NDRPDR iter env 5 - 22 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-3n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 - # csit-vpp-perf-report-coverage-2101-3n-dnv: - + - 32 # rls2101.rel MRR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + csit-vpp-perf-report-coverage-2101-3n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 + - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 + - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 + - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 @@ -2681,19 +2924,24 @@ - 15 # rls2009 NDRPDR iter env 5 - 13 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-2n-dnv: - - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 - # csit-vpp-perf-report-coverage-2101-2n-dnv: - + - 31 # rls2101.rel MRR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + csit-vpp-perf-report-coverage-2101-2n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 + - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 + - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 + - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 csit-dpdk-perf-report-iterative-2005-3n-hsw: - 25 # NDRPDR iter @@ -2891,9 +3139,15 @@ - 6 # rls2101 NDRPDR iter env 6 - 7 # rls2101 NDRPDR iter env 6 - 8 # rls2101 NDRPDR iter env 6 + - 9 # rls2101 NDRPDR iter env 6 + - 10 # rls2101 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 csit-vpp-device-2101-ubuntu1804-1n-skx: - - 308 # rls2101.rc2 VPP DEV env 6 + - 358 # rls2101.rel VPP DEV env 6 - type: "output" output: "report" @@ -3932,253 +4186,253 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5283,191 +5537,191 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -8303,6 +8557,136 @@ ############################################################################### +# Reconf tests 3n-hsw + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec4tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec1000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec60000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec4tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec1000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec60000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec4tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec1000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +- type: "plot" + title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" + data: "plot-vpp-ipsec-reconf-3n-hsw" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" + layout: + title: "ethip4ipsec60000tnlsw-1atnl-ip4base" + layout: "plot-throughput" + +############################################################################### + # Plots - NF Density - VSC - MRR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" @@ -12288,6 +12672,36 @@ title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -15368,6 +15782,36 @@ title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-skx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -18926,6 +19370,36 @@ title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk]-ndr" algorithm: "plot_perf_box_name" @@ -20092,6 +20566,36 @@ title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-ndr-tsa" algorithm: "plot_tsa_name" @@ -21362,6 +21866,36 @@ title: "2n-zn2-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-zn2" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-zn2" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-2t1c-ethip4--ethip4udpgeneve-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-zn2-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk]-ndr" algorithm: "plot_perf_box_name" @@ -22534,6 +23068,36 @@ title: "2n-zn2-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-zn2" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-zn2" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-ndr-tsa" algorithm: "plot_tsa_name"