plot-vpp-throughput-lat-tsa-3n-skx:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
# 2n-skx
plot-vpp-throughput-lat-tsa-2n-skx:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
+ - 51 # rls2009 NDRPDR iter NAT44 env 5
+ - 52 # rls2009 NDRPDR iter NAT44 env 5
+ - 53 # rls2009 NDRPDR iter NAT44 env 5
- 54 # rls2009 NDRPDR iter NAT44 env 5
+ - 55 # rls2009 NDRPDR iter NAT44 env 5
+ - 56 # rls2009 NDRPDR iter NAT44 env 5
+ - 57 # rls2009 NDRPDR iter NAT44 env 5
+ - 58 # rls2009 NDRPDR iter NAT44 env 5
+ - 59 # rls2009 NDRPDR iter NAT44 env 5
+ - 60 # rls2009 NDRPDR iter NAT44 env 5
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 45 # rls2009 nf-density iter env 5
- 47 # rls2009 nf-density iter env 5
- 49 # rls2009 nf-density iter env 5
+ - 63 # rls2009 nf-density iter env 5
+ - 65 # rls2009 nf-density iter env 5
+ - 66 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-skx-mrr:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 30 # rls2009 reconf env 5
- 31 # rls2009 reconf env 5
- 32 # rls2009 reconf env 5
+ - 61 # rls2009 reconf env 5
+ - 62 # rls2009 reconf env 5
+ - 68 # rls2009 reconf env 5
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-report-iterative-2009-2n-skx:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 43 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-clx-mrr:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 96 # MRR
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 45 # rls2009 MRR nf-density iter env 5
plot-vpp-nfv-reconf-2n-clx:
# TODO: Add:
- 30 # rls2009 reconf env 5
- 30 # rls2009 reconf env 5
- 32 # rls2009 reconf env 5
+ - 48 # rls2009 reconf env 5
+ - 53 # rls2009 reconf env 5
plot-vpp-soak-2n-clx:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 10 # rls2009 NDRPDR iter env 5
- 11 # rls2009 NDRPDR iter env 5
- 12 # rls2009 NDRPDR iter env 5
+ - 14 # rls2009 NDRPDR iter env 5
+ - 15 # rls2009 NDRPDR iter env 5
plot-dpdk-throughput-latency-3n-dnv:
# TODO: Replace:
vpp-nic-comparison-3n-skx:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
vpp-nic-comparison-2n-skx:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
+ - 51 # rls2009 NDRPDR iter NAT44 env 5
+ - 52 # rls2009 NDRPDR iter NAT44 env 5
+ - 53 # rls2009 NDRPDR iter NAT44 env 5
- 54 # rls2009 NDRPDR iter NAT44 env 5
+ - 55 # rls2009 NDRPDR iter NAT44 env 5
+ - 56 # rls2009 NDRPDR iter NAT44 env 5
+ - 57 # rls2009 NDRPDR iter NAT44 env 5
+ - 58 # rls2009 NDRPDR iter NAT44 env 5
+ - 59 # rls2009 NDRPDR iter NAT44 env 5
+ - 60 # rls2009 NDRPDR iter NAT44 env 5
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-report-iterative-2009-3n-skx:
# Results
vpp-perf-results-3n-hsw:
- # TODO: Add:
csit-vpp-perf-report-coverage-2009-3n-hsw:
- 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
- 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
- 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00
- 21 # rls2009 NDRPDR cov 3n-hsw-l2-00
- 22 # rls2009 NDRPDR cov 3n-hsw-l2-01
+ - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01
- 24 # rls2009 NDRPDR cov 3n-hsw-l2-03
- 25 # rls2009 NDRPDR cov 3n-hsw-l2-04
- 26 # rls2009 NDRPDR cov 3n-hsw-l2-05
- 27 # rls2009 NDRPDR cov 3n-hsw-l2-06
- 28 # rls2009 NDRPDR cov 3n-hsw-l2-07
+ - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08
- 30 # rls2009 NDRPDR cov 3n-hsw-l2-09
- 31 # rls2009 NDRPDR cov 3n-hsw-l2-10
+ - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00
+ - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00
+ - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01
+ - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00
+ - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01
+ - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02
vpp-perf-results-3n-skx:
# TODO: Replace:
- 1 # RC2 env5 3n-skx-ip4-00
vpp-perf-results-2n-skx:
- # TODO: Replace:
+ # TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-skx:
- - 7 # RC2 env5 2n-skx-ip4-00
+ - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02
+ - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05
vpp-perf-results-2n-clx:
# TODO: Replace:
- 1 # RC2 env5 2n-clx-ip4-00
vpp-perf-results-3n-tsh:
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-3n-tsh:
- - 1 # 3n-tsh-ip4-00
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
+# csit-vpp-perf-report-coverage-2009-3n-tsh:
+# - 1 # RC2 3n-tsh-ip4-00
vpp-perf-results-3n-dnv:
- # TODO: Replace:
- # csit-vpp-perf-report-coverage-2009-3n-dnv:
- csit-vpp-perf-report-coverage-2005-3n-dnv:
- - 1 # perf-full-3n-dnv-crypto_I
- - 24 # perf-full-3n-dnv-crypto_II
- - 5 # perf-full-3n-dnv-ip4_I
- - 13 # perf-full-3n-dnv-ip4_II
- - 17 # perf-full-3n-dnv-ip6_I
- - 18 # perf-full-3n-dnv-ip6_II
- - 21 # perf-full-3n-dnv-l2_I
- - 22 # perf-full-3n-dnv-l2_II
- - 23 # perf-full-3n-dnv-ip4-tunnels_I
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01
vpp-perf-results-2n-dnv:
- # TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-dnv:
+ - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00
+ - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01
+ - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00
+ - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01
- 6 # rls2009 NDRPDR cov 2n-dnv-l2-00
- 7 # rls2009 NDRPDR cov 2n-dnv-l2-01
- 35 # rls2009 MRR iter env 5
vpp-mrr-results-3n-tsh:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 27 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 15 # rls2006 MRR iter env 5
vpp-mrr-results-3n-dnv:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-3n-dnv:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ # TODO: Replace by rls2009:
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 19 # rls2005 MRR iter env 5
vpp-mrr-results-2n-dnv:
csit-vpp-perf-report-iterative-2009-2n-dnv:
vpp-performance-changes-3n-skx-cmp:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
- 24 # rls2005 NDRPDR iter env 5
- 25 # rls2005 NDRPDR iter env 5
vpp-performance-changes-2n-skx-cmp:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
+ - 51 # rls2009 NDRPDR iter NAT44 env 5
+ - 52 # rls2009 NDRPDR iter NAT44 env 5
+ - 53 # rls2009 NDRPDR iter NAT44 env 5
- 54 # rls2009 NDRPDR iter NAT44 env 5
+ - 55 # rls2009 NDRPDR iter NAT44 env 5
+ - 56 # rls2009 NDRPDR iter NAT44 env 5
+ - 57 # rls2009 NDRPDR iter NAT44 env 5
+ - 58 # rls2009 NDRPDR iter NAT44 env 5
+ - 59 # rls2009 NDRPDR iter NAT44 env 5
+ - 60 # rls2009 NDRPDR iter NAT44 env 5
vpp-performance-changes-2n-clx-h1:
csit-vpp-perf-report-iterative-2005-2n-clx:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
vpp-performance-changes-2n-dnv-h1:
csit-vpp-perf-verify-2001-2n-dnv:
- 13 # NDRPDR sel
- 16 # NDRPDR sel
vpp-performance-changes-2n-dnv-ref:
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- vpp-performance-changes-2n-dnv-cmp:
# TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 27 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-dnv-cmp:
csit-vpp-perf-report-iterative-2009-2n-dnv:
- 3 # rls2009 NDRPDR iter env 5
- 5 # rls2009 NDRPDR iter env 5
- 17 # NDRPDR sel
- 18 # NDRPDR sel
vpp-performance-changes-3n-dnv-ref:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
vpp-performance-changes-3n-dnv-cmp:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-dnv:
- 10 # rls2009 NDRPDR iter env 5
- 11 # rls2009 NDRPDR iter env 5
- 12 # rls2009 NDRPDR iter env 5
+ - 14 # rls2009 NDRPDR iter env 5
+ - 15 # rls2009 NDRPDR iter env 5
vpp-performance-changes-3n-tsh-h1:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 14 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-ref:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-cmp:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-clx-cmp:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 33 # rls2009 soak env 5
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
csit-vpp-perf-verify-2001-2n-dnv:
- 12 # MRR sel
vpp-performance-changes-2n-dnv-mrr-ref:
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 15 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 23 # rls2005 MRR iter env 5
vpp-performance-changes-2n-dnv-mrr-cmp:
csit-vpp-perf-report-iterative-2009-2n-dnv:
- 13 # rls2009 MRR iter env 5
csit-vpp-perf-verify-2001-3n-dnv:
- 11 # MRR sel
vpp-performance-changes-3n-dnv-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 19 # rls2005 MRR iter env 5
vpp-performance-changes-3n-dnv-mrr-cmp:
- # TODO: Replace:
- # csit-vpp-perf-report-iterative-2009-3n-dnv:
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 8 # MRR
+ # TODO: Replace by rls2009:
+ csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 19 # rls2005 MRR iter env 5
vpp-performance-changes-3n-tsh-mrr-h1:
csit-vpp-perf-verify-2001-3n-tsh:
csit-vpp-perf-report-iterative-2009-3n-tsh:
- 13 # rls2005 MRR iter env 5
vpp-performance-changes-3n-tsh-mrr-cmp:
- # TODO: Replace:
csit-vpp-perf-report-iterative-2009-3n-tsh:
- - 13 # rls2005 MRR iter env 5
+ - 15 # rls2006 MRR iter env 5
dpdk-performance-changes-3n-hsw-h1:
csit-dpdk-perf-verify-2001-3n-hsw:
vpp-compare-testbeds-cmp:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-skx-clx-ref:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
+ - 51 # rls2009 NDRPDR iter NAT44 env 5
+ - 52 # rls2009 NDRPDR iter NAT44 env 5
+ - 53 # rls2009 NDRPDR iter NAT44 env 5
- 54 # rls2009 NDRPDR iter NAT44 env 5
+ - 55 # rls2009 NDRPDR iter NAT44 env 5
+ - 56 # rls2009 NDRPDR iter NAT44 env 5
+ - 57 # rls2009 NDRPDR iter NAT44 env 5
+ - 58 # rls2009 NDRPDR iter NAT44 env 5
+ - 59 # rls2009 NDRPDR iter NAT44 env 5
+ - 60 # rls2009 NDRPDR iter NAT44 env 5
vpp-compare-testbeds-skx-clx-cmp:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-hsw-clx-ref:
csit-vpp-perf-report-iterative-2009-3n-hsw:
csit-vpp-perf-report-iterative-2009-2n-clx:
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-report-iterative-2009-3n-hsw:
vpp-compare-topologies-ref:
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
vpp-compare-topologies-cmp:
- # TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-skx:
- 35 # rls2009 NDRPDR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
- - 54 # rls2009 NDRPDR iter NAT44 env 5
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-report-iterative-2009-3n-skx:
- 39 # rls2009 Hoststack iter env 5
- 40 # rls2009 Hoststack iter env 5
- 41 # rls2009 Hoststack iter env 5
- # TODO: Add:
csit-vpp-perf-report-coverage-2009-3n-hsw:
- 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
- 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
- 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00
- 21 # rls2009 NDRPDR cov 3n-hsw-l2-00
- 22 # rls2009 NDRPDR cov 3n-hsw-l2-01
+ - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01
- 24 # rls2009 NDRPDR cov 3n-hsw-l2-03
- 25 # rls2009 NDRPDR cov 3n-hsw-l2-04
- 26 # rls2009 NDRPDR cov 3n-hsw-l2-05
- 27 # rls2009 NDRPDR cov 3n-hsw-l2-06
- 28 # rls2009 NDRPDR cov 3n-hsw-l2-07
+ - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08
- 30 # rls2009 NDRPDR cov 3n-hsw-l2-09
- 31 # rls2009 NDRPDR cov 3n-hsw-l2-10
+ - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00
+ - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00
+ - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01
+ - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00
+ - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01
+ - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02
csit-vpp-perf-verify-2001-3n-skx:
- 50 # MRR sel
- 18 # rls2005 NDRPDR iter env 5
- 19 # rls2005 NDRPDR iter env 5
- 24 # rls2009 MRR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
- 27 # rls2009 NDRPDR iter env 5
- 28 # rls2009 NDRPDR iter env 5
- 29 # rls2009 NDRPDR iter env 5
- 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 42 # rls2009 NDRPDR iter env 5
+ - 43 # rls2009 NDRPDR iter env 5
- 44 # rls2009 NDRPDR iter env 5
+ - 46 # rls2009 NDRPDR iter env 5
- 48 # rls2009 NDRPDR iter env 5
+ - 51 # rls2009 NDRPDR iter NAT44 env 5
+ - 52 # rls2009 NDRPDR iter NAT44 env 5
+ - 53 # rls2009 NDRPDR iter NAT44 env 5
- 54 # rls2009 NDRPDR iter NAT44 env 5
+ - 55 # rls2009 NDRPDR iter NAT44 env 5
+ - 56 # rls2009 NDRPDR iter NAT44 env 5
+ - 57 # rls2009 NDRPDR iter NAT44 env 5
+ - 58 # rls2009 NDRPDR iter NAT44 env 5
+ - 59 # rls2009 NDRPDR iter NAT44 env 5
+ - 60 # rls2009 NDRPDR iter NAT44 env 5
- 38 # rls2009 nf-density iter env 5
- 41 # rls2009 nf-density iter env 5
- 45 # rls2009 nf-density iter env 5
- 47 # rls2009 nf-density iter env 5
- 49 # rls2009 nf-density iter env 5
+ - 63 # rls2009 nf-density iter env 5
+ - 65 # rls2009 nf-density iter env 5
+ - 66 # rls2009 nf-density iter env 5
- 50 # rls2009 MRR nf-density iter env 5
- 27 # rls2009 reconf env 5
- 28 # rls2009 reconf env 5
- 30 # rls2009 reconf env 5
- 31 # rls2009 reconf env 5
- 32 # rls2009 reconf env 5
+ - 61 # rls2009 reconf env 5
+ - 62 # rls2009 reconf env 5
+ - 68 # rls2009 reconf env 5
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
# TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-skx:
- - 7 # RC2 env5 2n-skx-ip4-00
+ - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02
+ - 13 # rls2009 NDRPDR cov 2n-skx-ip4-05
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
- 35 # rls2009 MRR iter env 5
- 36 # rls2009 NDRPDR iter env 5
- 38 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
- 40 # rls2009 NDRPDR iter env 5
- 41 # rls2009 NDRPDR iter env 5
+ - 42 # rls2009 NDRPDR iter env 5
- 37 # rls2009 nf-density iter env 5
- 43 # rls2009 nf-density iter env 5
+ - 45 # rls2009 MRR nf-density iter env 5
- 25 # rls2009 reconf env 5
- 27 # rls2009 reconf env 5
- 28 # rls2009 reconf env 5
- 30 # rls2009 reconf env 5
- 30 # rls2009 reconf env 5
- 32 # rls2009 reconf env 5
+ - 48 # rls2009 reconf env 5
+ - 53 # rls2009 reconf env 5
- 33 # rls2009 soak env 5
- 34 # rls2009 soak env 5
# TODO: Add:
- 12 # rls2005 NDRPDR iter env 5
- 13 # rls2005 MRR iter env 5
- 14 # rls2009 NDRPDR iter env 5
- csit-vpp-perf-report-coverage-2009-3n-tsh:
- - 1 # RC2 3n-tsh-ip4-00
+ - 15 # rls2006 MRR iter env 5
+# csit-vpp-perf-report-coverage-2009-3n-tsh:
+# - 1 # RC2 3n-tsh-ip4-00
-# csit-vpp-perf-verify-2001-3n-dnv:
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 11 # MRR sel
+ csit-vpp-perf-verify-2001-3n-dnv:
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 11 # MRR sel
# TODO: Add:
csit-vpp-perf-report-iterative-2009-3n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 MRR iter env 5
- 3 # rls2009 NDRPDR iter env 5
- 6 # rls2009 NDRPDR iter env 5
- 7 # rls2009 NDRPDR iter env 5
- 10 # rls2009 NDRPDR iter env 5
- 11 # rls2009 NDRPDR iter env 5
- 12 # rls2009 NDRPDR iter env 5
-# # TODO: Add:
-# # csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 14 # rls2009 NDRPDR iter env 5
+ - 15 # rls2009 NDRPDR iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-dnv:
+ - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01
-# csit-vpp-perf-verify-2001-2n-dnv:
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 12 # MRR sel
+ csit-vpp-perf-verify-2001-2n-dnv:
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 12 # MRR sel
# TODO: Add:
csit-vpp-perf-report-iterative-2009-2n-dnv:
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 27 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 MRR iter env 5
- 3 # rls2009 NDRPDR iter env 5
- 5 # rls2009 NDRPDR iter env 5
- 6 # rls2009 NDRPDR iter env 5
- 14 # rls2009 NDRPDR iter env 5
- 15 # rls2009 NDRPDR iter env 5
- 13 # rls2009 MRR iter env 5
- # TODO: Add:
csit-vpp-perf-report-coverage-2009-2n-dnv:
+ - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00
+ - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01
+ - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00
+ - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01
- 6 # rls2009 NDRPDR cov 2n-dnv-l2-00
- 7 # rls2009 NDRPDR cov 2n-dnv-l2-01
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-## VPP Performance Changes 2n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-tsh 1t1c pdr
+# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ title: "VPP Performance Changes 2n-dnv 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-tsh 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
- title: "2005.0-5"
data-set: "vpp-performance-changes-3n-tsh-ref-env5"
- title: "2009.0-5"
# - "2001, 2005 - VPP versions tested."
# - "Diff - difference between 2001 and 2005 VPP version."
-## VPP Performance Changes 2n-dnv 1t1c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 4t4c mrr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 4t4c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T4C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 4t4c mrr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 4t4c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T4C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-tsh 1t1c mrr
+# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c mrr"
+ title: "VPP Performance Changes 2n-dnv 1t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "2005.0-5 vs 2005.0-4"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c mrr
+# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c mrr"
+ title: "VPP Performance Changes 2n-dnv 2t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2005.0-4"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-dnv 4t4c mrr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 2t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-dnv 4t4c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-tsh 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ comparisons:
+ - title: "2005.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-tsh 2t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
+ - title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
- title: "2005.0-5"
data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5"
- "parent"
- "msg"
-## Detailed Test Results - VPP Performance Results 3n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP Performance Results 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-#
-## Detailed Test Results - VPP Performance Results 2n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP Performance Results 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
+# Detailed Test Results - VPP Performance Results 3n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP Performance Results 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - VPP Performance Results 2n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
# Test configuration - VPP Performance Test Configs 3n-hsw
- type: "table"
- "name"
- "conf-history"
-## Test configuration - VPP Performance Test Configs 3n-dnv
-#- type: "table"
-# title: "Test configuration - VPP Performance Test Configs 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-#
-## Test configuration - VPP Performance Test Configs 2n-dnv
-#- type: "table"
-# title: "Test configuration - VPP Performance Test Configs 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
+# Test configuration - VPP Performance Test Configs 3n-dnv
+- type: "table"
+ title: "Test configuration - VPP Performance Test Configs 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
+# Test configuration - VPP Performance Test Configs 2n-dnv
+- type: "table"
+ title: "Test configuration - VPP Performance Test Configs 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
# Test Operational Data - VPP Performance Operational Data 3n-hsw
- type: "table"
data: "vpp-perf-results-3n-tsh"
filter: "all"
-## Test Operational Data - VPP Performance Operational Data 3n-dnv
-#- type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
-# data: "vpp-perf-results-3n-dnv"
-# filter: "all"
-#
-## Test Operational Data - VPP Performance Operational Data 2n-dnv
-#- type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
-# data: "vpp-perf-results-2n-dnv"
-# filter: "all"
+# Test Operational Data - VPP Performance Operational Data 3n-dnv
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
+ data: "vpp-perf-results-3n-dnv"
+ filter: "all"
+
+# Test Operational Data - VPP Performance Operational Data 2n-dnv
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
+ data: "vpp-perf-results-2n-dnv"
+ filter: "all"
# Detailed Test Results - VPP MRR Results 3n-hsw
- type: "table"
- "parent"
- "msg"
-## Detailed Test Results - VPP MRR Results 3n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP MRR Results 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-mrr-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-#
-## Detailed Test Results - VPP MRR Results 2n-dnv
-#- type: "table"
-# title: "Detailed Test Results - VPP MRR Results 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-mrr-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
+# Detailed Test Results - VPP MRR Results 3n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-mrr-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - VPP MRR Results 2n-dnv
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-mrr-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
# Test configuration - VPP MRR Test Configs 3n-hsw
- type: "table"
- "name"
- "conf-history"
-## Test configuration - VPP MRR Test Configs 3n-dnv
-#- type: "table"
-# title: "Test configuration - VPP MRR Test Configs 3n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-mrr-results-3n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-#
-## Test configuration - VPP MRR Test Configs 2n-dnv
-#- type: "table"
-# title: "Test configuration - VPP MRR Test Configs 2n-dnv"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-mrr-results-2n-dnv"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
+# Test configuration - VPP MRR Test Configs 3n-dnv
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 3n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-mrr-results-3n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
+# Test configuration - VPP MRR Test Configs 2n-dnv
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-mrr-results-2n-dnv"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- "{DIR[DTR,PERF,VPP,3N,HSW]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTR,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTR,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- "{DIR[DTC,PERF,VPP,3N,HSW]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTC,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTC,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
- "{DIR[DTO,PERF,VPP,2N,CLX]}"
- "{DIR[DTO,PERF,VPP,3N,HSW]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
-# - "{DIR[DTO,PERF,VPP,2N,DNV]}"
-# - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+ - "{DIR[DTO,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
-# - "vpp-perf-results-2n-dnv"
-# - "vpp-perf-results-3n-dnv"
+ - "vpp-perf-results-2n-dnv"
+ - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
- "{DIR[DTR,MRR,VPP,2N,CLX]}"
- "{DIR[DTR,MRR,VPP,3N,HSW]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
-# - "{DIR[DTR,MRR,VPP,2N,DNV]}"
-# - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+ - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+ - "{DIR[DTR,MRR,VPP,3N,DNV]}"
data:
- "vpp-mrr-results-2n-skx"
- "vpp-mrr-results-3n-skx"
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
-# - "vpp-mrr-results-2n-dnv"
-# - "vpp-mrr-results-3n-dnv"
+ - "vpp-mrr-results-2n-dnv"
+ - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
-# - "vpp-mrr-results-2n-dnv"
-# - "vpp-mrr-results-3n-dnv"
+ - "vpp-mrr-results-2n-dnv"
+ - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters: