- zip-file-name: "robot-plugin.zip"
- zip-file-format: ".zip"
- zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
- zip-extract: "robot-plugin/output.xml"
-
- builds:
-
- csit-vpp-perf-verify-2001-3n-hsw:
- - 17 # MRR sel
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 20 # NDRPDR sel env 4
- - 21 # NDRPDR sel env 4
- - 22 # NDRPDR sel env 4
- - 23 # NDRPDR sel env 4
- - 24 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 26 # NDRPDR sel env 4
- - 27 # NDRPDR sel env 4
- - 28 # NDRPDR sel env 4
- - 29 # NDRPDR sel env 4
- - 13 # MRR
- - 30 # MRR env 4
- - 31 # NDRPDR sel 2001.0-4
- - 32 # NDRPDR sel 2001.0-4
- - 33 # NDRPDR sel 2001.0-4
- - 34 # NDRPDR sel 2001.0-4
- - 35 # NDRPDR sel 2001.0-4
- - 36 # NDRPDR sel 2001.0-4
- - 38 # NDRPDR sel 2001.0-4
- csit-vpp-perf-report-iterative-2009-3n-hsw:
- - 18 # rls2005 MRR iter env 5
- - 9 # rls2005 NDRPDR iter env 5
- - 10 # rls2005 NDRPDR iter env 5
- - 11 # rls2005 NDRPDR iter env 5
- - 12 # rls2005 NDRPDR iter env 5
- - 13 # rls2005 NDRPDR iter env 5
- - 14 # rls2005 NDRPDR iter env 5
- - 15 # rls2005 NDRPDR iter env 5
- - 16 # rls2005 NDRPDR iter env 5
- - 17 # rls2005 NDRPDR iter env 5
- - 19 # rls2005 NDRPDR iter env 5
- - 23 # rls2009 MRR iter env 5
- - 21 # rls2009 NDRPDR iter env 5
- - 22 # rls2009 NDRPDR iter env 5
- - 24 # rls2009 NDRPDR iter env 5
- - 25 # rls2009 NDRPDR iter env 5
- - 26 # rls2009 NDRPDR iter env 5
- - 27 # rls2009 NDRPDR iter env 5
- - 28 # rls2009 NDRPDR iter env 5
- - 29 # rls2009 NDRPDR iter env 5
- - 30 # rls2009 NDRPDR iter env 5
- - 31 # rls2009 NDRPDR iter env 5
- - 32 # rls2009 Hoststack iter env 5
- - 33 # rls2009 Hoststack iter env 5
- - 34 # rls2009 Hoststack iter env 5
- - 35 # rls2009 Hoststack iter env 5
- - 36 # rls2009 Hoststack iter env 5
- - 37 # rls2009 Hoststack iter env 5
- - 38 # rls2009 Hoststack iter env 5
- - 39 # rls2009 Hoststack iter env 5
- - 40 # rls2009 Hoststack iter env 5
- - 41 # rls2009 Hoststack iter env 5
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-3n-hsw:
- - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
- - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
- - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02
- - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03
- - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00
- - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01
- - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02
- - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03
- - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04
- - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05
- - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06
- - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07
- - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
- - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
- - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00
-
- csit-vpp-perf-verify-2001-3n-skx:
- - 50 # MRR sel
- - 53 # MRR sel addition
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
- - 55 # NDRPDR sel env 4
- - 56 # NDRPDR sel env 4
- - 57 # NDRPDR sel env 4
- - 61 # NDRPDR sel env 4
- - 62 # NDRPDR sel env 4
- - 50 # NDRPDR sel 2001.0-4
- - 51 # NDRPDR sel 2001.0-4
- - 52 # NDRPDR sel 2001.0-4
- - 53 # NDRPDR sel 2001.0-4
- - 54 # NDRPDR sel 2001.0-4
- - 49 # MRR sel env 4
- # TODO: Add:
- csit-vpp-perf-report-iterative-2009-3n-skx:
- - 17 # rls2005 MRR iter env 5
- - 13 # rls2005 NDRPDR iter env 5
- - 18 # rls2005 NDRPDR iter env 5
- - 19 # rls2005 NDRPDR iter env 5
- - 24 # rls2009 MRR iter env 5
- - 27 # rls2009 NDRPDR iter env 5
- - 29 # rls2009 NDRPDR iter env 5
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-3n-skx:
- - 1 # RC2 env5 3n-skx-ip4-00
-
- csit-vpp-perf-verify-2001-2n-skx:
- - 101 # MRR sel - old
- - 128 # MRR sel addition - old
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
- - 125 # NDRPDR sel env 4
- - 126 # NDRPDR sel env 4
- - 127 # NDRPDR sel env 4
- - 100 # NDRPDR sel 2001.0-4
- - 101 # NDRPDR sel 2001.0-4
- - 102 # NDRPDR sel 2001.0-4
- - 103 # NDRPDR sel 2001.0-4
- - 104 # NDRPDR sel 2001.0-4
- - 105 # NDRPDR sel 2001.0-4
- - 99 # MRR sel env 4
- - 122 # Soak
- - 123 # Soak
- - 113 # nf-density-sel env 4
- - 114 # nf-density-sel env 4
- - 124 # nf-density-sel env 4
- - 128 # nf-density-sel env 4
- - 129 # nf-density-sel env 4
- - 131 # nf-density-sel env 4
- - 132 # nf-density-sel env 4
- - 135 # nf-density-sel env 4
- - 136 # nf-density-sel env 4
- - 139 # nf-density-sel env 4
- - 115 # MRR nf-density-sel env 4
- # TODO: Add:
- csit-vpp-perf-report-iterative-2009-2n-skx:
- - 20 # rls2005 MRR iter env 5
- - 13 # rls2005 NDRPDR iter env 5
- - 16 # rls2005 NDRPDR iter env 5
- - 17 # rls2005 NDRPDR iter env 5
- - 18 # rls2005 NDRPDR iter env 5
- - 19 # rls2005 NDRPDR iter env 5
- - 21 # rls2005 NDRPDR iter env 5
- - 22 # rls2005 NDRPDR iter env 5
- - 23 # rls2005 NDRPDR iter env 5
- - 24 # rls2005 NDRPDR iter env 5
- - 25 # rls2005 NDRPDR iter env 5
- - 26 # rls2009 MRR iter env 5
- - 35 # rls2009 NDRPDR iter env 5
- - 36 # rls2009 NDRPDR iter env 5
- - 37 # rls2009 NDRPDR iter env 5
- - 39 # rls2009 NDRPDR iter env 5
- - 40 # rls2009 NDRPDR iter env 5
- - 42 # rls2009 NDRPDR iter env 5
- - 38 # rls2009 nf-density iter env 5
- - 41 # rls2009 nf-density iter env 5
- - 45 # rls2009 nf-density iter env 5
- - 47 # rls2009 nf-density iter env 5
- - 27 # rls2009 reconf env 5
- - 28 # rls2009 reconf env 5
- - 29 # rls2009 reconf env 5
- - 30 # rls2009 reconf env 5
- - 31 # rls2009 reconf env 5
- - 32 # rls2009 reconf env 5
- - 33 # rls2009 soak env 5
- - 34 # rls2009 soak env 5
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-2n-skx:
- - 7 # RC2 env5 2n-skx-ip4-00
-
- csit-vpp-perf-verify-2001-2n-clx:
- - 39 # MRR
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
- - 63 # NDRPDR sel env 4
- - 64 # NDRPDR sel env 4
- - 65 # NDRPDR sel env 4
- - 66 # NDRPDR sel env 4
- - 68 # NDRPDR sel env 4
- - 69 # NDRPDR sel env 4
- - 70 # NDRPDR sel env 4
- - 103 # NDRPDR sel env 4
- - 104 # NDRPDR sel env 4
- - 73 # NDRPDR sel 2001.0-4
- - 74 # NDRPDR sel 2001.0-4
- - 75 # NDRPDR sel 2001.0-4
- - 76 # NDRPDR sel 2001.0-4
- - 77 # NDRPDR sel 2001.0-4
- - 78 # NDRPDR sel 2001.0-4
- - 79 # NDRPDR sel 2001.0-4
- - 80 # NDRPDR sel 2001.0-4
- - 72 # MRR env 4
- - 91 # nfv-density-00 env 4
- - 92 # nfv-density-00 env 4
- - 93 # nfv-density-00 env 4
- - 97 # nfv-density-00 env 4
- - 98 # nfv-density-00 env 4
- - 99 # nfv-density-00 env 4
- - 100 # nfv-density-00 env 4
- - 105 # nfv-density-00 env 4
- - 106 # nfv-density-00 env 4
- - 108 # nfv-density-00 env 4
- - 96 # MRR nfv-density-00 env 4
- # TODO: Add:
- csit-vpp-perf-report-iterative-2009-2n-clx:
- - 16 # rls2005 MRR iter env 5
- - 13 # rls2005 NDRPDR iter env 5
- - 15 # rls2005 NDRPDR iter env 5
- - 17 # rls2005 NDRPDR iter env 5
- - 18 # rls2005 NDRPDR iter env 5
- - 19 # rls2005 NDRPDR iter env 5
- - 20 # rls2005 NDRPDR iter env 5
- - 21 # rls2005 NDRPDR iter env 5
- - 22 # rls2005 NDRPDR iter env 5
- - 23 # rls2005 NDRPDR iter env 5
- - 24 # rls2005 NDRPDR iter env 5
- - 35 # rls2009 MRR iter env 5
- - 36 # rls2009 NDRPDR iter env 5
- - 38 # rls2009 NDRPDR iter env 5
- - 41 # rls2009 NDRPDR iter env 5
- - 37 # rls2009 nf-density iter env 5
- - 43 # rls2009 nf-density iter env 5
- - 25 # rls2009 reconf env 5
- - 27 # rls2009 reconf env 5
- - 28 # rls2009 reconf env 5
- - 29 # rls2009 reconf env 5
- - 30 # rls2009 reconf env 5
- - 30 # rls2009 reconf env 5
- - 32 # rls2009 reconf env 5
- - 33 # rls2009 soak env 5
- - 34 # rls2009 soak env 5
- # TODO: Add:
- csit-vpp-perf-report-coverage-2009-2n-clx:
- - 1 # RC2 env5 2n-clx-ip4-00
-
- csit-vpp-perf-verify-2001-3n-tsh:
- - 9 # MRR sel
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 14 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 33 # NDRPDR sel env 4
- - 34 # NDRPDR sel env 4
- - 35 # NDRPDR sel env 4
- - 36 # NDRPDR sel env 4
- - 37 # NDRPDR sel env 4
- - 38 # NDRPDR sel env 4
- - 39 # NDRPDR sel env 4
- - 40 # NDRPDR sel env 4
- - 28 # NDRPDR sel 2001.0-4
- - 29 # NDRPDR sel 2001.0-4
- - 31 # NDRPDR sel 2001.0-4
- - 27 # MRR sel env 4
- # TODO: Add:
- csit-vpp-perf-report-iterative-2009-3n-tsh:
- - 8 # rls2005 NDRPDR iter env 5
- - 11 # rls2005 NDRPDR iter env 5
- - 12 # rls2005 NDRPDR iter env 5
- - 14 # rls2009 NDRPDR iter env 5
- csit-vpp-perf-report-coverage-2009-3n-tsh:
- - 1 # RC2 3n-tsh-ip4-00
-
-# csit-vpp-perf-verify-2001-3n-dnv:
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 11 # MRR sel
-# csit-vpp-perf-report-iterative-2005-3n-dnv:
-# - 2 # NDRPDR sel
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 8 # MRR
-# csit-vpp-perf-report-coverage-2005-3n-dnv:
-# - 1 # perf-full-3n-dnv-crypto_I
-# - 24 # perf-full-3n-dnv-crypto_II
-# - 5 # perf-full-3n-dnv-ip4_I
-# - 13 # perf-full-3n-dnv-ip4_II
-# - 17 # perf-full-3n-dnv-ip6_I
-# - 18 # perf-full-3n-dnv-ip6_II
-# - 21 # perf-full-3n-dnv-l2_I
-# - 22 # perf-full-3n-dnv-l2_II
-# - 23 # perf-full-3n-dnv-ip4-tunnels_I
-# # TODO: Add:
-# # csit-vpp-perf-report-iterative-2009-3n-dnv:
-# # TODO: Add:
-# # csit-vpp-perf-report-coverage-2009-3n-dnv:
-
-# csit-vpp-perf-verify-2001-2n-dnv:
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 12 # MRR sel
-# csit-vpp-perf-report-iterative-2005-2n-dnv:
-# - 3 # NDRPDR sel
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # MRR sel
-# csit-vpp-perf-report-coverage-2005-2n-dnv:
-# - 1 # perf-full-2n-dnv-ip4_I
-# - 2 # perf-full-2n-dnv-ip4_II
-# - 3 # perf-full-2n-dnv-ip6_I
-# - 4 # perf-full-2n-dnv-ip6_II
-# - 5 # perf-full-2n-dnv-l2_I
-# - 6 # perf-full-2n-dnv-l2_II
-# # TODO: Add:
-# # csit-vpp-perf-report-iterative-2009-2n-dnv:
-# # TODO: Add:
-# # csit-vpp-perf-report-coverage-2009-2n-dnv:
-
- csit-dpdk-perf-verify-2001-3n-hsw:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
- csit-dpdk-perf-report-iterative-2009-3n-hsw:
- - 6 # NDRPDR iter env5
- - 7 # NDRPDR iter env5
- - 8 # NDRPDR iter env5
- - 9 # NDRPDR iter env5
- - 10 # NDRPDR iter env5
- - 11 # NDRPDR iter env5
- - 12 # NDRPDR iter env5
- - 13 # NDRPDR iter env5
- - 14 # NDRPDR iter env5
- - 15 # NDRPDR iter env5
-
- csit-dpdk-perf-verify-2001-3n-skx:
- - 29 # NDRPDR sel xxv710
- - 33 # NDRPDR sel xxv710
- - 34 # NDRPDR sel xxv710
- - 35 # NDRPDR sel xxv710
- - 36 # NDRPDR sel xxv710
- - 37 # NDRPDR sel xxv710
- - 41 # NDRPDR sel xxv710
- - 42 # NDRPDR sel xxv710
- - 43 # NDRPDR sel xxv710
- - 45 # NDRPDR sel xxv710
- - 30 # NDRPDR sel x710
- - 31 # NDRPDR sel x710
- - 32 # NDRPDR sel x710
- - 38 # NDRPDR sel x710
- - 39 # NDRPDR sel x710
- - 40 # NDRPDR sel x710
- - 44 # NDRPDR sel x710
- - 46 # NDRPDR sel x710
- - 47 # NDRPDR sel x710
- - 48 # NDRPDR sel x710
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
- - 35 # NDRPDR iter
- - 36 # NDRPDR iter
- - 37 # NDRPDR iter
- csit-dpdk-perf-report-iterative-2009-3n-skx:
- - 4 # NDRPDR sel env5
- - 5 # NDRPDR sel env5
- - 6 # NDRPDR sel env5
- - 7 # NDRPDR sel env5
- - 8 # NDRPDR sel env5
- - 9 # NDRPDR sel env5
- - 14 # NDRPDR sel env5
- - 11 # NDRPDR sel env5
- - 12 # NDRPDR sel env5
- - 13 # NDRPDR sel env5
-
- csit-dpdk-perf-verify-2001-2n-skx:
- - 35 # NDRPDR sel xxv710
- - 36 # NDRPDR sel xxv710
- - 37 # NDRPDR sel xxv710
- - 41 # NDRPDR sel xxv710
- - 42 # NDRPDR sel xxv710
- - 43 # NDRPDR sel xxv710
- - 46 # NDRPDR sel xxv710
- - 47 # NDRPDR sel xxv710
- - 52 # NDRPDR sel xxv710
- - 53 # NDRPDR sel xxv710
- - 38 # NDRPDR sel x710
- - 39 # NDRPDR sel x710
- - 40 # NDRPDR sel x710
- - 44 # NDRPDR sel x710
- - 45 # NDRPDR sel x710
- - 48 # NDRPDR sel x710
- - 49 # NDRPDR sel x710
- - 50 # NDRPDR sel x710
- - 51 # NDRPDR sel x710
- - 54 # NDRPDR sel x710
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
- - 21 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- csit-dpdk-perf-report-iterative-2009-2n-skx:
- - 4 # NDRPDR iter env5
- - 5 # NDRPDR iter env5
- - 6 # NDRPDR iter env5
- - 7 # NDRPDR iter env5
- - 8 # NDRPDR iter env5
- - 9 # NDRPDR iter env5
- - 10 # NDRPDR iter env5
- - 11 # NDRPDR iter env5
- - 12 # NDRPDR iter env5
- - 13 # NDRPDR iter env5
-
- csit-dpdk-perf-verify-2001-2n-clx:
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
- - 33 # NDRPDR sel
- - 34 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 20 # NDRPDR iter
- - 21 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- csit-dpdk-perf-report-iterative-2009-2n-clx:
- - 4 # NDRPDR iter env5
- - 5 # NDRPDR iter env5
- - 6 # NDRPDR iter env5
- - 7 # NDRPDR iter env5
- - 8 # NDRPDR iter env5
- - 9 # NDRPDR iter env5
- - 10 # NDRPDR iter env5
- - 11 # NDRPDR iter env5
- - 12 # NDRPDR iter env5
- - 13 # NDRPDR iter env5
-
-# csit-dpdk-perf-verify-2001-2n-dnv:
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# csit-dpdk-perf-report-iterative-2005-2n-dnv:
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# # TODO: Add:
-# # csit-dpdk-perf-report-iterative-2009-2n-dnv:
-
-# csit-dpdk-perf-verify-2001-3n-dnv:
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
-# - 20 # NDRPDR sel
-# - 22 # NDRPDR sel
-# csit-dpdk-perf-report-iterative-2005-3n-dnv:
-# - 6 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 16 # NDRPDR sel
-# # TODO: Add:
-# # csit-dpdk-perf-report-iterative-2009-3n-dnv:
-
- csit-dpdk-perf-verify-2001-3n-tsh:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 18 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
- # TODO: Add:
- csit-dpdk-perf-report-iterative-2009-3n-tsh:
- - 1 # NDRPDR iter env5
- - 2 # NDRPDR iter env5
- - 3 # NDRPDR iter env5
- - 4 # NDRPDR iter env5
- - 5 # NDRPDR iter env5
- - 6 # NDRPDR iter env5
- - 7 # NDRPDR iter env5
- - 9 # NDRPDR iter env5
- - 10 # NDRPDR iter env5
-
- # TODO: Add:
- csit-vpp-device-2009-ubuntu1804-1n-skx:
- - 131 # rls2009 env 5
-
-- type: "output"
- output: "report"
- format:
- html:
- - full
-# pdf:
-# - minimal
-
-################################################################################
-### T A B L E S ###
-################################################################################
-
-# VPP Soak vs NDR - 2n-skx
-- type: "table"
- title: "VPP Soak vs NDR 2n-skx"
- algorithm: "table_soak_vs_ndr"
- output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
- reference:
- title: "NDR"
- data: "vpp-soak-vs-ndr-2n-skx-ref"
- compare:
- title: "Soak"
- data: "vpp-soak-vs-ndr-2n-skx-cmp"
- data: "vpp-soak-vs-ndr-2n-skx"
- include-tests: "NDR"
- filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
- parameters:
- - "throughput"
- - "name"
- - "parent"
-
-# VPP Soak vs NDR - 2n-clx
-- type: "table"
- title: "VPP Soak vs NDR 2n-clx"
- algorithm: "table_soak_vs_ndr"
- output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
- reference:
- title: "NDR"
- data: "vpp-soak-vs-ndr-2n-clx-ref"
- compare:
- title: "Soak"
- data: "vpp-soak-vs-ndr-2n-clx-cmp"
- data: "vpp-soak-vs-ndr-2n-clx"
- include-tests: "NDR"
- filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
- parameters:
- - "throughput"
- - "name"
- - "parent"
-
-################################################################################
-
-## VPP Compare NICs 3n-skx 2t1c ndr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-#
-## VPP Compare NICs 3n-skx 4t2c ndr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 4t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-#
-## VPP Compare NICs 3n-skx 2t1c pdr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-#
-## VPP Compare NICs 3n-skx 4t2c pdr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-
-## VPP Compare NICs 3n-skx 2t1c mrr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 2t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-#
-## VPP Compare NICs 3n-skx 4t2c mrr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 4t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-#
-## VPP Compare NICs 3n-skx 8t4c mrr
-#- type: "table"
-# title: "VPP Compare NICs 3n-skx 8t4c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
-# columns:
-# - title: "x710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-X710"
-# - title: "xxv710"
-# data-set: "vpp-nic-comparison-3n-skx-mrr"
-# tag: "NIC_Intel-XXV710"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ""
-# - "x710, xxv710 - NICs tested."
-# - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c ndr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c ndr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c pdr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c pdr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c mrr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c mrr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 8t4c mrr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-2n-skx-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-################################################################################
-# VPP
-
-# VPP Performance Changes 3n-hsw 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-hsw 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-hsw 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-hsw 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-skx 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-skx 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-skx 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-skx 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-skx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-clx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-clx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-clx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-2n-clx-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-## VPP Performance Changes 2n-clx-x556 2t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref-env4"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-clx-cmp"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-#
-## VPP Performance Changes 2n-clx-x556 4t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref-env4"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-clx-cmp"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-#
-## VPP Performance Changes 2n-clx-x556 2t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref-env4"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-clx-cmp"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-#
-## VPP Performance Changes 2n-clx-x556 4t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-clx-x556 ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref-env4"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-clx-cmp"
-# comparisons:
-# - title: "Diff"
-# reference: 1
-# compare: 2
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-## VPP Performance Changes 2n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 2n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 2n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-2n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-2n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 1t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 1t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'1T1C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-#
-## VPP Performance Changes 3n-dnv 2t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes 3n-dnv 2t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T2C'"
-# columns:
-# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-3n-dnv-h1"
-# - title: "2005.0-3"
-# data-set: "vpp-performance-changes-3n-dnv-ref"
-# - title: "2009.0-5"
-# data-set: "vpp-performance-changes-3n-dnv-cmp"
-# comparisons:
-# - title: "2009.0-5 vs 2005.0-3"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-tsh 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-tsh-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Performance Changes 3n-hsw 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-hsw 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-hsw 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 3
- compare: 4
-# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
- - title: "2005.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
- - title: "2009.0-5"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- comparisons:
- - title: "2005.0-5 vs 2005.0-4"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml"
- - title: "2009.0-5 vs 2005.0-5"
- reference: 2
- compare: 3
-# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
- - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'