X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=da79d4604a46ec7ac73c28a322e8736e1afa88d6;hb=399d51b81b2144ad84edf6ea423cb04d69777eab;hp=debee2d8859eeec7807fdec08699a40e89d2c7c4;hpb=19b2d3d3cc01a0c0ceab1569bf8f9ca3c848b424;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index debee2d885..da79d4604a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -217,7 +217,6 @@ # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -228,6 +227,7 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -266,7 +266,6 @@ # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -275,6 +274,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -355,13 +357,10 @@ - 7 # NDRPDR sel - 38 # NDRPDR sel - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - 39 # NDRPDR sel - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 57 # 2n-clx nfv-density-00 + - 59 # 2n-clx nfv-density-00 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -410,19 +409,17 @@ - 9 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Replace with better results: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel @@ -488,7 +485,6 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -499,9 +495,9 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -510,6 +506,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -563,16 +562,33 @@ vpp-perf-results-3n-skx: csit-vpp-perf-report-coverage-2005-3n-skx: - 10 # perf-full-3n-skx-crypto_I + - 12 # perf-full-3n-skx-crypto_III + - 5 # perf-full-3n-skx-ip4_I - 14 # perf-full-3n-skx-ip4_II - 7 # perf-full-3n-skx-ip4_III + - 15 # perf-full-3n-skx-ip4_IV + - 17 # perf-full-3n-skx-ip4_VI + - 18 # perf-full-3n-skx-ip4_VII + - 20 # perf-full-3n-skx-ip4_IX + - 26 # perf-full-3n-skx-ip6tunnels-I vpp-perf-results-2n-skx: - # TODO: Replace: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 7 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-coverage-2005-2n-skx: + - 11 # perf-full-2n-skx-ip4_I + - 3 # perf-full-2n-skx-ip4_II + - 18 # perf-full-2n-skx-ip4_III + - 19 # perf-full-2n-skx-ip4_IV + - 5 # perf-full-2n-skx-ip4_V + - 20 # perf-full-2n-skx-ip4_VI + - 7 # perf-full-2n-skx-ip6_I + - 21 # perf-full-2n-skx-ip6_II + - 9 # perf-full-2n-skx-l2_I + - 22 # perf-full-2n-skx-l2_II + - 24 # perf-full-2n-skx-loadbalancer + - 27 # perf-full-2n-skx-vts vpp-perf-results-2n-clx: - # TODO: Add data: csit-vpp-perf-report-coverage-2005-2n-clx: - 21 # perf-full-2n-clx-ip4_I - 2 # perf-full-2n-clx-ip4_II @@ -582,6 +598,7 @@ - 6 # perf-full-2n-clx-ip4_VI - 7 # perf-full-2n-clx-ip6_I - 16 # perf-full-2n-clx-ip6_II + - 23 # perf-full-2n-clx-l2_I - 10 # perf-full-2n-clx-l2_II - 11 # perf-full-2n-clx-memif - 12 # perf-full-2n-clx-loadbalancer @@ -590,7 +607,6 @@ - 15 # perf-full-2n-clx-vts vpp-perf-results-3n-tsh: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel @@ -672,7 +688,6 @@ - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - # TODO: Replace with better results: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel @@ -740,7 +755,6 @@ - 78 # NDRPDR sel - new2001.0 - 80 # NDRPDR sel - new2001.0 vpp-performance-changes-3n-skx-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -751,6 +765,7 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908_1-2n-skx: @@ -777,7 +792,6 @@ - 153 # NDRPDR sel - new2001.0 - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -786,13 +800,15 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel # vpp-performance-changes-nfv-2n-skx-ref: # csit-vpp-perf-verify-2001-2n-skx: # - 30 # NFV # - 31 # NFV # vpp-performance-changes-nfv-2n-skx-cmp: -# # TODO: Add data: # csit-vpp-perf-report-iterative-2005-2n-skx: # - 43 # NDRPDR sel # - 38 # NDRPDR sel @@ -927,9 +943,9 @@ - 9 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-ref: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -938,6 +954,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - 49 # Soak @@ -951,6 +970,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel - 49 # Soak - 54 # Soak @@ -1028,7 +1050,6 @@ # csit-vpp-perf-verify-1908-2n-skx: # - 71 # NFV MRR # vpp-performance-changes-nfv-2n-skx-mrr-cmp: -# # TODO: Replace # # csit-vpp-perf-verify-2001-2n-skx: # csit-vpp-perf-verify-1908-2n-skx: # - 71 # NFV MRR @@ -1302,7 +1323,6 @@ - 15 # NDRPDR sel - 18 # NDRPDR sel dpdk-performance-changes-3n-tsh-cmp: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel @@ -1321,7 +1341,6 @@ - 18 # NDRPDR sel - 19 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -1332,9 +1351,9 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-compare-testbeds-skx-clx-ref: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -1343,6 +1362,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel @@ -1455,7 +1477,6 @@ # Compare topologies vpp-compare-topologies-ref: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -1466,8 +1487,8 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -1476,6 +1497,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -2267,7 +2291,6 @@ - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -2278,11 +2301,19 @@ - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel + - 41 # NDRPDR sel - 6 # MRR sel csit-vpp-perf-report-coverage-2005-3n-skx: - 10 # perf-full-3n-skx-crypto_I + - 12 # perf-full-3n-skx-crypto_III + - 5 # perf-full-3n-skx-ip4_I - 14 # perf-full-3n-skx-ip4_II - 7 # perf-full-3n-skx-ip4_III + - 15 # perf-full-3n-skx-ip4_IV + - 17 # perf-full-3n-skx-ip4_VI + - 18 # perf-full-3n-skx-ip4_VII + - 20 # perf-full-3n-skx-ip4_IX + - 26 # perf-full-3n-skx-ip6tunnels-I csit-vpp-perf-verify-1908_1-2n-skx: - 39 # NDRPDR sel - new1908.1 @@ -2308,7 +2339,6 @@ - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - 43 # NDRPDR sel - 38 # NDRPDR sel @@ -2317,6 +2347,9 @@ - 47 # NDRPDR sel - 55 # NDRPDR sel - 67 # NDRPDR sel + - 75 # NDRPDR sel + - 76 # NDRPDR sel + - 73 # NDRPDR sel - 42 # MRR sel - 48 # Reconf - 50 # Reconf @@ -2330,8 +2363,19 @@ - 66 # Reconf - 49 # Soak - 54 # Soak -# csit-vpp-perf-report-coverage-2005-2n-skx: -# - + csit-vpp-perf-report-coverage-2005-2n-skx: + - 11 # perf-full-2n-skx-ip4_I + - 3 # perf-full-2n-skx-ip4_II + - 18 # perf-full-2n-skx-ip4_III + - 19 # perf-full-2n-skx-ip4_IV + - 5 # perf-full-2n-skx-ip4_V + - 20 # perf-full-2n-skx-ip4_VI + - 7 # perf-full-2n-skx-ip6_I + - 21 # perf-full-2n-skx-ip6_II + - 9 # perf-full-2n-skx-l2_I + - 22 # perf-full-2n-skx-l2_II + - 24 # perf-full-2n-skx-loadbalancer + - 27 # perf-full-2n-skx-vts csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2351,7 +2395,6 @@ - 48 # NDRPDR sel - 49 # NDRPDR sel - 39 # MRR - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel - 38 # NDRPDR sel @@ -2376,7 +2419,8 @@ - 56 # Reconf - 44 # Soak - 49 # Soak - # TODO: Add data: + - 57 # 2n-clx nfv-density-00 + - 59 # 2n-clx nfv-density-00 csit-vpp-perf-report-coverage-2005-2n-clx: - 21 # perf-full-2n-clx-ip4_I - 2 # perf-full-2n-clx-ip4_II @@ -2386,6 +2430,7 @@ - 6 # perf-full-2n-clx-ip4_VI - 7 # perf-full-2n-clx-ip6_I - 16 # perf-full-2n-clx-ip6_II + - 23 # perf-full-2n-clx-l2_I - 10 # perf-full-2n-clx-l2_II - 11 # perf-full-2n-clx-memif - 12 # perf-full-2n-clx-loadbalancer @@ -2422,6 +2467,7 @@ - 9 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel - 10 # MRR sel csit-vpp-perf-verify-1908-3n-dnv: @@ -2737,7 +2783,6 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel @@ -2749,8 +2794,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -7243,7 +7288,7 @@ # Reconf tests 2n-skx - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" @@ -7259,7 +7304,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" @@ -7275,7 +7320,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-skx" @@ -7295,7 +7340,7 @@ # Reconf tests 2n-clx - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -7309,7 +7354,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -7323,7 +7368,7 @@ layout: "plot-throughput" - type: "plot" - title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" data: "plot-vpp-nfv-reconf-2n-clx" @@ -11766,8 +11811,8 @@ output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-2t1c-memif-base-avf-ndr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-avf-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-avf-eth-2memif-1lxc-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -17638,6 +17683,7 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr"