X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=c334f1aa9a792d593d1328687d4cc1c424e41d23;hp=4bab6508b8796e7a9e10524e0f435f855e24ab11;hb=d9bcff4067f5bc4541d12df15137bfcc297aab39;hpb=691f24ec052cc9d48d6abe143bcae95486f94388 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 4bab6508b8..c334f1aa9a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -49,7 +49,6 @@ DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" - DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" # Detailed test configurations @@ -62,7 +61,7 @@ DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" - DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" + DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" @@ -248,6 +247,11 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel + plot-vpp-hoststack-3n-hsw: + csit-vpp-perf-verify-2001-3n-hsw: + - 87 # hoststack + - 88 # hoststack + plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: - 16 # NDRPDR sel @@ -378,7 +382,6 @@ # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -387,13 +390,15 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -402,11 +407,27 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR + plot-vpp-nfv-reconf-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf + plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -611,14 +632,22 @@ - 33 # NDRPDR full vpp-perf-results-2n-clx: - # TODO: Add data csit-vpp-perf-verify-2001-2n-clx: - - 34 # NDRPDR full - - 35 # NDRPDR full - - 36 # NDRPDR full - - 38 # NDRPDR full - - 41 # NDRPDR full - - 42 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 55 # NDRPDR full + - 56 # NDRPDR full + - 57 # NDRPDR full + - 58 # NDRPDR full + - 59 # NDRPDR full + - 60 # NDRPDR full + - 61 # NDRPDR full + - 62 # NDRPDR full + - 63 # NDRPDR full + - 64 # NDRPDR full + - 65 # NDRPDR full + - 66 # NDRPDR full + - 67 # NDRPDR full vpp-perf-results-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -1218,7 +1247,6 @@ - 27 # NDRPDR sel - 29 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -1227,6 +1255,9 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1244,7 +1275,6 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -1253,6 +1283,9 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel vpp-compare-testbeds-hsw-clx: - "vpp-compare-testbeds-hsw-clx-ref" - "vpp-compare-testbeds-hsw-clx-cmp" @@ -2128,6 +2161,8 @@ - 82 # NDRPDR full - 84 # NDRPDR full - 85 # NDRPDR full + - 87 # hoststack + - 88 # hoststack # csit-vpp-perf-verify-1904-3n-skx: # - 7 # MRR sel @@ -2234,13 +2269,35 @@ - 43 # NDRPDR sel - 44 # NDRPDR sel - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel - 39 # MRR - - 34 # NDRPDR full - - 35 # NDRPDR full - - 36 # NDRPDR full - - 38 # NDRPDR full - - 41 # NDRPDR full - - 42 # NDRPDR full + - 53 # NDRPDR full + - 54 # NDRPDR full + - 55 # NDRPDR full + - 56 # NDRPDR full + - 57 # NDRPDR full + - 58 # NDRPDR full + - 59 # NDRPDR full + - 60 # NDRPDR full + - 61 # NDRPDR full + - 62 # NDRPDR full + - 63 # NDRPDR full + - 64 # NDRPDR full + - 65 # NDRPDR full + - 66 # NDRPDR full + - 67 # NDRPDR full + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -5863,6 +5920,46 @@ ### P L O T S ### ################################################################################ +# Hoststack tests 3n-hsw + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + data: "plot-vpp-hoststack-3n-hsw" + include: + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" + ## Plots VPP HTTP Server Performance #- type: "plot" # title: "VPP HTTP Server Performance" @@ -5946,6 +6043,8 @@ ############################################################################### +# Reconf tests 2n-skx + #- type: "plot" # title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" # algorithm: "plot_nf_reconf_box_name" @@ -5993,7 +6092,53 @@ # layout: # title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" # layout: "plot-throughput" -# + +############################################################################### + +# Reconf tests 2n-clx + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + ################################################################################ ## Plots - NF Density - VSC - MRR 64b #- type: "plot"