From 2e5b941563f20ad2bdf560697e5274c31def7811 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 9 Sep 2019 09:01:18 +0200 Subject: [PATCH] Report: Add soak tests Change-Id: I2161c8d8e54cfa35cd3febdda1cb47d6cec424a0 Signed-off-by: Tibor Frank (cherry picked from commit ba14f2b0ac026e537c79a61e800176b3404bde4d) --- docs/report/index.html.template | 3 +- docs/report/vpp_performance_tests/index.rst | 4 +- .../vpp_performance_tests/soak_tests/index.rst | 2 +- resources/tools/presentation/specification.yaml | 215 ++++++++++----------- 4 files changed, 110 insertions(+), 114 deletions(-) diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 923851c1c4..554dd9bd76 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -20,14 +20,13 @@ CSIT-1908 vpp_performance_tests/packet_throughput_graphs/index vpp_performance_tests/throughput_speedup_multi_core/index vpp_performance_tests/packet_latency_graphs/index + vpp_performance_tests/soak_tests/index vpp_performance_tests/nf_service_density/index vpp_performance_tests/http_server_performance/index vpp_performance_tests/comparisons/index vpp_performance_tests/throughput_trending vpp_performance_tests/test_environment vpp_performance_tests/documentation/index -.. - vpp_performance_tests/soak_tests/index .. toctree:: :maxdepth: 2 diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index 32d5390a93..c5c3e6679d 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -8,12 +8,10 @@ VPP Performance packet_throughput_graphs/index throughput_speedup_multi_core/index packet_latency_graphs/index + soak_tests/index nf_service_density/index http_server_performance/index comparisons/index throughput_trending test_environment documentation/index - -.. - soak_tests/index diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst index c6558464a3..1ca041d59c 100644 --- a/docs/report/vpp_performance_tests/soak_tests/index.rst +++ b/docs/report/vpp_performance_tests/soak_tests/index.rst @@ -33,7 +33,7 @@ Soak Tests ========== -Long duration (2 hours per test) soak tests are executed +Long duration (30 minutes per test) soak tests are executed using :ref:`plrsearch` algorithm. As the test take long time, only 10 test were executed, two runs each. diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 756a6dd4fa..9ed807e00d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -245,9 +245,10 @@ - 84 # NDRPDR sel vhost - 85 # NDRPDR sel vhost -# plot-vpp-soak-2n-skx: -# # TODO: Add data -# csit-vpp-perf-verify-1908-2n-skx: + plot-vpp-soak-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 83 # SOAK + - 86 # SOAK plot-vpp-nfv-2n-skx-ndrpdr: csit-vpp-perf-verify-1908-2n-skx: @@ -602,42 +603,36 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" -# vpp-soak-vs-ndr-2n-skx-ref: -# csit-vpp-perf-verify-1904-2n-skx: -# - 12 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 21 # NDRPDR sel -# - 27 # NDRPDR sel -# - 30 # NDRPDR sel -# - 31 # NDRPDR sel -# - 32 # NDRPDR sel -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: -# vpp-soak-vs-ndr-2n-skx-cmp: -# csit-vpp-perf-verify-1904-2n-skx: -# - 70 # soak -# - 71 # soak -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: -# vpp-soak-vs-ndr-2n-skx: -# csit-vpp-perf-verify-1904-2n-skx: -# - 12 # NDRPDR sel -# - 14 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 21 # NDRPDR sel -# - 27 # NDRPDR sel -# - 30 # NDRPDR sel -# - 31 # NDRPDR sel -# - 32 # NDRPDR sel -# - 70 # soak -# - 71 # soak -# # TODO: Add data -# # csit-vpp-perf-verify-1908-2n-skx: + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 46 # NDRPDR sel + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-verify-1908-2n-skx: + - 83 # SOAK + - 86 # SOAK + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 46 # NDRPDR sel + - 83 # SOAK + - 86 # SOAK vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1901-3n-hsw: @@ -1554,6 +1549,8 @@ - 68 # NFV - 70 # NFV - 71 # NFV MRR + - 83 # SOAK + - 86 # SOAK csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1712,24 +1709,24 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK')" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK')" + parameters: + - "throughput" + - "name" + - "parent" ################################################################################ @@ -4412,57 +4409,59 @@ ################################################################################ -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" -# algorithm: "plot_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-1" -# data: "plot-vpp-soak-2n-skx" -# filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "DRV_AVF" -# - "DRV_AVF" -# - "DRV_AVF" -# - "L2BDMACLRN" -# - "L2XCBASE" -# - "L2PATCH" -# traces: -# hoverinfo: "x+y" -# boxpoints: "all" -# whiskerwidth: 0 -# layout: -# title: "2 Hours Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" -# algorithm: "plot_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/soak-test-2" -# data: "plot-vpp-soak-2n-skx" -# filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "VHOST" -# - "MEMIF" -# - "IP4FWD" -# - "IP6FWD" -# traces: -# hoverinfo: "x+y" -# boxpoints: "all" -# whiskerwidth: 0 -# layout: -# title: "2 Hours Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-skx" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-skx" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "VHOST" + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ############################################################################### # Plots - NF Density - VSC - MRR 64b -- 2.16.6