From d3a748d5088d0023f8a96404d4c84deab588a3b1 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 25 Jan 2019 09:25:45 +0100 Subject: [PATCH] Report: Add NF service density and soak tests to static content. Change-Id: I8f81fc906245e6f5afd4f24ff034f28b95a2ad46 Signed-off-by: Tibor Frank Signed-off-by: Maciek Konstantynowicz --- docs/report/vpp_performance_tests/index.rst | 2 + .../nf_service_density/cnf_service_chains.rst | 127 +++++++++++++++++++++ .../nf_service_density/cnf_service_pipelines.rst | 127 +++++++++++++++++++++ .../nf_service_density/index.rst | 27 +++++ .../nf_service_density/vnf_service_chains.rst | 127 +++++++++++++++++++++ .../vpp_performance_tests/soak_tests/index.rst | 76 ++++++++++++ 6 files changed, 486 insertions(+) create mode 100644 docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst create mode 100644 docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst create mode 100644 docs/report/vpp_performance_tests/nf_service_density/index.rst create mode 100644 docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst create mode 100644 docs/report/vpp_performance_tests/soak_tests/index.rst diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index 888be08ac2..c5c3e6679d 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -8,6 +8,8 @@ VPP Performance packet_throughput_graphs/index throughput_speedup_multi_core/index packet_latency_graphs/index + soak_tests/index + nf_service_density/index http_server_performance/index comparisons/index throughput_trending diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst new file mode 100644 index 0000000000..0c76e02d5d --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +.. _cnf_service_chains: + +CNF Service Chains +================== + +Throughput graphs for CNF service chains are generated by multiple +executions of tests covering a range of CNF service densities +defined as [Number of Service Chains] x [Number of CNFs per Service +Chain]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including CNF workload + running in each Docker Container. + +#. **X-axis Labels**: CNFs per service chain. + +#. **Y-axis Labels**: number of service chains. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing + memif-chain-docker_container combinations, number of runs executed, + mean MRR throughput in Mpps, standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`CNF Service Chains: 64B-1c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr} + \end{figure} + +.. raw:: html + +
+ +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`CNF Service Chains: 64B-2c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst new file mode 100644 index 0000000000..149e07a27b --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +.. _cnf_service_pipelines: + +CNF Service Pipelines +===================== + +Throughput graphs for CNF service pipelines are generated by multiple +executions of tests covering a range of CNF service densities +defined as [Number of Service Pipelines] x [Number of CNFs per Service +Pipeline]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including CNF workload + running in each Docker Container. + +#. **X-axis Labels**: CNFs per service pipeline. + +#. **Y-axis Labels**: number of service pipelines. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing + memif-pipeline-docker_container combinations, number of runs + executed, mean MRR throughput in Mpps, standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`CNF Service Pipelines: 64B-1c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr} + \end{figure} + +.. raw:: html + +
+ +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`CNF Service Pipelines: 64B-2c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/index.rst b/docs/report/vpp_performance_tests/nf_service_density/index.rst new file mode 100644 index 0000000000..191f884f31 --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/index.rst @@ -0,0 +1,27 @@ + +.. raw:: latex + + \clearpage + +.. _network_service_density: + +NF Service Density +================== + +NF Service Density is benchmarked in three distinct NF service +configurations: + +- VNF Service Chains +- CNF Service Chains +- CNF Service Pipelines + +Each configuration is tested in a number of service density combinations +[Number of Service Instances] x [Number of NFs per Service Instance]. +The actual tested range is based on available CPU physical core +resources. + +.. toctree:: + + vnf_service_chains + cnf_service_chains + cnf_service_pipelines diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst new file mode 100644 index 0000000000..2eb6f085e4 --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +.. _vnf_service_chains: + +VNF Service Chains +================== + +Throughput graphs for VNF service chains are generated by multiple +executions of tests covering a range of VNF service densities +defined as [Number of Service Chains] x [Number of VNFs per Service +Chain]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including VNF workload + running in each VM. + +#. **X-axis Labels**: VNFs per service chain. + +#. **Y-axis Labels**: number of service chains. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing vhost-chain-vm + combinations, number of runs executed, mean MRR throughput in Mpps, + standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`VNF Service Chains: 64b-1c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr} + \end{figure} + +.. raw:: html + +
+ +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + +
+ +:index:`VNF Service Chains: 64b-2c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst new file mode 100644 index 0000000000..5c75f1d2b1 --- /dev/null +++ b/docs/report/vpp_performance_tests/soak_tests/index.rst @@ -0,0 +1,76 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +.. _soak_tests: + +Soak Tests +========== + +Long duration soak tests are executed using PLRsearch algorithm. See +methodology section for PLRsearch description. + +Additional information about graph data: + +#. **Graph Title**: describes type of tests and soak test duration. + +#. **X-axis Labels**: indices of test suites. + +#. **Y-axis Labels**: measured packet throughput values in [Mpps]. + +#. **Graph Legend**: list of X-axis indices with CSIT test suites. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: html + +
+ +:index:`30min Soak Test (PLRsearch)` + +.. raw:: html + + + +



+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{example-soak-boxes} + \label{fig:example-soak-boxes} + \end{figure} -- 2.16.6