Report: Add icx soak, reconf, nfv
[csit.git] / docs / report / vpp_performance_tests / soak_tests / index.rst
1
2 .. raw:: latex
3
4     \clearpage
5
6 .. raw:: html
7
8     <script type="text/javascript">
9
10         function getDocHeight(doc) {
11             doc = doc || document;
12             var body = doc.body, html = doc.documentElement;
13             var height = Math.max( body.scrollHeight, body.offsetHeight,
14                 html.clientHeight, html.scrollHeight, html.offsetHeight );
15             return height;
16         }
17
18         function setIframeHeight(id) {
19             var ifrm = document.getElementById(id);
20             var doc = ifrm.contentDocument? ifrm.contentDocument:
21                 ifrm.contentWindow.document;
22             ifrm.style.visibility = 'hidden';
23             ifrm.style.height = "10px"; // reset to minimal height ...
24             // IE opt. for bing/msn needs a bit added or scrollbar appears
25             ifrm.style.height = getDocHeight( doc ) + 4 + "px";
26             ifrm.style.visibility = 'visible';
27         }
28
29     </script>
30
31 .. _`soak tests`:
32
33 Soak Tests
34 ==========
35
36 Long duration (30 minutes per test) soak tests are executed
37 using :ref:`plrsearch` algorithm. As the tests take long time,
38 only 12 test cases were executed, two runs each.
39
40 Additional information about graph data:
41
42 #. **Graph Title**: describes type of tests and soak test duration.
43
44 #. **X-axis Labels**: indices of test suites.
45
46 #. **Y-axis Labels**: estimated lower bounds for critical rate value in [Mpps].
47
48 #. **Graph Legend**: list of X-axis indices with CSIT test cases.
49
50 #. **Hover Information**: in general lists minimum, first quartile, median,
51    third quartile, and maximum. As only two samples are used,
52    minimum and maximum are not distinguished from quartiles.
53
54 .. note::
55
56     Test results are stored in
57     `build logs from FD.io vpp performance job 2n-icx`_,
58     `build logs from FD.io vpp performance job 2n-skx`_ and
59     `build logs from FD.io vpp performance job 2n-clx`_ with RF
60     result files csit-vpp-perf-|srelease|-\*.zip
61     `archived here <../../_static/archive/>`_.
62
63 .. raw:: latex
64
65     \clearpage
66
67 2n-icx
68 ------
69
70 .. raw:: html
71
72     <center>
73     <iframe id="icx01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-2n-icx-1.html"></iframe>
74     <p><br></p>
75     </center>
76
77 .. raw:: latex
78
79     \begin{figure}[H]
80         \centering
81             \graphicspath{{../_build/_static/vpp/}}
82             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-icx-1}
83             \label{fig:soak-test-2n-icx-1}
84     \end{figure}
85
86 .. raw:: latex
87
88     \clearpage
89
90 .. raw:: html
91
92     <center>
93     <iframe id="icx02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-2n-icx-2.html"></iframe>
94     <p><br></p>
95     </center>
96
97 .. raw:: latex
98
99     \begin{figure}[H]
100         \centering
101             \graphicspath{{../_build/_static/vpp/}}
102             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-icx-2}
103             \label{fig:soak-test-2n-icx-2}
104     \end{figure}
105
106 .. raw:: latex
107
108     \clearpage
109
110 2n-clx
111 ------
112
113 .. raw:: html
114
115     <center>
116     <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-1.html"></iframe>
117     <p><br></p>
118     </center>
119
120 .. raw:: latex
121
122     \begin{figure}[H]
123         \centering
124             \graphicspath{{../_build/_static/vpp/}}
125             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-1}
126             \label{fig:soak-test-1}
127     \end{figure}
128
129 .. raw:: latex
130
131     \clearpage
132
133 .. raw:: html
134
135     <center>
136     <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-2.html"></iframe>
137     <p><br></p>
138     </center>
139
140 .. raw:: latex
141
142     \begin{figure}[H]
143         \centering
144             \graphicspath{{../_build/_static/vpp/}}
145             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2}
146             \label{fig:soak-test-2}
147     \end{figure}
148
149 .. raw:: latex
150
151     \clearpage
152
153 2n-skx
154 ------
155
156 .. raw:: html
157
158     <center>
159     <iframe id="ifrm101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-2n-skx-1.html"></iframe>
160     <p><br></p>
161     </center>
162
163 .. raw:: latex
164
165     \begin{figure}[H]
166         \centering
167             \graphicspath{{../_build/_static/vpp/}}
168             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-skx-1}
169             \label{fig:soak-test-2n-skx-1}
170     \end{figure}
171
172 .. raw:: latex
173
174     \clearpage
175
176 .. raw:: html
177
178     <center>
179     <iframe id="ifrm102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/soak-test-2n-skx-2.html"></iframe>
180     <p><br></p>
181     </center>
182
183 .. raw:: latex
184
185     \begin{figure}[H]
186         \centering
187             \graphicspath{{../_build/_static/vpp/}}
188             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{soak-test-2n-skx-2}
189             \label{fig:soak-test-2n-skx-2}
190     \end{figure}