Report: Add 2n-skx Soak and Reconf tests
[csit.git] / docs / report / vpp_performance_tests / reconf_tests / vnf_service_chains_reconf.rst
1
2 .. raw:: latex
3
4     \clearpage
5
6 .. raw:: html
7
8     <script type="text/javascript">
9
10         function getDocHeight(doc) {
11             doc = doc || document;
12             var body = doc.body, html = doc.documentElement;
13             var height = Math.max( body.scrollHeight, body.offsetHeight,
14                 html.clientHeight, html.scrollHeight, html.offsetHeight );
15             return height;
16         }
17
18         function setIframeHeight(id) {
19             var ifrm = document.getElementById(id);
20             var doc = ifrm.contentDocument? ifrm.contentDocument:
21                 ifrm.contentWindow.document;
22             ifrm.style.visibility = 'hidden';
23             ifrm.style.height = "10px"; // reset to minimal height ...
24             // IE opt. for bing/msn needs a bit added or scrollbar appears
25             ifrm.style.height = getDocHeight( doc ) + 4 + "px";
26             ifrm.style.visibility = 'visible';
27         }
28
29     </script>
30
31 .. _vnf_service_chains_reconf:
32
33 VNF Service Chains
34 ==================
35
36 In each test, a single service chain is added, the re-configuration
37 contains all the steps the initial chains got, except the last step
38 (starting VMs) is skipped.
39
40 Additional information about graph data:
41
42 #. **Graph Title**: describes tested VPP packet path. Format:
43
44    - wire encapsulation ``dot1qip4vlxan``,
45    - VPP forwarding mode ``l2bd``,
46    - total number {Y} of service chains ``{Y}ch``,
47    - total number of chains being reconfigured ``1ach``,
48    - total number of vhost-user interfaces forwarding packets on VPP with {Y}
49      chains and {X} VMs per chain ``{2XY}vh`` (2 interfaces per {X} VMs per {Y}
50      chains),
51    - total number {XY} of VNF VMs forwarding packets ``{XY}vm`` and finally
52    - VNF workload in VM ``testpmd``.
53
54 #. **X-axis Labels**: indices of individual test suites as listed in
55    Graph Legend.
56
57 #. **Y-axis Labels**: measured Implied time loss [s] values.
58
59 #. **Graph Legend**: lists X-axis indices with associated CSIT test
60    suites executed to generate graphed test results and the average value
61    of measured packet loss.
62
63 #. **Hover Information**: lists minimum, first quartile, median,
64    third quartile, and maximum. If either type of outlier is present the
65    whisker on the appropriate side is taken to 1.5×IQR from the quartile
66    (the "inner fence") rather than the max or min, and individual outlying
67    data points are displayed as unfilled circles (for suspected outliers)
68    or filled circles (for outliers). (The "outer fence" is 3×IQR from the
69    quartile.)
70
71 .. note::
72
73     Test results have been generated by
74     `FD.io test executor vpp performance job 2n-skx`_,
75     `FD.io test executor vpp performance job 2n-clx`_ with RF
76     result files csit-vpp-perf-|srelease|-\*.zip
77     `archived here <../../_static/archive/>`_.
78
79 .. raw:: latex
80
81     \clearpage
82
83 2n-skx-xxv710
84 ~~~~~~~~~~~~~
85
86 imix-2t1c-dot1qip4vxlan-l2bd
87 ----------------------------
88
89 .. raw:: html
90
91     <center>
92     <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
93     </center>
94
95 .. raw:: latex
96
97     \begin{figure}[H]
98         \centering
99             \graphicspath{{../_build/_static/vpp/}}
100             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
101             \label{fig:2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
102     \end{figure}
103
104 .. raw:: latex
105
106     \clearpage
107
108 imix-4t2c-dot1qip4vxlan-l2bd
109 ----------------------------
110
111 .. raw:: html
112
113     <center>
114     <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
115     </center>
116
117 .. raw:: latex
118
119     \begin{figure}[H]
120         \centering
121             \graphicspath{{../_build/_static/vpp/}}
122             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
123             \label{fig:2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
124     \end{figure}
125
126 .. raw:: latex
127
128     \clearpage
129
130 imix-8t4c-dot1qip4vxlan-l2bd
131 ----------------------------
132
133 .. raw:: html
134
135     <center>
136     <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
137     </center>
138
139 .. raw:: latex
140
141     \begin{figure}[H]
142         \centering
143             \graphicspath{{../_build/_static/vpp/}}
144             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
145             \label{fig:2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
146     \end{figure}
147
148 .. raw:: latex
149
150     \clearpage
151
152 2n-clx-xxv710
153 ~~~~~~~~~~~~~
154
155 imix-2t1c-dot1qip4vxlan-l2bd
156 ----------------------------
157
158 .. raw:: html
159
160     <center>
161     <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
162     </center>
163
164 .. raw:: latex
165
166     \begin{figure}[H]
167         \centering
168             \graphicspath{{../_build/_static/vpp/}}
169             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
170             \label{fig:2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
171     \end{figure}
172
173 .. raw:: latex
174
175     \clearpage
176
177 imix-4t2c-dot1qip4vxlan-l2bd
178 ----------------------------
179
180 .. raw:: html
181
182     <center>
183     <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
184     </center>
185
186 .. raw:: latex
187
188     \begin{figure}[H]
189         \centering
190             \graphicspath{{../_build/_static/vpp/}}
191             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
192             \label{fig:2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
193     \end{figure}
194
195 .. raw:: latex
196
197     \clearpage
198
199 imix-8t4c-dot1qip4vxlan-l2bd
200 ----------------------------
201
202 .. raw:: html
203
204     <center>
205     <iframe id="103" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
206     </center>
207
208 .. raw:: latex
209
210     \begin{figure}[H]
211         \centering
212             \graphicspath{{../_build/_static/vpp/}}
213             \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
214             \label{fig:2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
215     \end{figure}