Report: Configure rls2106.32
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
1 ################################################################################
2 ###                               T A B L E S                                ###
3 ################################################################################
4
5 # VPP Latency Changes 3n-skx 2t1c
6 - type: "table"
7   title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
8   algorithm: "table_comparison"
9   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
10   include-tests: "latency-PDR50-direction1-avg"
11   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
12   columns:
13     - title: "2101.0-6"
14       data-set: "vpp-3n-skx-prev-iter-old-env"
15     - title: "2101.0-7"
16       data-set: "vpp-3n-skx-prev-iter-new-env"
17     - title: "2106.0-7"
18       data-set: "vpp-3n-skx-curr-iter-best"
19   comparisons:
20     - title: "2101.0-7 vs 2101.0-6"
21       reference: 1
22       compare: 2
23 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
24     - title: "2106.0-7 vs 2101.0-7"
25       reference: 2
26       compare: 3
27 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
28   legend:
29     - ''
30     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
31     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
32     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
33     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
34     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
35
36 # VPP Latency Changes 3n-skx 2t1c
37 - type: "table"
38   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
39   algorithm: "table_comparison"
40   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
41   include-tests: "latency-PDR90-direction1-avg"
42   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
43   columns:
44     - title: "2101.0-6"
45       data-set: "vpp-3n-skx-prev-iter-old-env"
46     - title: "2101.0-7"
47       data-set: "vpp-3n-skx-prev-iter-new-env"
48     - title: "2106.0-7"
49       data-set: "vpp-3n-skx-curr-iter-best"
50   comparisons:
51     - title: "2101.0-7 vs 2101.0-6"
52       reference: 1
53       compare: 2
54 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
55     - title: "2106.0-7 vs 2101.0-7"
56       reference: 2
57       compare: 3
58 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
59   legend:
60     - ''
61     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
62     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
63     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
64     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
65     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
66
67 # VPP Latency Changes 3n-skx 2t1c
68 - type: "table"
69   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
70   algorithm: "table_comparison"
71   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
72   include-tests: "latency-PDR90-direction1-max"
73   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
74   columns:
75     - title: "2101.0-6"
76       data-set: "vpp-3n-skx-prev-iter-old-env"
77     - title: "2101.0-7"
78       data-set: "vpp-3n-skx-prev-iter-new-env"
79     - title: "2106.0-7"
80       data-set: "vpp-3n-skx-curr-iter-best"
81   comparisons:
82     - title: "2101.0-7 vs 2101.0-6"
83       reference: 1
84       compare: 2
85 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
86     - title: "2106.0-7 vs 2101.0-7"
87       reference: 2
88       compare: 3
89 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
90   legend:
91     - ''
92     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
93     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
94     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
95     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
96     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
97
98 # VPP Latency Changes 2n-skx 2t1c
99 - type: "table"
100   title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
101   algorithm: "table_comparison"
102   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
103   include-tests: "latency-PDR50-direction1-avg"
104   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
105   columns:
106     - title: "2101.0-6"
107       data-set: "vpp-2n-skx-prev-iter-old-env"
108     - title: "2101.0-7"
109       data-set: "vpp-2n-skx-prev-iter-new-env"
110     - title: "2106.0-7"
111       data-set: "vpp-2n-skx-curr-iter-best"
112   comparisons:
113     - title: "2101.0-7 vs 2101.0-6"
114       reference: 1
115       compare: 2
116 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
117     - title: "2106.0-7 vs 2101.0-7"
118       reference: 2
119       compare: 3
120 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
121   legend:
122     - ''
123     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
124     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
125     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
126     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
127     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
128
129 # VPP Latency Changes 2n-skx 2t1c
130 - type: "table"
131   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
132   algorithm: "table_comparison"
133   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
134   include-tests: "latency-PDR90-direction1-avg"
135   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
136   columns:
137     - title: "2101.0-6"
138       data-set: "vpp-2n-skx-prev-iter-old-env"
139     - title: "2101.0-7"
140       data-set: "vpp-2n-skx-prev-iter-new-env"
141     - title: "2106.0-7"
142       data-set: "vpp-2n-skx-curr-iter-best"
143   comparisons:
144     - title: "2101.0-7 vs 2101.0-6"
145       reference: 1
146       compare: 2
147 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
148     - title: "2106.0-7 vs 2101.0-7"
149       reference: 2
150       compare: 3
151 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
152   legend:
153     - ''
154     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
155     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
156     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
157     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
158     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
159
160 # VPP Latency Changes 2n-skx 2t1c
161 - type: "table"
162   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
163   algorithm: "table_comparison"
164   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
165   include-tests: "latency-PDR90-direction1-max"
166   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
167   columns:
168     - title: "2101.0-6"
169       data-set: "vpp-2n-skx-prev-iter-old-env"
170     - title: "2101.0-7"
171       data-set: "vpp-2n-skx-prev-iter-new-env"
172     - title: "2106.0-7"
173       data-set: "vpp-2n-skx-curr-iter-best"
174   comparisons:
175     - title: "2101.0-7 vs 2101.0-6"
176       reference: 1
177       compare: 2
178 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
179     - title: "2106.0-7 vs 2101.0-7"
180       reference: 2
181       compare: 3
182 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
183   legend:
184     - ''
185     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
186     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
187     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
188     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
189     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
190
191 # VPP Latency Changes 2n-clx 2t1c
192 - type: "table"
193   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
194   algorithm: "table_comparison"
195   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg"
196   include-tests: "latency-PDR50-direction1-avg"
197   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
198   columns:
199     - title: "2101.0-6"
200       data-set: "vpp-2n-clx-prev-iter-old-env"
201     - title: "2101.0-7"
202       data-set: "vpp-2n-clx-prev-iter-new-env"
203     - title: "2106.0-7"
204       data-set: "vpp-2n-clx-curr-iter-best"
205   comparisons:
206     - title: "2101.0-7 vs 2101.0-6"
207       reference: 1
208       compare: 2
209 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
210     - title: "2106.0-7 vs 2101.0-7"
211       reference: 2
212       compare: 3
213 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
214   legend:
215     - ''
216     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
217     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
218     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
219     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
220     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
221
222 # VPP Latency Changes 2n-clx 2t1c
223 - type: "table"
224   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
225   algorithm: "table_comparison"
226   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg"
227   include-tests: "latency-PDR90-direction1-avg"
228   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
229   columns:
230     - title: "2101.0-6"
231       data-set: "vpp-2n-clx-prev-iter-old-env"
232     - title: "2101.0-7"
233       data-set: "vpp-2n-clx-prev-iter-new-env"
234     - title: "2106.0-7"
235       data-set: "vpp-2n-clx-curr-iter-best"
236   comparisons:
237     - title: "2101.0-7 vs 2101.0-6"
238       reference: 1
239       compare: 2
240 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
241     - title: "2106.0-7 vs 2101.0-7"
242       reference: 2
243       compare: 3
244 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
245   legend:
246     - ''
247     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
248     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
249     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
250     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
251     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
252
253 # VPP Latency Changes 2n-clx 2t1c
254 - type: "table"
255   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
256   algorithm: "table_comparison"
257   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max"
258   include-tests: "latency-PDR90-direction1-max"
259   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
260   columns:
261     - title: "2101.0-6"
262       data-set: "vpp-2n-clx-prev-iter-old-env"
263     - title: "2101.0-7"
264       data-set: "vpp-2n-clx-prev-iter-new-env"
265     - title: "2106.0-7"
266       data-set: "vpp-2n-clx-curr-iter-best"
267   comparisons:
268     - title: "2101.0-7 vs 2101.0-6"
269       reference: 1
270       compare: 2
271 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
272     - title: "2106.0-7 vs 2101.0-7"
273       reference: 2
274       compare: 3
275 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
276   legend:
277     - ''
278     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
279     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
280     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
281     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
282     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
283
284 # VPP Latency Changes 2n-clx 2t1c
285 - type: "table"
286   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
287   algorithm: "table_comparison"
288   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg"
289   include-tests: "latency-PDR50-direction1-avg"
290   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
291   columns:
292     - title: "2101.0-6"
293       data-set: "vpp-2n-clx-prev-iter-old-env"
294     - title: "2101.0-7"
295       data-set: "vpp-2n-clx-prev-iter-new-env"
296     - title: "2106.0-7"
297       data-set: "vpp-2n-clx-curr-iter-best"
298   comparisons:
299     - title: "2101.0-7 vs 2101.0-6"
300       reference: 1
301       compare: 2
302 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
303     - title: "2106.0-7 vs 2101.0-7"
304       reference: 2
305       compare: 3
306 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
307   legend:
308     - ''
309     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
310     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
311     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
312     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
313     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
314
315 # VPP Latency Changes 2n-clx 2t1c
316 - type: "table"
317   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
318   algorithm: "table_comparison"
319   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg"
320   include-tests: "latency-PDR90-direction1-avg"
321   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
322   columns:
323     - title: "2101.0-6"
324       data-set: "vpp-2n-clx-prev-iter-old-env"
325     - title: "2101.0-7"
326       data-set: "vpp-2n-clx-prev-iter-new-env"
327     - title: "2106.0-7"
328       data-set: "vpp-2n-clx-curr-iter-best"
329   comparisons:
330     - title: "2101.0-7 vs 2101.0-6"
331       reference: 1
332       compare: 2
333 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
334     - title: "2106.0-7 vs 2101.0-7"
335       reference: 2
336       compare: 3
337 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
338   legend:
339     - ''
340     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
341     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
342     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
343     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
344     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
345
346 # VPP Latency Changes 2n-clx 2t1c
347 - type: "table"
348   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
349   algorithm: "table_comparison"
350   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max"
351   include-tests: "latency-PDR90-direction1-max"
352   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
353   columns:
354     - title: "2101.0-6"
355       data-set: "vpp-2n-clx-prev-iter-old-env"
356     - title: "2101.0-7"
357       data-set: "vpp-2n-clx-prev-iter-new-env"
358     - title: "2106.0-7"
359       data-set: "vpp-2n-clx-curr-iter-best"
360   comparisons:
361     - title: "2101.0-7 vs 2101.0-6"
362       reference: 1
363       compare: 2
364 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
365     - title: "2106.0-7 vs 2101.0-7"
366       reference: 2
367       compare: 3
368 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
369   legend:
370     - ''
371     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
372     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
373     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
374     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
375     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
376
377 # VPP Latency Changes 2n-zn2 2t1c
378 - type: "table"
379   title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg"
380   algorithm: "table_comparison"
381   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg"
382   include-tests: "latency-PDR50-direction1-avg"
383   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
384   columns:
385     - title: "2101.0-6"
386       data-set: "vpp-2n-zn2-prev-iter-old-env"
387     - title: "2101.0-7"
388       data-set: "vpp-2n-zn2-prev-iter-new-env"
389     - title: "2106.0-7"
390       data-set: "vpp-2n-zn2-curr-iter-best"
391   comparisons:
392     - title: "2101.0-7 vs 2101.0-6"
393       reference: 1
394       compare: 2
395 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
396     - title: "2106.0-7 vs 2101.0-7"
397       reference: 2
398       compare: 3
399 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
400   legend:
401     - ''
402     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
403     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
404     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
405     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
406     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
407
408 # VPP Latency Changes 2n-zn2 2t1c
409 - type: "table"
410   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg"
411   algorithm: "table_comparison"
412   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg"
413   include-tests: "latency-PDR90-direction1-avg"
414   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
415   columns:
416     - title: "2101.0-6"
417       data-set: "vpp-2n-zn2-prev-iter-old-env"
418     - title: "2101.0-7"
419       data-set: "vpp-2n-zn2-prev-iter-new-env"
420     - title: "2106.0-7"
421       data-set: "vpp-2n-zn2-curr-iter-best"
422   comparisons:
423     - title: "2101.0-7 vs 2101.0-6"
424       reference: 1
425       compare: 2
426 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
427     - title: "2106.0-7 vs 2101.0-7"
428       reference: 2
429       compare: 3
430 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
431   legend:
432     - ''
433     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
434     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
435     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
436     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
437     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
438
439 # VPP Latency Changes 2n-zn2 2t1c
440 - type: "table"
441   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max"
442   algorithm: "table_comparison"
443   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max"
444   include-tests: "latency-PDR90-direction1-max"
445   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
446   columns:
447     - title: "2101.0-6"
448       data-set: "vpp-2n-zn2-prev-iter-old-env"
449     - title: "2101.0-7"
450       data-set: "vpp-2n-zn2-prev-iter-new-env"
451     - title: "2106.0-7"
452       data-set: "vpp-2n-zn2-curr-iter-best"
453   comparisons:
454     - title: "2101.0-7 vs 2101.0-6"
455       reference: 1
456       compare: 2
457 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
458     - title: "2106.0-7 vs 2101.0-7"
459       reference: 2
460       compare: 3
461 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
462   legend:
463     - ''
464     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
465     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
466     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
467     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
468     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
469
470 # VPP Latency Changes 2n-tx2 1t1c
471 - type: "table"
472   title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg"
473   algorithm: "table_comparison"
474   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg"
475   include-tests: "latency-PDR50-direction1-avg"
476   filter: "'1T1C' and 'NDRPDR'"
477   columns:
478     - title: "2101.0-6"
479       data-set: "vpp-2n-tx2-prev-iter-old-env"
480     - title: "2101.0-7"
481       data-set: "vpp-2n-tx2-prev-iter-new-env"
482     - title: "2106.0-7"
483       data-set: "vpp-2n-tx2-curr-iter-best"
484   comparisons:
485     - title: "2101.0-7 vs 2101.0-6"
486       reference: 1
487       compare: 2
488 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
489     - title: "2106.0-7 vs 2101.0-7"
490       reference: 2
491       compare: 3
492 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
493   legend:
494     - ''
495     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
496     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
497     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
498     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
499     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
500
501 # VPP Latency Changes 2n-tx2 1t1c
502 - type: "table"
503   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg"
504   algorithm: "table_comparison"
505   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg"
506   include-tests: "latency-PDR90-direction1-avg"
507   filter: "'1T1C' and 'NDRPDR'"
508   columns:
509     - title: "2101.0-6"
510       data-set: "vpp-2n-tx2-prev-iter-old-env"
511     - title: "2101.0-7"
512       data-set: "vpp-2n-tx2-prev-iter-new-env"
513     - title: "2106.0-7"
514       data-set: "vpp-2n-tx2-curr-iter-best"
515   comparisons:
516     - title: "2101.0-7 vs 2101.0-6"
517       reference: 1
518       compare: 2
519 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
520     - title: "2106.0-7 vs 2101.0-7"
521       reference: 2
522       compare: 3
523 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
524   legend:
525     - ''
526     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
527     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
528     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
529     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
530     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
531
532 # VPP Latency Changes 2n-tx2 1t1c
533 - type: "table"
534   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max"
535   algorithm: "table_comparison"
536   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max"
537   include-tests: "latency-PDR90-direction1-max"
538   filter: "'1T1C' and 'NDRPDR'"
539   columns:
540     - title: "2101.0-6"
541       data-set: "vpp-2n-tx2-prev-iter-old-env"
542     - title: "2101.0-7"
543       data-set: "vpp-2n-tx2-prev-iter-new-env"
544     - title: "2106.0-7"
545       data-set: "vpp-2n-tx2-curr-iter-best"
546   comparisons:
547     - title: "2101.0-7 vs 2101.0-6"
548       reference: 1
549       compare: 2
550 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
551     - title: "2106.0-7 vs 2101.0-7"
552       reference: 2
553       compare: 3
554 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
555   legend:
556     - ''
557     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
558     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
559     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
560     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
561     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
562
563 # VPP Latency Changes 3n-tsh 1t1c
564 - type: "table"
565   title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg"
566   algorithm: "table_comparison"
567   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg"
568   include-tests: "latency-PDR50-direction1-avg"
569   filter: "'1T1C' and 'NDRPDR'"
570   columns:
571     - title: "2101.0-6"
572       data-set: "vpp-3n-tsh-prev-iter-old-env"
573     - title: "2101.0-7"
574       data-set: "vpp-3n-tsh-prev-iter-new-env"
575     - title: "2106.0-7"
576       data-set: "vpp-3n-tsh-curr-iter-best"
577   comparisons:
578     - title: "2101.0-7 vs 2101.0-6"
579       reference: 1
580       compare: 2
581 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
582     - title: "2106.0-7 vs 2101.0-7"
583       reference: 2
584       compare: 3
585 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
586   legend:
587     - ''
588     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
589     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
590     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
591     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
592     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
593
594 # VPP Latency Changes 3n-tsh 1t1c
595 - type: "table"
596   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg"
597   algorithm: "table_comparison"
598   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg"
599   include-tests: "latency-PDR90-direction1-avg"
600   filter: "'1T1C' and 'NDRPDR'"
601   columns:
602     - title: "2101.0-6"
603       data-set: "vpp-3n-tsh-prev-iter-old-env"
604     - title: "2101.0-7"
605       data-set: "vpp-3n-tsh-prev-iter-new-env"
606     - title: "2106.0-7"
607       data-set: "vpp-3n-tsh-curr-iter-best"
608   comparisons:
609     - title: "2101.0-7 vs 2101.0-6"
610       reference: 1
611       compare: 2
612 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
613     - title: "2106.0-7 vs 2101.0-7"
614       reference: 2
615       compare: 3
616 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
617   legend:
618     - ''
619     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
620     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
621     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
622     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
623     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
624
625 # VPP Latency Changes 3n-tsh 1t1c
626 - type: "table"
627   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max"
628   algorithm: "table_comparison"
629   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max"
630   include-tests: "latency-PDR90-direction1-max"
631   filter: "'1T1C' and 'NDRPDR'"
632   columns:
633     - title: "2101.0-6"
634       data-set: "vpp-3n-tsh-prev-iter-old-env"
635     - title: "2101.0-7"
636       data-set: "vpp-3n-tsh-prev-iter-new-env"
637     - title: "2106.0-7"
638       data-set: "vpp-3n-tsh-curr-iter-best"
639   comparisons:
640     - title: "2101.0-7 vs 2101.0-6"
641       reference: 1
642       compare: 2
643 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
644     - title: "2106.0-7 vs 2101.0-7"
645       reference: 2
646       compare: 3
647 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
648   legend:
649     - ''
650     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
651     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
652     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
653     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
654     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
655
656 # VPP Soak vs NDR - 2n-skx
657 - type: "table"
658   title: "VPP Soak vs NDR 2n-skx"
659   algorithm: "table_soak_vs_ndr"
660   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
661   reference:
662     title: "NDR"
663     data: "vpp-soak-vs-ndr-2n-skx-ref"
664   compare:
665     title: "Soak"
666     data: "vpp-2n-skx-curr-soak"
667   data: "vpp-soak-vs-ndr-2n-skx"
668   include-tests: "NDR"
669   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
670   parameters:
671     - "throughput"
672     - "name"
673     - "parent"
674
675 # VPP Soak vs NDR - 2n-clx
676 - type: "table"
677   title: "VPP Soak vs NDR 2n-clx"
678   algorithm: "table_soak_vs_ndr"
679   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
680   reference:
681     title: "NDR"
682     data: "vpp-soak-vs-ndr-2n-clx-ref"
683   compare:
684     title: "Soak"
685     data: "vpp-2n-clx-curr-soak"
686   data: "vpp-soak-vs-ndr-2n-clx"
687   include-tests: "NDR"
688   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
689   parameters:
690     - "throughput"
691     - "name"
692     - "parent"
693
694 ################################################################################
695
696 # VPP Compare NICs 3n-skx 2t1c ndr
697 - type: "table"
698   title: "VPP Compare NICs 3n-skx 2t1c ndr"
699   algorithm: "table_comparison"
700   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
701   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
702   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
703   columns:
704     - title: "x710"
705       data-set: "vpp-3n-skx-curr-iter"
706       tag: "NIC_Intel-X710"
707     - title: "xxv710"
708       data-set: "vpp-3n-skx-curr-iter"
709       tag: "NIC_Intel-XXV710"
710   comparisons:
711     - title: "Diff"
712       reference: 1
713       compare: 2
714   legend:
715     - ""
716     - "x710, xxv710 - NICs tested."
717     - "Diff - difference between x710 and xxv710 NIC."
718
719 # VPP Compare NICs 3n-skx 4t2c ndr
720 - type: "table"
721   title: "VPP Compare NICs 3n-skx 4t2c ndr"
722   algorithm: "table_comparison"
723   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
724   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
725   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
726   columns:
727     - title: "x710"
728       data-set: "vpp-3n-skx-curr-iter"
729       tag: "NIC_Intel-X710"
730     - title: "xxv710"
731       data-set: "vpp-3n-skx-curr-iter"
732       tag: "NIC_Intel-XXV710"
733   comparisons:
734     - title: "Diff"
735       reference: 1
736       compare: 2
737   legend:
738     - ""
739     - "x710, xxv710 - NICs tested."
740     - "Diff - difference between x710 and xxv710 NIC."
741
742 # VPP Compare NICs 3n-skx 2t1c pdr
743 - type: "table"
744   title: "VPP Compare NICs 3n-skx 2t1c pdr"
745   algorithm: "table_comparison"
746   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
747   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
748   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
749   columns:
750     - title: "x710"
751       data-set: "vpp-3n-skx-curr-iter"
752       tag: "NIC_Intel-X710"
753     - title: "xxv710"
754       data-set: "vpp-3n-skx-curr-iter"
755       tag: "NIC_Intel-XXV710"
756   comparisons:
757     - title: "Diff"
758       reference: 1
759       compare: 2
760   legend:
761     - ""
762     - "x710, xxv710 - NICs tested."
763     - "Diff - difference between x710 and xxv710 NIC."
764
765 # VPP Compare NICs 3n-skx 4t2c pdr
766 - type: "table"
767   title: "VPP Compare NICs 3n-skx 4t2c pdr"
768   algorithm: "table_comparison"
769   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
770   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
771   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
772   columns:
773     - title: "x710"
774       data-set: "vpp-3n-skx-curr-iter"
775       tag: "NIC_Intel-X710"
776     - title: "xxv710"
777       data-set: "vpp-3n-skx-curr-iter"
778       tag: "NIC_Intel-XXV710"
779   comparisons:
780     - title: "Diff"
781       reference: 1
782       compare: 2
783   legend:
784     - ""
785     - "x710, xxv710 - NICs tested."
786     - "Diff - difference between x710 and xxv710 NIC."
787
788 # VPP Compare NICs 3n-skx 2t1c mrr
789 - type: "table"
790   title: "VPP Compare NICs 3n-skx 2t1c mrr"
791   algorithm: "table_comparison"
792   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
794   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
795   columns:
796     - title: "x710"
797       data-set: "vpp-3n-skx-curr-iter-mrr"
798       tag: "NIC_Intel-X710"
799     - title: "xxv710"
800       data-set: "vpp-3n-skx-curr-iter-mrr"
801       tag: "NIC_Intel-XXV710"
802   comparisons:
803     - title: "Diff"
804       reference: 1
805       compare: 2
806   legend:
807     - ""
808     - "x710, xxv710 - NICs tested."
809     - "Diff - difference between x710 and xxv710 NIC."
810
811 # VPP Compare NICs 3n-skx 4t2c mrr
812 - type: "table"
813   title: "VPP Compare NICs 3n-skx 4t2c mrr"
814   algorithm: "table_comparison"
815   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
816   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
817   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
818   columns:
819     - title: "x710"
820       data-set: "vpp-3n-skx-curr-iter-mrr"
821       tag: "NIC_Intel-X710"
822     - title: "xxv710"
823       data-set: "vpp-3n-skx-curr-iter-mrr"
824       tag: "NIC_Intel-XXV710"
825   comparisons:
826     - title: "Diff"
827       reference: 1
828       compare: 2
829   legend:
830     - ""
831     - "x710, xxv710 - NICs tested."
832     - "Diff - difference between x710 and xxv710 NIC."
833
834 # VPP Compare NICs 3n-skx 8t4c mrr
835 - type: "table"
836   title: "VPP Compare NICs 3n-skx 8t4c mrr"
837   algorithm: "table_comparison"
838   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
839   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
840   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
841   columns:
842     - title: "x710"
843       data-set: "vpp-3n-skx-curr-iter-mrr"
844       tag: "NIC_Intel-X710"
845     - title: "xxv710"
846       data-set: "vpp-3n-skx-curr-iter-mrr"
847       tag: "NIC_Intel-XXV710"
848   comparisons:
849     - title: "Diff"
850       reference: 1
851       compare: 2
852   legend:
853     - ""
854     - "x710, xxv710 - NICs tested."
855     - "Diff - difference between x710 and xxv710 NIC."
856
857 # VPP Compare NICs 2n-skx 2t1c ndr
858 - type: "table"
859   title: "VPP Compare NICs 2n-skx 2t1c ndr"
860   algorithm: "table_comparison"
861   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
862   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
863   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
864   columns:
865     - title: "x710"
866       data-set: "vpp-2n-skx-curr-iter"
867       tag: "NIC_Intel-X710"
868     - title: "xxv710"
869       data-set: "vpp-2n-skx-curr-iter"
870       tag: "NIC_Intel-XXV710"
871   comparisons:
872     - title: "Diff"
873       reference: 1
874       compare: 2
875   legend:
876     - ""
877     - "x710, xxv710 - NICs tested."
878     - "Diff - difference between x710 and xxv710 NIC."
879
880 # VPP Compare NICs 2n-skx 4t2c ndr
881 - type: "table"
882   title: "VPP Compare NICs 2n-skx 4t2c ndr"
883   algorithm: "table_comparison"
884   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
885   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
886   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
887   columns:
888     - title: "x710"
889       data-set: "vpp-2n-skx-curr-iter"
890       tag: "NIC_Intel-X710"
891     - title: "xxv710"
892       data-set: "vpp-2n-skx-curr-iter"
893       tag: "NIC_Intel-XXV710"
894   comparisons:
895     - title: "Diff"
896       reference: 1
897       compare: 2
898   legend:
899     - ""
900     - "x710, xxv710 - NICs tested."
901     - "Diff - difference between x710 and xxv710 NIC."
902
903 # VPP Compare NICs 2n-skx 2t1c pdr
904 - type: "table"
905   title: "VPP Compare NICs 2n-skx 2t1c pdr"
906   algorithm: "table_comparison"
907   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
908   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
909   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
910   columns:
911     - title: "x710"
912       data-set: "vpp-2n-skx-curr-iter"
913       tag: "NIC_Intel-X710"
914     - title: "xxv710"
915       data-set: "vpp-2n-skx-curr-iter"
916       tag: "NIC_Intel-XXV710"
917   comparisons:
918     - title: "Diff"
919       reference: 1
920       compare: 2
921   legend:
922     - ""
923     - "x710, xxv710 - NICs tested."
924     - "Diff - difference between x710 and xxv710 NIC."
925
926 # VPP Compare NICs 2n-skx 4t2c pdr
927 - type: "table"
928   title: "VPP Compare NICs 2n-skx 4t2c pdr"
929   algorithm: "table_comparison"
930   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
931   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
932   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
933   columns:
934     - title: "x710"
935       data-set: "vpp-2n-skx-curr-iter"
936       tag: "NIC_Intel-X710"
937     - title: "xxv710"
938       data-set: "vpp-2n-skx-curr-iter"
939       tag: "NIC_Intel-XXV710"
940   comparisons:
941     - title: "Diff"
942       reference: 1
943       compare: 2
944   legend:
945     - ""
946     - "x710, xxv710 - NICs tested."
947     - "Diff - difference between x710 and xxv710 NIC."
948
949 # VPP Compare NICs 2n-skx 2t1c mrr
950 - type: "table"
951   title: "VPP Compare NICs 2n-skx 2t1c mrr"
952   algorithm: "table_comparison"
953   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
955   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
956   columns:
957     - title: "x710"
958       data-set: "vpp-2n-skx-curr-iter-mrr"
959       tag: "NIC_Intel-X710"
960     - title: "xxv710"
961       data-set: "vpp-2n-skx-curr-iter-mrr"
962       tag: "NIC_Intel-XXV710"
963   comparisons:
964     - title: "Diff"
965       reference: 1
966       compare: 2
967   legend:
968     - ""
969     - "x710, xxv710 - NICs tested."
970     - "Diff - difference between x710 and xxv710 NIC."
971
972 # VPP Compare NICs 2n-skx 4t2c mrr
973 - type: "table"
974   title: "VPP Compare NICs 2n-skx 4t2c mrr"
975   algorithm: "table_comparison"
976   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
977   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
978   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
979   columns:
980     - title: "x710"
981       data-set: "vpp-2n-skx-curr-iter-mrr"
982       tag: "NIC_Intel-X710"
983     - title: "xxv710"
984       data-set: "vpp-2n-skx-curr-iter-mrr"
985       tag: "NIC_Intel-XXV710"
986   comparisons:
987     - title: "Diff"
988       reference: 1
989       compare: 2
990   legend:
991     - ""
992     - "x710, xxv710 - NICs tested."
993     - "Diff - difference between x710 and xxv710 NIC."
994
995 # VPP Compare NICs 2n-skx 8t4c mrr
996 - type: "table"
997   title: "VPP Compare NICs 2n-skx 8t4c mrr"
998   algorithm: "table_comparison"
999   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1000   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1001   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
1002   columns:
1003     - title: "x710"
1004       data-set: "vpp-2n-skx-curr-iter-mrr"
1005       tag: "NIC_Intel-X710"
1006     - title: "xxv710"
1007       data-set: "vpp-2n-skx-curr-iter-mrr"
1008       tag: "NIC_Intel-XXV710"
1009   comparisons:
1010     - title: "Diff"
1011       reference: 1
1012       compare: 2
1013   legend:
1014     - ""
1015     - "x710, xxv710 - NICs tested."
1016     - "Diff - difference between x710 and xxv710 NIC."
1017
1018 ################################################################################
1019 # VPP
1020
1021 # VPP Performance Changes 3n-skx 2t1c pdr
1022 - type: "table"
1023   title: "VPP Performance Changes 3n-skx 2t1c pdr"
1024   algorithm: "table_comparison"
1025   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
1026   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1027   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1028   columns:
1029     - title: "2009.0-6"
1030       data-set: "vpp-3n-skx-hist-iter-new-env"
1031     - title: "2101.0-6"
1032       data-set: "vpp-3n-skx-prev-iter-old-env"
1033     - title: "2101.0-7"
1034       data-set: "vpp-3n-skx-prev-iter-new-env"
1035     - title: "2106.0-7"
1036       data-set: "vpp-3n-skx-curr-iter"
1037   comparisons:
1038     - title: "2101.0-7 vs 2101.0-6"
1039       reference: 2
1040       compare: 3
1041 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
1042     - title: "2106.0-7 vs 2101.0-7"
1043       reference: 3
1044       compare: 4
1045 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
1046   legend:
1047     - ''
1048     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1049     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1050     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1051     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1052     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1053
1054 # VPP Performance Changes 3n-skx 4t2c pdr
1055 - type: "table"
1056   title: "VPP Performance Changes 3n-skx 4t2c pdr"
1057   algorithm: "table_comparison"
1058   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
1059   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1060   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1061   columns:
1062     - title: "2009.0-6"
1063       data-set: "vpp-3n-skx-hist-iter-new-env"
1064     - title: "2101.0-6"
1065       data-set: "vpp-3n-skx-prev-iter-old-env"
1066     - title: "2101.0-7"
1067       data-set: "vpp-3n-skx-prev-iter-new-env"
1068     - title: "2106.0-7"
1069       data-set: "vpp-3n-skx-curr-iter"
1070   comparisons:
1071     - title: "2101.0-7 vs 2101.0-6"
1072       reference: 2
1073       compare: 3
1074 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
1075     - title: "2106.0-7 vs 2101.0-7"
1076       reference: 3
1077       compare: 4
1078 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
1079   legend:
1080     - ''
1081     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1082     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1083     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1084     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1085     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1086
1087 # VPP Performance Changes 3n-skx 2t1c ndr
1088 - type: "table"
1089   title: "VPP Performance Changes 3n-skx 2t1c ndr"
1090   algorithm: "table_comparison"
1091   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
1092   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1093   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1094   columns:
1095     - title: "2009.0-6"
1096       data-set: "vpp-3n-skx-hist-iter-new-env"
1097     - title: "2101.0-6"
1098       data-set: "vpp-3n-skx-prev-iter-old-env"
1099     - title: "2101.0-7"
1100       data-set: "vpp-3n-skx-prev-iter-new-env"
1101     - title: "2106.0-7"
1102       data-set: "vpp-3n-skx-curr-iter"
1103   comparisons:
1104     - title: "2101.0-7 vs 2101.0-6"
1105       reference: 2
1106       compare: 3
1107 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
1108     - title: "2106.0-7 vs 2101.0-7"
1109       reference: 3
1110       compare: 4
1111 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
1112   legend:
1113     - ''
1114     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1115     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1116     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1117     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1118     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1119
1120 # VPP Performance Changes 3n-skx 4t2c ndr
1121 - type: "table"
1122   title: "VPP Performance Changes 3n-skx 4t2c ndr"
1123   algorithm: "table_comparison"
1124   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
1125   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1126   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1127   columns:
1128     - title: "2009.0-6"
1129       data-set: "vpp-3n-skx-hist-iter-new-env"
1130     - title: "2101.0-6"
1131       data-set: "vpp-3n-skx-prev-iter-old-env"
1132     - title: "2101.0-7"
1133       data-set: "vpp-3n-skx-prev-iter-new-env"
1134     - title: "2106.0-7"
1135       data-set: "vpp-3n-skx-curr-iter"
1136   comparisons:
1137     - title: "2101.0-7 vs 2101.0-6"
1138       reference: 2
1139       compare: 3
1140 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
1141     - title: "2106.0-7 vs 2101.0-7"
1142       reference: 3
1143       compare: 4
1144 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
1145   legend:
1146     - ''
1147     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1148     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1149     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1150     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1151     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1152
1153 # VPP Performance Changes 2n-skx 2t1c pdr
1154 - type: "table"
1155   title: "VPP Performance Changes 2n-skx 2t1c pdr"
1156   algorithm: "table_comparison"
1157   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
1158   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1159   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1160   columns:
1161     - title: "2009.0-6"
1162       data-set: "vpp-2n-skx-hist-iter-new-env"
1163     - title: "2101.0-6"
1164       data-set: "vpp-2n-skx-prev-iter-old-env"
1165     - title: "2101.0-7"
1166       data-set: "vpp-2n-skx-prev-iter-new-env"
1167     - title: "2106.0-7"
1168       data-set: "vpp-2n-skx-curr-iter"
1169   comparisons:
1170     - title: "2101.0-7 vs 2101.0-6"
1171       reference: 2
1172       compare: 3
1173 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
1174     - title: "2106.0-7 vs 2101.0-7"
1175       reference: 3
1176       compare: 4
1177 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
1178   legend:
1179     - ''
1180     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1181     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1182     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1183     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1184     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1185
1186 # VPP Performance Changes 2n-skx 4t2c pdr
1187 - type: "table"
1188   title: "VPP Performance Changes 2n-skx 4t2c pdr"
1189   algorithm: "table_comparison"
1190   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
1191   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1192   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1193   columns:
1194     - title: "2009.0-6"
1195       data-set: "vpp-2n-skx-hist-iter-new-env"
1196     - title: "2101.0-6"
1197       data-set: "vpp-2n-skx-prev-iter-old-env"
1198     - title: "2101.0-7"
1199       data-set: "vpp-2n-skx-prev-iter-new-env"
1200     - title: "2106.0-7"
1201       data-set: "vpp-2n-skx-curr-iter"
1202   comparisons:
1203     - title: "2101.0-7 vs 2101.0-6"
1204       reference: 2
1205       compare: 3
1206 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
1207     - title: "2106.0-7 vs 2101.0-7"
1208       reference: 3
1209       compare: 4
1210 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
1211   legend:
1212     - ''
1213     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1214     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1215     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1216     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1217     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1218
1219 # VPP Performance Changes 2n-skx 2t1c ndr
1220 - type: "table"
1221   title: "VPP Performance Changes 2n-skx 2t1c ndr"
1222   algorithm: "table_comparison"
1223   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
1224   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1225   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1226   columns:
1227     - title: "2009.0-6"
1228       data-set: "vpp-2n-skx-hist-iter-new-env"
1229     - title: "2101.0-6"
1230       data-set: "vpp-2n-skx-prev-iter-old-env"
1231     - title: "2101.0-7"
1232       data-set: "vpp-2n-skx-prev-iter-new-env"
1233     - title: "2106.0-7"
1234       data-set: "vpp-2n-skx-curr-iter"
1235   comparisons:
1236     - title: "2101.0-7 vs 2101.0-6"
1237       reference: 2
1238       compare: 3
1239 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
1240     - title: "2106.0-7 vs 2101.0-7"
1241       reference: 3
1242       compare: 4
1243 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
1244   legend:
1245     - ''
1246     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1247     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1248     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1249     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1250     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1251
1252 # VPP Performance Changes 2n-skx 4t2c ndr
1253 - type: "table"
1254   title: "VPP Performance Changes 2n-skx 4t2c ndr"
1255   algorithm: "table_comparison"
1256   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
1257   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1258   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1259   columns:
1260     - title: "2009.0-6"
1261       data-set: "vpp-2n-skx-hist-iter-new-env"
1262     - title: "2101.0-6"
1263       data-set: "vpp-2n-skx-prev-iter-old-env"
1264     - title: "2101.0-7"
1265       data-set: "vpp-2n-skx-prev-iter-new-env"
1266     - title: "2106.0-7"
1267       data-set: "vpp-2n-skx-curr-iter"
1268   comparisons:
1269     - title: "2101.0-7 vs 2101.0-6"
1270       reference: 2
1271       compare: 3
1272 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
1273     - title: "2106.0-7 vs 2101.0-7"
1274       reference: 3
1275       compare: 4
1276 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
1277   legend:
1278     - ''
1279     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1280     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1281     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1282     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1283     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1284
1285 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
1286 - type: "table"
1287   title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
1288   algorithm: "table_comparison"
1289   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
1290   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1291   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1292   columns:
1293     - title: "2009.0-6"
1294       data-set: "vpp-2n-clx-hist-iter-new-env"
1295     - title: "2101.0-6"
1296       data-set: "vpp-2n-clx-prev-iter-old-env"
1297     - title: "2101.0-7"
1298       data-set: "vpp-2n-clx-prev-iter-new-env"
1299     - title: "2106.0-7"
1300       data-set: "vpp-2n-clx-curr-iter"
1301   comparisons:
1302     - title: "2101.0-7 vs 2101.0-6"
1303       reference: 2
1304       compare: 3
1305 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1306     - title: "2106.0-7 vs 2101.0-7"
1307       reference: 3
1308       compare: 4
1309 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1310   legend:
1311     - ''
1312     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1313     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1314     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1315     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1316     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1317
1318 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
1319 - type: "table"
1320   title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
1321   algorithm: "table_comparison"
1322   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
1323   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1324   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1325   columns:
1326     - title: "2009.0-6"
1327       data-set: "vpp-2n-clx-hist-iter-new-env"
1328     - title: "2101.0-6"
1329       data-set: "vpp-2n-clx-prev-iter-old-env"
1330     - title: "2101.0-7"
1331       data-set: "vpp-2n-clx-prev-iter-new-env"
1332     - title: "2106.0-7"
1333       data-set: "vpp-2n-clx-curr-iter"
1334   comparisons:
1335     - title: "2101.0-7 vs 2101.0-6"
1336       reference: 2
1337       compare: 3
1338 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1339     - title: "2106.0-7 vs 2101.0-7"
1340       reference: 3
1341       compare: 4
1342 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1343   legend:
1344     - ''
1345     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1346     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1347     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1348     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1349     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1350
1351 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
1352 - type: "table"
1353   title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
1354   algorithm: "table_comparison"
1355   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
1356   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1357   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1358   columns:
1359     - title: "2009.0-6"
1360       data-set: "vpp-2n-clx-hist-iter-new-env"
1361     - title: "2101.0-6"
1362       data-set: "vpp-2n-clx-prev-iter-old-env"
1363     - title: "2101.0-7"
1364       data-set: "vpp-2n-clx-prev-iter-new-env"
1365     - title: "2106.0-7"
1366       data-set: "vpp-2n-clx-curr-iter"
1367   comparisons:
1368     - title: "2101.0-7 vs 2101.0-6"
1369       reference: 2
1370       compare: 3
1371 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1372     - title: "2106.0-7 vs 2101.0-7"
1373       reference: 3
1374       compare: 4
1375 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1376   legend:
1377     - ''
1378     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1379     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1380     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1381     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1382     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1383
1384 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
1385 - type: "table"
1386   title: "VPP Performance Changes 2n-clx-xxv710 ndr"
1387   algorithm: "table_comparison"
1388   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
1389   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1390   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1391   columns:
1392     - title: "2009.0-6"
1393       data-set: "vpp-2n-clx-hist-iter-new-env"
1394     - title: "2101.0-6"
1395       data-set: "vpp-2n-clx-prev-iter-old-env"
1396     - title: "2101.0-7"
1397       data-set: "vpp-2n-clx-prev-iter-new-env"
1398     - title: "2106.0-7"
1399       data-set: "vpp-2n-clx-curr-iter"
1400   comparisons:
1401     - title: "2101.0-7 vs 2101.0-6"
1402       reference: 2
1403       compare: 3
1404 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1405     - title: "2106.0-7 vs 2101.0-7"
1406       reference: 3
1407       compare: 4
1408 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1409   legend:
1410     - ''
1411     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1412     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1413     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1414     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1415     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1416
1417 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
1418 - type: "table"
1419   title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
1420   algorithm: "table_comparison"
1421   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
1422   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1423   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1424   columns:
1425     - title: "2009.0-6"
1426       data-set: "vpp-2n-clx-hist-iter-new-env"
1427     - title: "2101.0-6"
1428       data-set: "vpp-2n-clx-prev-iter-old-env"
1429     - title: "2101.0-7"
1430       data-set: "vpp-2n-clx-prev-iter-new-env"
1431     - title: "2106.0-7"
1432       data-set: "vpp-2n-clx-curr-iter"
1433   comparisons:
1434     - title: "2101.0-7 vs 2101.0-6"
1435       reference: 2
1436       compare: 3
1437 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1438     - title: "2106.0-7 vs 2101.0-7"
1439       reference: 3
1440       compare: 4
1441 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1442   legend:
1443     - ''
1444     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1445     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1446     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1447     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1448     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1449
1450 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
1451 - type: "table"
1452   title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
1453   algorithm: "table_comparison"
1454   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
1455   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1456   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1457   columns:
1458     - title: "2009.0-6"
1459       data-set: "vpp-2n-clx-hist-iter-new-env"
1460     - title: "2101.0-6"
1461       data-set: "vpp-2n-clx-prev-iter-old-env"
1462     - title: "2101.0-7"
1463       data-set: "vpp-2n-clx-prev-iter-new-env"
1464     - title: "2106.0-7"
1465       data-set: "vpp-2n-clx-curr-iter"
1466   comparisons:
1467     - title: "2101.0-7 vs 2101.0-6"
1468       reference: 2
1469       compare: 3
1470 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1471     - title: "2106.0-7 vs 2101.0-7"
1472       reference: 3
1473       compare: 4
1474 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1475   legend:
1476     - ''
1477     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1478     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1479     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1480     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1481     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1482
1483 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
1484 - type: "table"
1485   title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
1486   algorithm: "table_comparison"
1487   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
1488   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1489   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1490   columns:
1491     - title: "2009.0-6"
1492       data-set: "vpp-2n-clx-hist-iter-new-env"
1493     - title: "2101.0-6"
1494       data-set: "vpp-2n-clx-prev-iter-old-env"
1495     - title: "2101.0-7"
1496       data-set: "vpp-2n-clx-prev-iter-new-env"
1497     - title: "2106.0-7"
1498       data-set: "vpp-2n-clx-curr-iter"
1499   comparisons:
1500     - title: "2101.0-7 vs 2101.0-6"
1501       reference: 2
1502       compare: 3
1503 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1504     - title: "2106.0-7 vs 2101.0-7"
1505       reference: 3
1506       compare: 4
1507 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1508   legend:
1509     - ''
1510     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
1511     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1512     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1513     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1514     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1515
1516 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
1517 - type: "table"
1518   title: "VPP Performance Changes 2n-clx-cx556a ndr"
1519   algorithm: "table_comparison"
1520   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
1521   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1522   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1523   columns:
1524     - title: "2009.0-6"
1525       data-set: "vpp-2n-clx-hist-iter-new-env"
1526     - title: "2101.0-6"
1527       data-set: "vpp-2n-clx-prev-iter-old-env"
1528     - title: "2101.0-7"
1529       data-set: "vpp-2n-clx-prev-iter-new-env"
1530     - title: "2106.0-7"
1531       data-set: "vpp-2n-clx-curr-iter"
1532   comparisons:
1533     - title: "2101.0-7 vs 2101.0-6"
1534       reference: 2
1535       compare: 3
1536 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
1537     - title: "2106.0-7 vs 2101.0-7"
1538       reference: 3
1539       compare: 4
1540 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
1541   legend:
1542     - ''
1543     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
1544     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1545     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1546     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1547     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1548
1549 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
1550 - type: "table"
1551   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
1552   algorithm: "table_comparison"
1553   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
1554   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1555   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1556   columns:
1557     - title: "2009.0-6"
1558       data-set: "vpp-2n-zn2-hist-iter-new-env"
1559     - title: "2101.0-6"
1560       data-set: "vpp-2n-zn2-prev-iter-old-env"
1561     - title: "2101.0-7"
1562       data-set: "vpp-2n-zn2-prev-iter-new-env"
1563     - title: "2106.0-7"
1564       data-set: "vpp-2n-zn2-curr-iter"
1565   comparisons:
1566     - title: "2101.0-7 vs 2101.0-6"
1567       reference: 2
1568       compare: 3
1569 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
1570     - title: "2106.0-7 vs 2101.0-7"
1571       reference: 3
1572       compare: 4
1573 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
1574   legend:
1575     - ''
1576     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
1577     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1578     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1579     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1580     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1581
1582 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
1583 - type: "table"
1584   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
1585   algorithm: "table_comparison"
1586   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
1587   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1588   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1589   columns:
1590     - title: "2009.0-6"
1591       data-set: "vpp-2n-zn2-hist-iter-new-env"
1592     - title: "2101.0-6"
1593       data-set: "vpp-2n-zn2-prev-iter-old-env"
1594     - title: "2101.0-7"
1595       data-set: "vpp-2n-zn2-prev-iter-new-env"
1596     - title: "2106.0-7"
1597       data-set: "vpp-2n-zn2-curr-iter"
1598   comparisons:
1599     - title: "2101.0-7 vs 2101.0-6"
1600       reference: 2
1601       compare: 3
1602 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
1603     - title: "2106.0-7 vs 2101.0-7"
1604       reference: 3
1605       compare: 4
1606 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
1607   legend:
1608     - ''
1609     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
1610     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1611     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1612     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1613     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1614
1615 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
1616 - type: "table"
1617   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
1618   algorithm: "table_comparison"
1619   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
1620   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1621   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1622   columns:
1623     - title: "2009.0-6"
1624       data-set: "vpp-2n-zn2-hist-iter-new-env"
1625     - title: "2101.0-6"
1626       data-set: "vpp-2n-zn2-prev-iter-old-env"
1627     - title: "2101.0-7"
1628       data-set: "vpp-2n-zn2-prev-iter-new-env"
1629     - title: "2106.0-7"
1630       data-set: "vpp-2n-zn2-curr-iter"
1631   comparisons:
1632     - title: "2101.0-7 vs 2101.0-6"
1633       reference: 2
1634       compare: 3
1635 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
1636     - title: "2106.0-7 vs 2101.0-7"
1637       reference: 3
1638       compare: 4
1639 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
1640   legend:
1641     - ''
1642     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
1643     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1644     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1645     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1646     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1647
1648 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
1649 - type: "table"
1650   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
1651   algorithm: "table_comparison"
1652   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
1653   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1654   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1655   columns:
1656     - title: "2009.0-6"
1657       data-set: "vpp-2n-zn2-hist-iter-new-env"
1658     - title: "2101.0-6"
1659       data-set: "vpp-2n-zn2-prev-iter-old-env"
1660     - title: "2101.0-7"
1661       data-set: "vpp-2n-zn2-prev-iter-new-env"
1662     - title: "2106.0-7"
1663       data-set: "vpp-2n-zn2-curr-iter"
1664   comparisons:
1665     - title: "2101.0-7 vs 2101.0-6"
1666       reference: 2
1667       compare: 3
1668 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1669     - title: "2106.0-7 vs 2101.0-7"
1670       reference: 3
1671       compare: 4
1672 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1673   legend:
1674     - ''
1675     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
1676     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1677     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1678     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1679     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1680
1681 # VPP Performance Changes 2n-dnv 1t1c pdr
1682 - type: "table"
1683   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1684   algorithm: "table_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1686   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1687   filter: "'1T1C'"
1688   columns:
1689     - title: "2009.0-6"
1690       data-set: "vpp-2n-dnv-hist-iter-new-env"
1691     - title: "2101.0-6"
1692       data-set: "vpp-2n-dnv-prev-iter-old-env"
1693     - title: "2101.0-7"
1694       data-set: "vpp-2n-dnv-prev-iter-new-env"
1695     - title: "2106.0-7"
1696       data-set: "vpp-2n-dnv-curr-iter"
1697   comparisons:
1698     - title: "2101.0-7 vs 2101.0-6"
1699       reference: 2
1700       compare: 3
1701     - title: "2101.0-6 vs 2009.0-5"
1702       reference: 3
1703       compare: 4
1704   legend:
1705     - ''
1706     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1707     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1708     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1709     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1710     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1711
1712 # VPP Performance Changes 2n-dnv 2t2c pdr
1713 - type: "table"
1714   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1715   algorithm: "table_comparison"
1716   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1717   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1718   filter: "'2T2C'"
1719   columns:
1720     - title: "2009.0-6"
1721       data-set: "vpp-2n-dnv-hist-iter-new-env"
1722     - title: "2101.0-6"
1723       data-set: "vpp-2n-dnv-prev-iter-old-env"
1724     - title: "2101.0-7"
1725       data-set: "vpp-2n-dnv-prev-iter-new-env"
1726     - title: "2106.0-7"
1727       data-set: "vpp-2n-dnv-curr-iter"
1728   comparisons:
1729     - title: "2101.0-7 vs 2101.0-6"
1730       reference: 2
1731       compare: 3
1732     - title: "2101.0-6 vs 2009.0-5"
1733       reference: 3
1734       compare: 4
1735   legend:
1736     - ''
1737     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1738     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1739     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1740     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1741     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1742
1743 # VPP Performance Changes 2n-dnv 1t1c ndr
1744 - type: "table"
1745   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1746   algorithm: "table_comparison"
1747   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'1T1C'"
1750   columns:
1751     - title: "2009.0-6"
1752       data-set: "vpp-2n-dnv-hist-iter-new-env"
1753     - title: "2101.0-6"
1754       data-set: "vpp-2n-dnv-prev-iter-old-env"
1755     - title: "2101.0-7"
1756       data-set: "vpp-2n-dnv-prev-iter-new-env"
1757     - title: "2106.0-7"
1758       data-set: "vpp-2n-dnv-curr-iter"
1759   comparisons:
1760     - title: "2101.0-7 vs 2101.0-6"
1761       reference: 2
1762       compare: 3
1763     - title: "2101.0-6 vs 2009.0-5"
1764       reference: 3
1765       compare: 4
1766   legend:
1767     - ''
1768     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1769     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1770     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1771     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1772     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1773
1774 # VPP Performance Changes 2n-dnv 2t2c ndr
1775 - type: "table"
1776   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1777   algorithm: "table_comparison"
1778   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1779   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1780   filter: "'2T2C'"
1781   columns:
1782     - title: "2009.0-6"
1783       data-set: "vpp-2n-dnv-hist-iter-new-env"
1784     - title: "2101.0-6"
1785       data-set: "vpp-2n-dnv-prev-iter-old-env"
1786     - title: "2101.0-7"
1787       data-set: "vpp-2n-dnv-prev-iter-new-env"
1788     - title: "2106.0-7"
1789       data-set: "vpp-2n-dnv-curr-iter"
1790   comparisons:
1791     - title: "2101.0-7 vs 2101.0-6"
1792       reference: 2
1793       compare: 3
1794     - title: "2101.0-6 vs 2009.0-5"
1795       reference: 3
1796       compare: 4
1797   legend:
1798     - ''
1799     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1800     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1801     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1802     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1803     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1804
1805 # VPP Performance Changes 3n-dnv 1t1c pdr
1806 - type: "table"
1807   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
1808   algorithm: "table_comparison"
1809   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
1810   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1811   filter: "'1T1C'"
1812   columns:
1813     - title: "2009.0-6"
1814       data-set: "vpp-3n-dnv-hist-iter-new-env"
1815     - title: "2101.0-6"
1816       data-set: "vpp-3n-dnv-prev-iter-old-env"
1817     - title: "2101.0-7"
1818       data-set: "vpp-3n-dnv-prev-iter-new-env"
1819     - title: "2106.0-7"
1820       data-set: "vpp-3n-dnv-curr-iter"
1821   comparisons:
1822     - title: "2101.0-7 vs 2101.0-6"
1823       reference: 2
1824       compare: 3
1825     - title: "2101.0-6 vs 2009.0-5"
1826       reference: 3
1827       compare: 4
1828   legend:
1829     - ''
1830     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1831     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1832     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1833     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1834     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1835
1836 # VPP Performance Changes 3n-dnv 2t2c pdr
1837 - type: "table"
1838   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
1839   algorithm: "table_comparison"
1840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
1841   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1842   filter: "'2T2C'"
1843   columns:
1844     - title: "2009.0-6"
1845       data-set: "vpp-3n-dnv-hist-iter-new-env"
1846     - title: "2101.0-6"
1847       data-set: "vpp-3n-dnv-prev-iter-old-env"
1848     - title: "2101.0-7"
1849       data-set: "vpp-3n-dnv-prev-iter-new-env"
1850     - title: "2106.0-7"
1851       data-set: "vpp-3n-dnv-curr-iter"
1852   comparisons:
1853     - title: "2101.0-7 vs 2101.0-6"
1854       reference: 2
1855       compare: 3
1856     - title: "2101.0-6 vs 2009.0-5"
1857       reference: 3
1858       compare: 4
1859   legend:
1860     - ''
1861     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1862     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1863     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1864     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1865     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1866
1867 # VPP Performance Changes 3n-dnv 1t1c ndr
1868 - type: "table"
1869   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
1870   algorithm: "table_comparison"
1871   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
1872   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1873   filter: "'1T1C'"
1874   columns:
1875     - title: "2009.0-6"
1876       data-set: "vpp-3n-dnv-hist-iter-new-env"
1877     - title: "2101.0-6"
1878       data-set: "vpp-3n-dnv-prev-iter-old-env"
1879     - title: "2101.0-7"
1880       data-set: "vpp-3n-dnv-prev-iter-new-env"
1881     - title: "2106.0-7"
1882       data-set: "vpp-3n-dnv-curr-iter"
1883   comparisons:
1884     - title: "2101.0-7 vs 2101.0-6"
1885       reference: 2
1886       compare: 3
1887     - title: "2101.0-6 vs 2009.0-5"
1888       reference: 3
1889       compare: 4
1890   legend:
1891     - ''
1892     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1893     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1894     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1895     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1896     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1897
1898 # VPP Performance Changes 3n-dnv 2t2c ndr
1899 - type: "table"
1900   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
1901   algorithm: "table_comparison"
1902   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
1903   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1904   filter: "'2T2C'"
1905   columns:
1906     - title: "2009.0-6"
1907       data-set: "vpp-3n-dnv-hist-iter-new-env"
1908     - title: "2101.0-6"
1909       data-set: "vpp-3n-dnv-prev-iter-old-env"
1910     - title: "2101.0-7"
1911       data-set: "vpp-3n-dnv-prev-iter-new-env"
1912     - title: "2106.0-7"
1913       data-set: "vpp-3n-dnv-curr-iter"
1914   comparisons:
1915     - title: "2101.0-7 vs 2101.0-6"
1916       reference: 2
1917       compare: 3
1918     - title: "2101.0-6 vs 2009.0-5"
1919       reference: 3
1920       compare: 4
1921   legend:
1922     - ''
1923     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1924     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1925     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1926     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1927     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1928
1929 # VPP Performance Changes 3n-tsh 1t1c pdr
1930 - type: "table"
1931   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
1932   algorithm: "table_comparison"
1933   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
1934   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1935   filter: "'1T1C'"
1936   columns:
1937     - title: "2009.0-6"
1938       data-set: "vpp-3n-tsh-hist-iter-new-env"
1939     - title: "2101.0-6"
1940       data-set: "vpp-3n-tsh-prev-iter-old-env"
1941 #     - title: "2101.0-7"
1942 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
1943     - title: "2106.0-7"
1944       data-set: "vpp-3n-tsh-curr-iter"
1945   comparisons:
1946 #     - title: "2101.0-7 vs 2101.0-6"
1947 #       reference: 2
1948 #       compare: 3
1949 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1950 #     - title: "2106.0-7 vs 2101.0-7"
1951     - title: "2106.0-7 vs 2101.0-6"
1952       reference: 2  # 3
1953       compare: 3  # 4
1954 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1955   legend:
1956     - ''
1957     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1958     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1959     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1960     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1961 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1962     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
1963
1964 # VPP Performance Changes 3n-tsh 2t2c pdr
1965 - type: "table"
1966   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
1967   algorithm: "table_comparison"
1968   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
1969   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1970   filter: "'2T2C'"
1971   columns:
1972     - title: "2009.0-6"
1973       data-set: "vpp-3n-tsh-hist-iter-new-env"
1974     - title: "2101.0-6"
1975       data-set: "vpp-3n-tsh-prev-iter-old-env"
1976 #     - title: "2101.0-7"
1977 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
1978     - title: "2106.0-7"
1979       data-set: "vpp-3n-tsh-curr-iter"
1980   comparisons:
1981 #     - title: "2101.0-7 vs 2101.0-6"
1982 #       reference: 2
1983 #       compare: 3
1984 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1985 #     - title: "2106.0-7 vs 2101.0-7"
1986     - title: "2106.0-7 vs 2101.0-6"
1987       reference: 2  # 3
1988       compare: 3  # 4
1989 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1990   legend:
1991     - ''
1992     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1993     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1994     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1995     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1996 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1997     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
1998
1999 # VPP Performance Changes 3n-tsh 1t1c ndr
2000 - type: "table"
2001   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
2002   algorithm: "table_comparison"
2003   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
2004   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2005   filter: "'1T1C'"
2006   columns:
2007     - title: "2009.0-6"
2008       data-set: "vpp-3n-tsh-hist-iter-new-env"
2009     - title: "2101.0-6"
2010       data-set: "vpp-3n-tsh-prev-iter-old-env"
2011 #     - title: "2101.0-7"
2012 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2013     - title: "2106.0-7"
2014       data-set: "vpp-3n-tsh-curr-iter"
2015   comparisons:
2016 #     - title: "2101.0-7 vs 2101.0-6"
2017 #       reference: 2
2018 #       compare: 3
2019 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
2020 #     - title: "2106.0-7 vs 2101.0-7"
2021     - title: "2106.0-7 vs 2101.0-6"
2022       reference: 2  # 3
2023       compare: 3  # 4
2024 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
2025   legend:
2026     - ''
2027     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2028     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2029     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2030     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2031 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2032     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2033
2034 # VPP Performance Changes 3n-tsh 2t2c ndr
2035 - type: "table"
2036   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
2037   algorithm: "table_comparison"
2038   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
2039   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2040   filter: "'2T2C'"
2041   columns:
2042     - title: "2009.0-6"
2043       data-set: "vpp-3n-tsh-hist-iter-new-env"
2044     - title: "2101.0-6"
2045       data-set: "vpp-3n-tsh-prev-iter-old-env"
2046 #     - title: "2101.0-7"
2047 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2048     - title: "2106.0-7"
2049       data-set: "vpp-3n-tsh-curr-iter"
2050   comparisons:
2051 #     - title: "2101.0-7 vs 2101.0-6"
2052 #       reference: 2
2053 #       compare: 3
2054 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
2055 #     - title: "2106.0-7 vs 2101.0-7"
2056     - title: "2106.0-7 vs 2101.0-6"
2057       reference: 2  # 3
2058       compare: 3  # 4
2059 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
2060   legend:
2061     - ''
2062     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2063     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2064     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2065     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2066 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2067     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2068
2069 # VPP Performance Changes 2n-tx2 1t1c pdr
2070 - type: "table"
2071   title: "VPP Performance Changes 2n-tx2 1t1c pdr"
2072   algorithm: "table_comparison"
2073   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
2074   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2075   filter: "'1T1C'"
2076   columns:
2077     - title: "2009.0-6"
2078       data-set: "vpp-2n-tx2-hist-iter-new-env"
2079     - title: "2101.0-6"
2080       data-set: "vpp-2n-tx2-prev-iter-old-env"
2081 #     - title: "2101.0-7"
2082 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2083     - title: "2106.0-7"
2084       data-set: "vpp-2n-tx2-curr-iter"
2085   comparisons:
2086 #     - title: "2101.0-7 vs 2101.0-6"
2087 #       reference: 2
2088 #       compare: 3
2089 #     - title: "2106.0-7 vs 2101.0-7"
2090     - title: "2106.0-7 vs 2101.0-6"
2091       reference: 2  # 3
2092       compare: 3  # 4
2093   legend:
2094     - ''
2095     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2096     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2097     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2098     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2099 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2100     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2101
2102 # VPP Performance Changes 2n-tx2 2t2c pdr
2103 - type: "table"
2104   title: "VPP Performance Changes 2n-tx2 2t2c pdr"
2105   algorithm: "table_comparison"
2106   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
2107   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2108   filter: "'2T2C'"
2109   columns:
2110     - title: "2009.0-6"
2111       data-set: "vpp-2n-tx2-hist-iter-new-env"
2112     - title: "2101.0-6"
2113       data-set: "vpp-2n-tx2-prev-iter-old-env"
2114 #     - title: "2101.0-7"
2115 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2116     - title: "2106.0-7"
2117       data-set: "vpp-2n-tx2-curr-iter"
2118   comparisons:
2119 #     - title: "2101.0-7 vs 2101.0-6"
2120 #       reference: 2
2121 #       compare: 3
2122 #     - title: "2106.0-7 vs 2101.0-7"
2123     - title: "2106.0-7 vs 2101.0-6"
2124       reference: 2  # 3
2125       compare: 3  # 4
2126   legend:
2127     - ''
2128     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2129     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2130     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2131     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2132 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2133     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2134
2135 # VPP Performance Changes 2n-tx2 1t1c ndr
2136 - type: "table"
2137   title: "VPP Performance Changes 2n-tx2 1t1c ndr"
2138   algorithm: "table_comparison"
2139   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr"
2140   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2141   filter: "'1T1C'"
2142   columns:
2143     - title: "2009.0-6"
2144       data-set: "vpp-2n-tx2-hist-iter-new-env"
2145     - title: "2101.0-6"
2146       data-set: "vpp-2n-tx2-prev-iter-old-env"
2147 #     - title: "2101.0-7"
2148 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2149     - title: "2106.0-7"
2150       data-set: "vpp-2n-tx2-curr-iter"
2151   comparisons:
2152 #     - title: "2101.0-7 vs 2101.0-6"
2153 #       reference: 2
2154 #       compare: 3
2155 #     - title: "2106.0-7 vs 2101.0-7"
2156     - title: "2106.0-7 vs 2101.0-6"
2157       reference: 2  # 3
2158       compare: 3  # 4
2159   legend:
2160     - ''
2161     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2162     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2163     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2164     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2165 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2166     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2167
2168 # VPP Performance Changes 2n-tx2 2t2c ndr
2169 - type: "table"
2170   title: "VPP Performance Changes 2n-tx2 2t2c ndr"
2171   algorithm: "table_comparison"
2172   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr"
2173   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2174   filter: "'2T2C'"
2175   columns:
2176     - title: "2009.0-6"
2177       data-set: "vpp-2n-tx2-hist-iter-new-env"
2178     - title: "2101.0-6"
2179       data-set: "vpp-2n-tx2-prev-iter-old-env"
2180 #     - title: "2101.0-7"
2181 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2182     - title: "2106.0-7"
2183       data-set: "vpp-2n-tx2-curr-iter"
2184   comparisons:
2185 #     - title: "2101.0-7 vs 2101.0-6"
2186 #       reference: 2
2187 #       compare: 3
2188 #     - title: "2106.0-7 vs 2101.0-7"
2189     - title: "2106.0-7 vs 2101.0-6"
2190       reference: 2  # 3
2191       compare: 3  # 4
2192   legend:
2193     - ''
2194     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2195     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2196     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2197     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2198 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2199     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2200
2201 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
2202 - type: "table"
2203   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
2204   algorithm: "table_comparison"
2205   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
2206   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2207   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2208   columns:
2209     - title: "2n-skx"
2210       data-set: "vpp-2n-skx-curr-iter"
2211     - title: "2n-clx"
2212       data-set: "vpp-2n-clx-curr-iter"
2213   comparisons:
2214     - title: "Diff"
2215       reference: 1
2216       compare: 2
2217   legend:
2218     - ""
2219     - "2n-skx, 2n-clx - testbeds and NICs tested."
2220     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2221
2222 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
2223 - type: "table"
2224   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
2225   algorithm: "table_comparison"
2226   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
2227   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2228   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2229   columns:
2230     - title: "2n-skx"
2231       data-set: "vpp-2n-skx-curr-iter"
2232     - title: "2n-clx"
2233       data-set: "vpp-2n-clx-curr-iter"
2234   comparisons:
2235     - title: "Diff"
2236       reference: 1
2237       compare: 2
2238   legend:
2239     - ""
2240     - "2n-skx, 2n-clx - testbeds and NICs tested."
2241     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2242
2243 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
2244 - type: "table"
2245   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
2246   algorithm: "table_comparison"
2247   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
2248   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2249   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2250   columns:
2251     - title: "2n-skx"
2252       data-set: "vpp-2n-skx-curr-iter"
2253     - title: "2n-clx"
2254       data-set: "vpp-2n-clx-curr-iter"
2255   comparisons:
2256     - title: "Diff"
2257       reference: 1
2258       compare: 2
2259   legend:
2260     - ""
2261     - "2n-skx, 2n-clx - testbeds and NICs tested."
2262     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2263
2264 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
2265 - type: "table"
2266   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
2267   algorithm: "table_comparison"
2268   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
2269   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2270   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2271   columns:
2272     - title: "2n-skx"
2273       data-set: "vpp-2n-skx-curr-iter"
2274     - title: "2n-clx"
2275       data-set: "vpp-2n-clx-curr-iter"
2276   comparisons:
2277     - title: "Diff"
2278       reference: 1
2279       compare: 2
2280   legend:
2281     - ""
2282     - "2n-skx, 2n-clx - testbeds and NICs tested."
2283     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2284
2285 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
2286 - type: "table"
2287   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
2288   algorithm: "table_comparison"
2289   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
2290   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2291   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2292   columns:
2293     - title: "2n-clx xxv710"
2294       data-set: "vpp-2n-clx-curr-iter"
2295       tag: "NIC_Intel-XXV710"
2296     - title: "2n-icx e810cq"
2297       data-set: "vpp-2n-icx-curr-iter"
2298       tag: "NIC_Intel-E810CQ"
2299   comparisons:
2300     - title: "Diff"
2301       reference: 1
2302       compare: 2
2303   legend:
2304     - ""
2305     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2306     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2307
2308 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
2309 - type: "table"
2310   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
2311   algorithm: "table_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
2313   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2314   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2315   columns:
2316     - title: "2n-clx xxv710"
2317       data-set: "vpp-2n-clx-curr-iter"
2318       tag: "NIC_Intel-XXV710"
2319     - title: "2n-icx e810cq"
2320       data-set: "vpp-2n-icx-curr-iter"
2321       tag: "NIC_Intel-E810CQ"
2322   comparisons:
2323     - title: "Diff"
2324       reference: 1
2325       compare: 2
2326   legend:
2327     - ""
2328     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2329     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2330
2331 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
2332 - type: "table"
2333   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
2334   algorithm: "table_comparison"
2335   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
2336   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2337   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2338   columns:
2339     - title: "2n-clx xxv710"
2340       data-set: "vpp-2n-clx-curr-iter"
2341       tag: "NIC_Intel-XXV710"
2342     - title: "2n-icx e810cq"
2343       data-set: "vpp-2n-icx-curr-iter"
2344       tag: "NIC_Intel-E810CQ"
2345   comparisons:
2346     - title: "Diff"
2347       reference: 1
2348       compare: 2
2349   legend:
2350     - ""
2351     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2352     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2353
2354 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
2355 - type: "table"
2356   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
2357   algorithm: "table_comparison"
2358   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
2359   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2360   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2361   columns:
2362     - title: "2n-clx xxv710"
2363       data-set: "vpp-3n-skx-curr-iter"
2364       tag: "NIC_Intel-XXV710"
2365     - title: "2n-icx e810cq"
2366       data-set: "vpp-2n-icx-curr-iter"
2367       tag: "NIC_Intel-E810CQ"
2368   comparisons:
2369     - title: "Diff"
2370       reference: 1
2371       compare: 2
2372   legend:
2373     - ""
2374     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2375     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2376
2377 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
2378 - type: "table"
2379   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
2380   algorithm: "table_comparison"
2381   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
2382   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2383   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2384   columns:
2385     - title: "3n-skx xxv710"
2386       data-set: "vpp-3n-skx-curr-iter"
2387       tag: "NIC_Intel-XXV710"
2388     - title: "3n-icx e810cq"
2389       data-set: "vpp-3n-icx-curr-iter"
2390       tag: "NIC_Intel-E810CQ"
2391   comparisons:
2392     - title: "Diff"
2393       reference: 1
2394       compare: 2
2395   legend:
2396     - ""
2397     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2398     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2399
2400 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
2401 - type: "table"
2402   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
2403   algorithm: "table_comparison"
2404   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
2405   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2406   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2407   columns:
2408     - title: "3n-skx xxv710"
2409       data-set: "vpp-3n-skx-curr-iter"
2410       tag: "NIC_Intel-XXV710"
2411     - title: "3n-icx e810cq"
2412       data-set: "vpp-3n-icx-curr-iter"
2413       tag: "NIC_Intel-E810CQ"
2414   comparisons:
2415     - title: "Diff"
2416       reference: 1
2417       compare: 2
2418   legend:
2419     - ""
2420     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2421     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2422
2423 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
2424 - type: "table"
2425   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
2426   algorithm: "table_comparison"
2427   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
2428   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2429   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2430   columns:
2431     - title: "3n-skx xxv710"
2432       data-set: "vpp-3n-skx-curr-iter"
2433       tag: "NIC_Intel-XXV710"
2434     - title: "3n-icx e810cq"
2435       data-set: "vpp-3n-icx-curr-iter"
2436       tag: "NIC_Intel-E810CQ"
2437   comparisons:
2438     - title: "Diff"
2439       reference: 1
2440       compare: 2
2441   legend:
2442     - ""
2443     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2444     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2445
2446 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
2447 - type: "table"
2448   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
2449   algorithm: "table_comparison"
2450   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
2451   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2452   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2453   columns:
2454     - title: "3n-skx xxv710"
2455       data-set: "vpp-3n-skx-curr-iter"
2456       tag: "NIC_Intel-XXV710"
2457     - title: "3n-icx e810cq"
2458       data-set: "vpp-3n-icx-curr-iter"
2459       tag: "NIC_Intel-E810CQ"
2460   comparisons:
2461     - title: "Diff"
2462       reference: 1
2463       compare: 2
2464   legend:
2465     - ""
2466     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2467     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2468
2469 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2470 - type: "table"
2471   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2472   algorithm: "table_comparison"
2473   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2474   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2475   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
2476   columns:
2477     - title: "3n-skx"
2478       data-set: "vpp-3n-skx-curr-iter"
2479     - title: "2n-skx"
2480       data-set: "vpp-2n-skx-curr-iter"
2481   comparisons:
2482     - title: "Diff"
2483       reference: 1
2484       compare: 2
2485   legend:
2486     - ""
2487     - "3n-skx, 2n-skx - topologies tested."
2488     - "Diff - difference between 3n-skx and 2n-skx topologies."
2489
2490 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2491 - type: "table"
2492   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2493   algorithm: "table_comparison"
2494   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2495   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2496   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
2497   columns:
2498     - title: "3n-skx"
2499       data-set: "vpp-3n-skx-curr-iter"
2500     - title: "2n-skx"
2501       data-set: "vpp-2n-skx-curr-iter"
2502   comparisons:
2503     - title: "Diff"
2504       reference: 1
2505       compare: 2
2506   legend:
2507     - ""
2508     - "3n-skx, 2n-skx - topologies tested."
2509     - "Diff - difference between 3n-skx and 2n-skx topologies."
2510
2511 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2512 - type: "table"
2513   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2514   algorithm: "table_comparison"
2515   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2516   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2517   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
2518   columns:
2519     - title: "3n-skx"
2520       data-set: "vpp-3n-skx-curr-iter"
2521     - title: "2n-skx"
2522       data-set: "vpp-2n-skx-curr-iter"
2523   comparisons:
2524     - title: "Diff"
2525       reference: 1
2526       compare: 2
2527   legend:
2528     - ""
2529     - "3n-skx, 2n-skx - topologies tested."
2530     - "Diff - difference between 3n-skx and 2n-skx topologies."
2531
2532 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2533 - type: "table"
2534   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2535   algorithm: "table_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2537   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2538   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
2539   columns:
2540     - title: "3n-skx"
2541       data-set: "vpp-3n-skx-curr-iter"
2542     - title: "2n-skx"
2543       data-set: "vpp-2n-skx-curr-iter"
2544   comparisons:
2545     - title: "Diff"
2546       reference: 1
2547       compare: 2
2548   legend:
2549     - ""
2550     - "3n-skx, 2n-skx - topologies tested."
2551     - "Diff - difference between 3n-skx and 2n-skx topologies."
2552
2553 # VPP Performance Changes 3n-skx 2t1c mrr
2554 - type: "table"
2555   title: "VPP Performance Changes 3n-skx 2t1c mrr"
2556   algorithm: "table_comparison"
2557   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2558   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2559   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2560   columns:
2561     - title: "2009.0-6"
2562       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
2563     - title: "2101.0-6"
2564       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
2565     - title: "2101.0-7"
2566       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
2567     - title: "2106.0-7"
2568       data-set: "vpp-3n-skx-curr-iter-mrr"
2569   comparisons:
2570     - title: "2101.0-7 vs 2101.0-6"
2571       reference: 2
2572       compare: 3
2573 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
2574     - title: "2106.0-7 vs 2101.0-7"
2575       reference: 3
2576       compare: 4
2577 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
2578   legend:
2579     - ''
2580     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
2581     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2582     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2583     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2584     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2585
2586 # VPP Performance Changes 3n-skx 4t2c mrr
2587 - type: "table"
2588   title: "VPP Performance Changes 3n-skx 4t2c mrr"
2589   algorithm: "table_comparison"
2590   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2591   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2592   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2593   columns:
2594     - title: "2009.0-6"
2595       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
2596     - title: "2101.0-6"
2597       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
2598     - title: "2101.0-7"
2599       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
2600     - title: "2106.0-7"
2601       data-set: "vpp-3n-skx-curr-iter-mrr"
2602   comparisons:
2603     - title: "2101.0-7 vs 2101.0-6"
2604       reference: 2
2605       compare: 3
2606 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
2607     - title: "2106.0-7 vs 2101.0-7"
2608       reference: 3
2609       compare: 4
2610 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
2611   legend:
2612     - ''
2613     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
2614     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2615     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2616     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2617     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2618
2619 # VPP Performance Changes 3n-skx 8t4c mrr
2620 - type: "table"
2621   title: "VPP Performance Changes 3n-skx 8t4c mrr"
2622   algorithm: "table_comparison"
2623   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2624   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2625   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2626   columns:
2627     - title: "2009.0-6"
2628       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
2629     - title: "2101.0-6"
2630       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
2631     - title: "2101.0-7"
2632       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
2633     - title: "2106.0-7"
2634       data-set: "vpp-3n-skx-curr-iter-mrr"
2635   comparisons:
2636     - title: "2101.0-7 vs 2101.0-6"
2637       reference: 2
2638       compare: 3
2639 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
2640     - title: "2106.0-7 vs 2101.0-7"
2641       reference: 3
2642       compare: 4
2643 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
2644   legend:
2645     - ''
2646     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
2647     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2648     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2649     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2650     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2651
2652 # VPP Performance Changes 2n-skx 2t1c mrr
2653 - type: "table"
2654   title: "VPP Performance Changes 2n-skx 2t1c mrr"
2655   algorithm: "table_comparison"
2656   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2657   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2658   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2659   columns:
2660     - title: "2009.0-6"
2661       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2662     - title: "2101.0-6"
2663       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2664     - title: "2101.0-7"
2665       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2666     - title: "2106.0-7"
2667       data-set: "vpp-2n-skx-curr-iter-mrr"
2668   comparisons:
2669     - title: "2101.0-7 vs 2101.0-6"
2670       reference: 2
2671       compare: 3
2672 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
2673     - title: "2106.0-7 vs 2101.0-7"
2674       reference: 3
2675       compare: 4
2676 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
2677   legend:
2678     - ''
2679     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2680     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2681     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2682     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2683     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2684
2685 # VPP Performance Changes 2n-skx 4t2c mrr
2686 - type: "table"
2687   title: "VPP Performance Changes 2n-skx 4t2c mrr"
2688   algorithm: "table_comparison"
2689   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2690   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2691   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2692   columns:
2693     - title: "2009.0-6"
2694       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2695     - title: "2101.0-6"
2696       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2697     - title: "2101.0-7"
2698       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2699     - title: "2106.0-7"
2700       data-set: "vpp-2n-skx-curr-iter-mrr"
2701   comparisons:
2702     - title: "2101.0-7 vs 2101.0-6"
2703       reference: 2
2704       compare: 3
2705 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
2706     - title: "2106.0-7 vs 2101.0-7"
2707       reference: 3
2708       compare: 4
2709 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
2710   legend:
2711     - ''
2712     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2713     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2714     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2715     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2716     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2717
2718 # VPP Performance Changes 2n-skx 8t4c mrr
2719 - type: "table"
2720   title: "VPP Performance Changes 2n-skx 8t4c mrr"
2721   algorithm: "table_comparison"
2722   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2723   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2724   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2725   columns:
2726     - title: "2009.0-6"
2727       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2728     - title: "2101.0-6"
2729       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2730     - title: "2101.0-7"
2731       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2732     - title: "2106.0-7"
2733       data-set: "vpp-2n-skx-curr-iter-mrr"
2734   comparisons:
2735     - title: "2101.0-7 vs 2101.0-6"
2736       reference: 2
2737       compare: 3
2738 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
2739     - title: "2106.0-7 vs 2101.0-7"
2740       reference: 3
2741       compare: 4
2742 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
2743   legend:
2744     - ''
2745     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2746     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2747     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2748     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2749     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2750
2751 # VPP Performance Changes 2n-clx-xxv710 2t1c mrr
2752 - type: "table"
2753   title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
2754   algorithm: "table_comparison"
2755   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
2756   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2757   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2758   columns:
2759     - title: "2009.0-6"
2760       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2761     - title: "2101.0-6"
2762       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2763     - title: "2101.0-7"
2764       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2765     - title: "2106.0-7"
2766       data-set: "vpp-2n-clx-curr-iter-mrr"
2767   comparisons:
2768     - title: "2101.0-7 vs 2101.0-6"
2769       reference: 2
2770       compare: 3
2771 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2772     - title: "2106.0-7 vs 2101.0-7"
2773       reference: 3
2774       compare: 4
2775 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2776   legend:
2777     - ''
2778     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2779     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2780     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2781     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2782     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2783
2784 # VPP Performance Changes 2n-clx-xxv710 4t2c mrr
2785 - type: "table"
2786   title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
2787   algorithm: "table_comparison"
2788   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
2789   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2790   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2791   columns:
2792     - title: "2009.0-6"
2793       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2794     - title: "2101.0-6"
2795       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2796     - title: "2101.0-7"
2797       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2798     - title: "2106.0-7"
2799       data-set: "vpp-2n-clx-curr-iter-mrr"
2800   comparisons:
2801     - title: "2101.0-7 vs 2101.0-6"
2802       reference: 2
2803       compare: 3
2804 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2805     - title: "2106.0-7 vs 2101.0-7"
2806       reference: 3
2807       compare: 4
2808 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2809   legend:
2810     - ''
2811     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2812     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2813     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2814     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2815     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2816
2817 # VPP Performance Changes 2n-clx-xxv710 8t4c mrr
2818 - type: "table"
2819   title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
2820   algorithm: "table_comparison"
2821   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
2822   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2823   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2824   columns:
2825     - title: "2009.0-6"
2826       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2827     - title: "2101.0-6"
2828       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2829     - title: "2101.0-7"
2830       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2831     - title: "2106.0-7"
2832       data-set: "vpp-2n-clx-curr-iter-mrr"
2833   comparisons:
2834     - title: "2101.0-7 vs 2101.0-6"
2835       reference: 2
2836       compare: 3
2837 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2838     - title: "2106.0-7 vs 2101.0-7"
2839       reference: 3
2840       compare: 4
2841 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2842   legend:
2843     - ''
2844     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2845     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2846     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2847     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2848     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2849
2850 # VPP Performance Changes 2n-clx-cx556a 2t1c mrr
2851 - type: "table"
2852   title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr"
2853   algorithm: "table_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
2855   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2856   filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2857   columns:
2858     - title: "2009.0-6"
2859       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2860     - title: "2101.0-6"
2861       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2862     - title: "2101.0-7"
2863       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2864     - title: "2106.0-7"
2865       data-set: "vpp-2n-clx-curr-iter-mrr"
2866   comparisons:
2867     - title: "2101.0-7 vs 2101.0-6"
2868       reference: 2
2869       compare: 3
2870 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2871     - title: "2106.0-7 vs 2101.0-7"
2872       reference: 3
2873       compare: 4
2874 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2875   legend:
2876     - ''
2877     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2878     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2879     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2880     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2881     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2882
2883 # VPP Performance Changes 2n-clx-cx556a 4t2c mrr
2884 - type: "table"
2885   title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr"
2886   algorithm: "table_comparison"
2887   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
2888   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2889   filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2890   columns:
2891     - title: "2009.0-6"
2892       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2893     - title: "2101.0-6"
2894       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2895     - title: "2101.0-7"
2896       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2897     - title: "2106.0-7"
2898       data-set: "vpp-2n-clx-curr-iter-mrr"
2899   comparisons:
2900     - title: "2101.0-7 vs 2101.0-6"
2901       reference: 2
2902       compare: 3
2903 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2904     - title: "2106.0-7 vs 2101.0-7"
2905       reference: 3
2906       compare: 4
2907 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2908   legend:
2909     - ''
2910     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2911     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2912     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2913     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2914     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2915
2916 # VPP Performance Changes 2n-clx-cx556a 8t4c mrr
2917 - type: "table"
2918   title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr"
2919   algorithm: "table_comparison"
2920   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
2921   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2922   filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2923   columns:
2924     - title: "2009.0-6"
2925       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2926     - title: "2101.0-6"
2927       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2928     - title: "2101.0-7"
2929       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2930     - title: "2106.0-7"
2931       data-set: "vpp-2n-clx-curr-iter-mrr"
2932   comparisons:
2933     - title: "2101.0-7 vs 2101.0-6"
2934       reference: 2
2935       compare: 3
2936 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2937     - title: "2106.0-7 vs 2101.0-7"
2938       reference: 3
2939       compare: 4
2940 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2941   legend:
2942     - ''
2943     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2944     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2945     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2946     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2947     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2948
2949 # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
2950 - type: "table"
2951   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr"
2952   algorithm: "table_comparison"
2953   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr"
2954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
2956   columns:
2957     - title: "2009.0-6"
2958       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2959     - title: "2101.0-6"
2960       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2961     - title: "2101.0-7"
2962       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2963     - title: "2106.0-7"
2964       data-set: "vpp-2n-zn2-curr-iter-mrr"
2965   comparisons:
2966     - title: "2101.0-7 vs 2101.0-6"
2967       reference: 2
2968       compare: 3
2969 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
2970     - title: "2106.0-7 vs 2101.0-7"
2971       reference: 3
2972       compare: 4
2973 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
2974   legend:
2975     - ''
2976     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2977     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2978     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2979     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2980     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2981
2982 # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
2983 - type: "table"
2984   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr"
2985   algorithm: "table_comparison"
2986   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr"
2987   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2988   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
2989   columns:
2990     - title: "2009.0-6"
2991       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2992     - title: "2101.0-6"
2993       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2994     - title: "2101.0-7"
2995       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2996     - title: "2106.0-7"
2997       data-set: "vpp-2n-zn2-curr-iter-mrr"
2998   comparisons:
2999     - title: "2101.0-7 vs 2101.0-6"
3000       reference: 2
3001       compare: 3
3002 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
3003     - title: "2106.0-7 vs 2101.0-7"
3004       reference: 3
3005       compare: 4
3006 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
3007   legend:
3008     - ''
3009     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
3010     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3011     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3012     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3013     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3014