Report: Add RC1 data
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
1 ################################################################################
2 ###                               T A B L E S                                ###
3 ################################################################################
4
5 # VPP Soak vs NDR - 2n-skx
6 - type: "table"
7   title: "VPP Soak vs NDR 2n-skx"
8   algorithm: "table_soak_vs_ndr"
9   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
10   reference:
11     title: "NDR"
12     data: "vpp-soak-vs-ndr-2n-skx-ref"
13   compare:
14     title: "Soak"
15     data: "vpp-2n-skx-curr-soak"
16   data: "vpp-soak-vs-ndr-2n-skx"
17   include-tests: "NDR"
18   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
19   parameters:
20     - "throughput"
21     - "name"
22     - "parent"
23
24 # VPP Soak vs NDR - 2n-clx
25 - type: "table"
26   title: "VPP Soak vs NDR 2n-clx"
27   algorithm: "table_soak_vs_ndr"
28   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
29   reference:
30     title: "NDR"
31     data: "vpp-soak-vs-ndr-2n-clx-ref"
32   compare:
33     title: "Soak"
34     data: "vpp-2n-clx-curr-soak"
35   data: "vpp-soak-vs-ndr-2n-clx"
36   include-tests: "NDR"
37   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
38   parameters:
39     - "throughput"
40     - "name"
41     - "parent"
42
43 ################################################################################
44
45 # VPP Compare NICs 3n-skx 2t1c ndr
46 - type: "table"
47   title: "VPP Compare NICs 3n-skx 2t1c ndr"
48   algorithm: "table_comparison"
49   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
50   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
51   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
52   columns:
53     - title: "x710"
54       data-set: "vpp-3n-skx-curr-iter"
55       tag: "NIC_Intel-X710"
56     - title: "xxv710"
57       data-set: "vpp-3n-skx-curr-iter"
58       tag: "NIC_Intel-XXV710"
59   comparisons:
60     - title: "Diff"
61       reference: 1
62       compare: 2
63   legend:
64     - ""
65     - "x710, xxv710 - NICs tested."
66     - "Diff - difference between x710 and xxv710 NIC."
67
68 # VPP Compare NICs 3n-skx 4t2c ndr
69 - type: "table"
70   title: "VPP Compare NICs 3n-skx 4t2c ndr"
71   algorithm: "table_comparison"
72   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
73   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
74   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
75   columns:
76     - title: "x710"
77       data-set: "vpp-3n-skx-curr-iter"
78       tag: "NIC_Intel-X710"
79     - title: "xxv710"
80       data-set: "vpp-3n-skx-curr-iter"
81       tag: "NIC_Intel-XXV710"
82   comparisons:
83     - title: "Diff"
84       reference: 1
85       compare: 2
86   legend:
87     - ""
88     - "x710, xxv710 - NICs tested."
89     - "Diff - difference between x710 and xxv710 NIC."
90
91 # VPP Compare NICs 3n-skx 2t1c pdr
92 - type: "table"
93   title: "VPP Compare NICs 3n-skx 2t1c pdr"
94   algorithm: "table_comparison"
95   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
96   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
97   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
98   columns:
99     - title: "x710"
100       data-set: "vpp-3n-skx-curr-iter"
101       tag: "NIC_Intel-X710"
102     - title: "xxv710"
103       data-set: "vpp-3n-skx-curr-iter"
104       tag: "NIC_Intel-XXV710"
105   comparisons:
106     - title: "Diff"
107       reference: 1
108       compare: 2
109   legend:
110     - ""
111     - "x710, xxv710 - NICs tested."
112     - "Diff - difference between x710 and xxv710 NIC."
113
114 # VPP Compare NICs 3n-skx 4t2c pdr
115 - type: "table"
116   title: "VPP Compare NICs 3n-skx 4t2c pdr"
117   algorithm: "table_comparison"
118   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
119   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
120   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
121   columns:
122     - title: "x710"
123       data-set: "vpp-3n-skx-curr-iter"
124       tag: "NIC_Intel-X710"
125     - title: "xxv710"
126       data-set: "vpp-3n-skx-curr-iter"
127       tag: "NIC_Intel-XXV710"
128   comparisons:
129     - title: "Diff"
130       reference: 1
131       compare: 2
132   legend:
133     - ""
134     - "x710, xxv710 - NICs tested."
135     - "Diff - difference between x710 and xxv710 NIC."
136
137 # VPP Compare NICs 3n-skx 2t1c mrr
138 - type: "table"
139   title: "VPP Compare NICs 3n-skx 2t1c mrr"
140   algorithm: "table_comparison"
141   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
142   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
143   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
144   columns:
145     - title: "x710"
146       data-set: "vpp-3n-skx-curr-iter-mrr"
147       tag: "NIC_Intel-X710"
148     - title: "xxv710"
149       data-set: "vpp-3n-skx-curr-iter-mrr"
150       tag: "NIC_Intel-XXV710"
151   comparisons:
152     - title: "Diff"
153       reference: 1
154       compare: 2
155   legend:
156     - ""
157     - "x710, xxv710 - NICs tested."
158     - "Diff - difference between x710 and xxv710 NIC."
159
160 # VPP Compare NICs 3n-skx 4t2c mrr
161 - type: "table"
162   title: "VPP Compare NICs 3n-skx 4t2c mrr"
163   algorithm: "table_comparison"
164   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
165   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
166   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
167   columns:
168     - title: "x710"
169       data-set: "vpp-3n-skx-curr-iter-mrr"
170       tag: "NIC_Intel-X710"
171     - title: "xxv710"
172       data-set: "vpp-3n-skx-curr-iter-mrr"
173       tag: "NIC_Intel-XXV710"
174   comparisons:
175     - title: "Diff"
176       reference: 1
177       compare: 2
178   legend:
179     - ""
180     - "x710, xxv710 - NICs tested."
181     - "Diff - difference between x710 and xxv710 NIC."
182
183 # VPP Compare NICs 3n-skx 8t4c mrr
184 - type: "table"
185   title: "VPP Compare NICs 3n-skx 8t4c mrr"
186   algorithm: "table_comparison"
187   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
188   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
189   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
190   columns:
191     - title: "x710"
192       data-set: "vpp-3n-skx-curr-iter-mrr"
193       tag: "NIC_Intel-X710"
194     - title: "xxv710"
195       data-set: "vpp-3n-skx-curr-iter-mrr"
196       tag: "NIC_Intel-XXV710"
197   comparisons:
198     - title: "Diff"
199       reference: 1
200       compare: 2
201   legend:
202     - ""
203     - "x710, xxv710 - NICs tested."
204     - "Diff - difference between x710 and xxv710 NIC."
205
206 # VPP Compare NICs 2n-skx 2t1c ndr
207 - type: "table"
208   title: "VPP Compare NICs 2n-skx 2t1c ndr"
209   algorithm: "table_comparison"
210   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
211   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
212   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
213   columns:
214     - title: "x710"
215       data-set: "vpp-2n-skx-curr-iter"
216       tag: "NIC_Intel-X710"
217     - title: "xxv710"
218       data-set: "vpp-2n-skx-curr-iter"
219       tag: "NIC_Intel-XXV710"
220   comparisons:
221     - title: "Diff"
222       reference: 1
223       compare: 2
224   legend:
225     - ""
226     - "x710, xxv710 - NICs tested."
227     - "Diff - difference between x710 and xxv710 NIC."
228
229 # VPP Compare NICs 2n-skx 4t2c ndr
230 - type: "table"
231   title: "VPP Compare NICs 2n-skx 4t2c ndr"
232   algorithm: "table_comparison"
233   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
234   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
235   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
236   columns:
237     - title: "x710"
238       data-set: "vpp-2n-skx-curr-iter"
239       tag: "NIC_Intel-X710"
240     - title: "xxv710"
241       data-set: "vpp-2n-skx-curr-iter"
242       tag: "NIC_Intel-XXV710"
243   comparisons:
244     - title: "Diff"
245       reference: 1
246       compare: 2
247   legend:
248     - ""
249     - "x710, xxv710 - NICs tested."
250     - "Diff - difference between x710 and xxv710 NIC."
251
252 # VPP Compare NICs 2n-skx 2t1c pdr
253 - type: "table"
254   title: "VPP Compare NICs 2n-skx 2t1c pdr"
255   algorithm: "table_comparison"
256   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
257   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
258   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
259   columns:
260     - title: "x710"
261       data-set: "vpp-2n-skx-curr-iter"
262       tag: "NIC_Intel-X710"
263     - title: "xxv710"
264       data-set: "vpp-2n-skx-curr-iter"
265       tag: "NIC_Intel-XXV710"
266   comparisons:
267     - title: "Diff"
268       reference: 1
269       compare: 2
270   legend:
271     - ""
272     - "x710, xxv710 - NICs tested."
273     - "Diff - difference between x710 and xxv710 NIC."
274
275 # VPP Compare NICs 2n-skx 4t2c pdr
276 - type: "table"
277   title: "VPP Compare NICs 2n-skx 4t2c pdr"
278   algorithm: "table_comparison"
279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
280   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
281   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
282   columns:
283     - title: "x710"
284       data-set: "vpp-2n-skx-curr-iter"
285       tag: "NIC_Intel-X710"
286     - title: "xxv710"
287       data-set: "vpp-2n-skx-curr-iter"
288       tag: "NIC_Intel-XXV710"
289   comparisons:
290     - title: "Diff"
291       reference: 1
292       compare: 2
293   legend:
294     - ""
295     - "x710, xxv710 - NICs tested."
296     - "Diff - difference between x710 and xxv710 NIC."
297
298 # VPP Compare NICs 2n-skx 2t1c mrr
299 - type: "table"
300   title: "VPP Compare NICs 2n-skx 2t1c mrr"
301   algorithm: "table_comparison"
302   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
303   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
304   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
305   columns:
306     - title: "x710"
307       data-set: "vpp-2n-skx-curr-iter-mrr"
308       tag: "NIC_Intel-X710"
309     - title: "xxv710"
310       data-set: "vpp-2n-skx-curr-iter-mrr"
311       tag: "NIC_Intel-XXV710"
312   comparisons:
313     - title: "Diff"
314       reference: 1
315       compare: 2
316   legend:
317     - ""
318     - "x710, xxv710 - NICs tested."
319     - "Diff - difference between x710 and xxv710 NIC."
320
321 # VPP Compare NICs 2n-skx 4t2c mrr
322 - type: "table"
323   title: "VPP Compare NICs 2n-skx 4t2c mrr"
324   algorithm: "table_comparison"
325   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
326   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
327   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
328   columns:
329     - title: "x710"
330       data-set: "vpp-2n-skx-curr-iter-mrr"
331       tag: "NIC_Intel-X710"
332     - title: "xxv710"
333       data-set: "vpp-2n-skx-curr-iter-mrr"
334       tag: "NIC_Intel-XXV710"
335   comparisons:
336     - title: "Diff"
337       reference: 1
338       compare: 2
339   legend:
340     - ""
341     - "x710, xxv710 - NICs tested."
342     - "Diff - difference between x710 and xxv710 NIC."
343
344 # VPP Compare NICs 2n-skx 8t4c mrr
345 - type: "table"
346   title: "VPP Compare NICs 2n-skx 8t4c mrr"
347   algorithm: "table_comparison"
348   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
349   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
350   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
351   columns:
352     - title: "x710"
353       data-set: "vpp-2n-skx-curr-iter-mrr"
354       tag: "NIC_Intel-X710"
355     - title: "xxv710"
356       data-set: "vpp-2n-skx-curr-iter-mrr"
357       tag: "NIC_Intel-XXV710"
358   comparisons:
359     - title: "Diff"
360       reference: 1
361       compare: 2
362   legend:
363     - ""
364     - "x710, xxv710 - NICs tested."
365     - "Diff - difference between x710 and xxv710 NIC."
366
367 ################################################################################
368 # VPP
369
370 # VPP Performance Changes 3n-skx 2t1c pdr
371 - type: "table"
372   title: "VPP Performance Changes 3n-skx 2t1c pdr"
373   algorithm: "table_comparison"
374   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
375   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
376   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
377   columns:
378     - title: "2009.0-6"
379       data-set: "vpp-3n-skx-hist-iter-new-env"
380     - title: "2101.0-6"
381       data-set: "vpp-3n-skx-prev-iter-old-env"
382     - title: "2101.0-7"
383       data-set: "vpp-3n-skx-prev-iter-new-env"
384     - title: "2106.0-7"
385       data-set: "vpp-3n-skx-curr-iter"
386   comparisons:
387     - title: "2101.0-7 vs 2101.0-6"
388       reference: 2
389       compare: 3
390 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
391     - title: "2106.0-7 vs 2101.0-7"
392       reference: 3
393       compare: 4
394 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
395   legend:
396     - ''
397     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
398     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
399     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
400     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
401     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
402
403 # VPP Performance Changes 3n-skx 4t2c pdr
404 - type: "table"
405   title: "VPP Performance Changes 3n-skx 4t2c pdr"
406   algorithm: "table_comparison"
407   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
408   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
409   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
410   columns:
411     - title: "2009.0-6"
412       data-set: "vpp-3n-skx-hist-iter-new-env"
413     - title: "2101.0-6"
414       data-set: "vpp-3n-skx-prev-iter-old-env"
415     - title: "2101.0-7"
416       data-set: "vpp-3n-skx-prev-iter-new-env"
417     - title: "2106.0-7"
418       data-set: "vpp-3n-skx-curr-iter"
419   comparisons:
420     - title: "2101.0-7 vs 2101.0-6"
421       reference: 2
422       compare: 3
423 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
424     - title: "2106.0-7 vs 2101.0-7"
425       reference: 3
426       compare: 4
427 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
428   legend:
429     - ''
430     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
431     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
432     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
433     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
434     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
435
436 # VPP Performance Changes 3n-skx 2t1c ndr
437 - type: "table"
438   title: "VPP Performance Changes 3n-skx 2t1c ndr"
439   algorithm: "table_comparison"
440   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
441   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
442   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
443   columns:
444     - title: "2009.0-6"
445       data-set: "vpp-3n-skx-hist-iter-new-env"
446     - title: "2101.0-6"
447       data-set: "vpp-3n-skx-prev-iter-old-env"
448     - title: "2101.0-7"
449       data-set: "vpp-3n-skx-prev-iter-new-env"
450     - title: "2106.0-7"
451       data-set: "vpp-3n-skx-curr-iter"
452   comparisons:
453     - title: "2101.0-7 vs 2101.0-6"
454       reference: 2
455       compare: 3
456 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
457     - title: "2106.0-7 vs 2101.0-7"
458       reference: 3
459       compare: 4
460 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
461   legend:
462     - ''
463     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
464     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
465     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
466     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
467     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
468
469 # VPP Performance Changes 3n-skx 4t2c ndr
470 - type: "table"
471   title: "VPP Performance Changes 3n-skx 4t2c ndr"
472   algorithm: "table_comparison"
473   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
474   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
475   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
476   columns:
477     - title: "2009.0-6"
478       data-set: "vpp-3n-skx-hist-iter-new-env"
479     - title: "2101.0-6"
480       data-set: "vpp-3n-skx-prev-iter-old-env"
481     - title: "2101.0-7"
482       data-set: "vpp-3n-skx-prev-iter-new-env"
483     - title: "2106.0-7"
484       data-set: "vpp-3n-skx-curr-iter"
485   comparisons:
486     - title: "2101.0-7 vs 2101.0-6"
487       reference: 2
488       compare: 3
489 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
490     - title: "2106.0-7 vs 2101.0-7"
491       reference: 3
492       compare: 4
493 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
494   legend:
495     - ''
496     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
497     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
498     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
499     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
500     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
501
502 # VPP Performance Changes 2n-skx 2t1c pdr
503 - type: "table"
504   title: "VPP Performance Changes 2n-skx 2t1c pdr"
505   algorithm: "table_comparison"
506   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
507   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
508   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
509   columns:
510     - title: "2009.0-6"
511       data-set: "vpp-2n-skx-hist-iter-new-env"
512     - title: "2101.0-6"
513       data-set: "vpp-2n-skx-prev-iter-old-env"
514     - title: "2101.0-7"
515       data-set: "vpp-2n-skx-prev-iter-new-env"
516     - title: "2106.0-7"
517       data-set: "vpp-2n-skx-curr-iter"
518   comparisons:
519     - title: "2101.0-7 vs 2101.0-6"
520       reference: 2
521       compare: 3
522 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
523     - title: "2106.0-7 vs 2101.0-7"
524       reference: 3
525       compare: 4
526 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
527   legend:
528     - ''
529     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
530     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
531     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
532     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
533     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
534
535 # VPP Performance Changes 2n-skx 4t2c pdr
536 - type: "table"
537   title: "VPP Performance Changes 2n-skx 4t2c pdr"
538   algorithm: "table_comparison"
539   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
540   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
541   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
542   columns:
543     - title: "2009.0-6"
544       data-set: "vpp-2n-skx-hist-iter-new-env"
545     - title: "2101.0-6"
546       data-set: "vpp-2n-skx-prev-iter-old-env"
547     - title: "2101.0-7"
548       data-set: "vpp-2n-skx-prev-iter-new-env"
549     - title: "2106.0-7"
550       data-set: "vpp-2n-skx-curr-iter"
551   comparisons:
552     - title: "2101.0-7 vs 2101.0-6"
553       reference: 2
554       compare: 3
555 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
556     - title: "2106.0-7 vs 2101.0-7"
557       reference: 3
558       compare: 4
559 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
560   legend:
561     - ''
562     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
563     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
564     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
565     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
566     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
567
568 # VPP Performance Changes 2n-skx 2t1c ndr
569 - type: "table"
570   title: "VPP Performance Changes 2n-skx 2t1c ndr"
571   algorithm: "table_comparison"
572   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
573   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
574   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
575   columns:
576     - title: "2009.0-6"
577       data-set: "vpp-2n-skx-hist-iter-new-env"
578     - title: "2101.0-6"
579       data-set: "vpp-2n-skx-prev-iter-old-env"
580     - title: "2101.0-7"
581       data-set: "vpp-2n-skx-prev-iter-new-env"
582     - title: "2106.0-7"
583       data-set: "vpp-2n-skx-curr-iter"
584   comparisons:
585     - title: "2101.0-7 vs 2101.0-6"
586       reference: 2
587       compare: 3
588 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
589     - title: "2106.0-7 vs 2101.0-7"
590       reference: 3
591       compare: 4
592 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
593   legend:
594     - ''
595     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
596     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
597     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
598     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
599     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
600
601 # VPP Performance Changes 2n-skx 4t2c ndr
602 - type: "table"
603   title: "VPP Performance Changes 2n-skx 4t2c ndr"
604   algorithm: "table_comparison"
605   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
606   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
607   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
608   columns:
609     - title: "2009.0-6"
610       data-set: "vpp-2n-skx-hist-iter-new-env"
611     - title: "2101.0-6"
612       data-set: "vpp-2n-skx-prev-iter-old-env"
613     - title: "2101.0-7"
614       data-set: "vpp-2n-skx-prev-iter-new-env"
615     - title: "2106.0-7"
616       data-set: "vpp-2n-skx-curr-iter"
617   comparisons:
618     - title: "2101.0-7 vs 2101.0-6"
619       reference: 2
620       compare: 3
621 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
622     - title: "2106.0-7 vs 2101.0-7"
623       reference: 3
624       compare: 4
625 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
626   legend:
627     - ''
628     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
629     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
630     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
631     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
632     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
633
634 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
635 - type: "table"
636   title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
637   algorithm: "table_comparison"
638   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
639   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
640   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
641   columns:
642     - title: "2009.0-6"
643       data-set: "vpp-2n-clx-hist-iter-new-env"
644     - title: "2101.0-6"
645       data-set: "vpp-2n-clx-prev-iter-old-env"
646     - title: "2101.0-7"
647       data-set: "vpp-2n-clx-prev-iter-new-env"
648     - title: "2106.0-7"
649       data-set: "vpp-2n-clx-curr-iter"
650   comparisons:
651     - title: "2101.0-7 vs 2101.0-6"
652       reference: 2
653       compare: 3
654 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
655     - title: "2106.0-7 vs 2101.0-7"
656       reference: 3
657       compare: 4
658 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
659   legend:
660     - ''
661     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
662     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
663     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
664     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
665     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
666
667 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
668 - type: "table"
669   title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
670   algorithm: "table_comparison"
671   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
672   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
673   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
674   columns:
675     - title: "2009.0-6"
676       data-set: "vpp-2n-clx-hist-iter-new-env"
677     - title: "2101.0-6"
678       data-set: "vpp-2n-clx-prev-iter-old-env"
679     - title: "2101.0-7"
680       data-set: "vpp-2n-clx-prev-iter-new-env"
681     - title: "2106.0-7"
682       data-set: "vpp-2n-clx-curr-iter"
683   comparisons:
684     - title: "2101.0-7 vs 2101.0-6"
685       reference: 2
686       compare: 3
687 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
688     - title: "2106.0-7 vs 2101.0-7"
689       reference: 3
690       compare: 4
691 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
692   legend:
693     - ''
694     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
695     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
696     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
697     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
698     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
699
700 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
701 - type: "table"
702   title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
703   algorithm: "table_comparison"
704   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
705   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
706   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
707   columns:
708     - title: "2009.0-6"
709       data-set: "vpp-2n-clx-hist-iter-new-env"
710     - title: "2101.0-6"
711       data-set: "vpp-2n-clx-prev-iter-old-env"
712     - title: "2101.0-7"
713       data-set: "vpp-2n-clx-prev-iter-new-env"
714     - title: "2106.0-7"
715       data-set: "vpp-2n-clx-curr-iter"
716   comparisons:
717     - title: "2101.0-7 vs 2101.0-6"
718       reference: 2
719       compare: 3
720 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
721     - title: "2106.0-7 vs 2101.0-7"
722       reference: 3
723       compare: 4
724 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
725   legend:
726     - ''
727     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
728     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
729     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
730     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
731     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
732
733 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
734 - type: "table"
735   title: "VPP Performance Changes 2n-clx-xxv710 ndr"
736   algorithm: "table_comparison"
737   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
739   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
740   columns:
741     - title: "2009.0-6"
742       data-set: "vpp-2n-clx-hist-iter-new-env"
743     - title: "2101.0-6"
744       data-set: "vpp-2n-clx-prev-iter-old-env"
745     - title: "2101.0-7"
746       data-set: "vpp-2n-clx-prev-iter-new-env"
747     - title: "2106.0-7"
748       data-set: "vpp-2n-clx-curr-iter"
749   comparisons:
750     - title: "2101.0-7 vs 2101.0-6"
751       reference: 2
752       compare: 3
753 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
754     - title: "2106.0-7 vs 2101.0-7"
755       reference: 3
756       compare: 4
757 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
758   legend:
759     - ''
760     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
761     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
762     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
763     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
764     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
765
766 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
767 - type: "table"
768   title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
769   algorithm: "table_comparison"
770   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
771   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
772   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
773   columns:
774     - title: "2009.0-6"
775       data-set: "vpp-2n-clx-hist-iter-new-env"
776     - title: "2101.0-6"
777       data-set: "vpp-2n-clx-prev-iter-old-env"
778     - title: "2101.0-7"
779       data-set: "vpp-2n-clx-prev-iter-new-env"
780     - title: "2106.0-7"
781       data-set: "vpp-2n-clx-curr-iter"
782   comparisons:
783     - title: "2101.0-7 vs 2101.0-6"
784       reference: 2
785       compare: 3
786 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
787     - title: "2106.0-7 vs 2101.0-7"
788       reference: 3
789       compare: 4
790 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
791   legend:
792     - ''
793     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
794     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
795     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
796     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
797     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
798
799 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
800 - type: "table"
801   title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
802   algorithm: "table_comparison"
803   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
804   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
805   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
806   columns:
807     - title: "2009.0-6"
808       data-set: "vpp-2n-clx-hist-iter-new-env"
809     - title: "2101.0-6"
810       data-set: "vpp-2n-clx-prev-iter-old-env"
811     - title: "2101.0-7"
812       data-set: "vpp-2n-clx-prev-iter-new-env"
813     - title: "2106.0-7"
814       data-set: "vpp-2n-clx-curr-iter"
815   comparisons:
816     - title: "2101.0-7 vs 2101.0-6"
817       reference: 2
818       compare: 3
819 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
820     - title: "2106.0-7 vs 2101.0-7"
821       reference: 3
822       compare: 4
823 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
824   legend:
825     - ''
826     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
827     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
828     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
829     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
830     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
831
832 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
833 - type: "table"
834   title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
835   algorithm: "table_comparison"
836   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
837   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
838   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
839   columns:
840     - title: "2009.0-6"
841       data-set: "vpp-2n-clx-hist-iter-new-env"
842     - title: "2101.0-6"
843       data-set: "vpp-2n-clx-prev-iter-old-env"
844     - title: "2101.0-7"
845       data-set: "vpp-2n-clx-prev-iter-new-env"
846     - title: "2106.0-7"
847       data-set: "vpp-2n-clx-curr-iter"
848   comparisons:
849     - title: "2101.0-7 vs 2101.0-6"
850       reference: 2
851       compare: 3
852 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
853     - title: "2106.0-7 vs 2101.0-7"
854       reference: 3
855       compare: 4
856 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
857   legend:
858     - ''
859     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
860     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
861     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
862     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
863     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
864
865 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
866 - type: "table"
867   title: "VPP Performance Changes 2n-clx-cx556a ndr"
868   algorithm: "table_comparison"
869   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
870   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
871   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
872   columns:
873     - title: "2009.0-6"
874       data-set: "vpp-2n-clx-hist-iter-new-env"
875     - title: "2101.0-6"
876       data-set: "vpp-2n-clx-prev-iter-old-env"
877     - title: "2101.0-7"
878       data-set: "vpp-2n-clx-prev-iter-new-env"
879     - title: "2106.0-7"
880       data-set: "vpp-2n-clx-curr-iter"
881   comparisons:
882     - title: "2101.0-7 vs 2101.0-6"
883       reference: 2
884       compare: 3
885 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
886     - title: "2106.0-7 vs 2101.0-7"
887       reference: 3
888       compare: 4
889 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
890   legend:
891     - ''
892     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
893     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
894     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
895     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
896     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
897
898 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
899 - type: "table"
900   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
901   algorithm: "table_comparison"
902   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
903   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
904   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
905   columns:
906     - title: "2009.0-6"
907       data-set: "vpp-2n-zn2-hist-iter-new-env"
908     - title: "2101.0-6"
909       data-set: "vpp-2n-zn2-prev-iter-old-env"
910     - title: "2101.0-7"
911       data-set: "vpp-2n-zn2-prev-iter-new-env"
912     - title: "2106.0-7"
913       data-set: "vpp-2n-zn2-curr-iter"
914   comparisons:
915     - title: "2101.0-7 vs 2101.0-6"
916       reference: 2
917       compare: 3
918 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
919     - title: "2106.0-7 vs 2101.0-7"
920       reference: 3
921       compare: 4
922 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
923   legend:
924     - ''
925     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
926     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
927     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
928     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
929     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
930
931 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
932 - type: "table"
933   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
934   algorithm: "table_comparison"
935   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
936   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
937   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
938   columns:
939     - title: "2009.0-6"
940       data-set: "vpp-2n-zn2-hist-iter-new-env"
941     - title: "2101.0-6"
942       data-set: "vpp-2n-zn2-prev-iter-old-env"
943     - title: "2101.0-7"
944       data-set: "vpp-2n-zn2-prev-iter-new-env"
945     - title: "2106.0-7"
946       data-set: "vpp-2n-zn2-curr-iter"
947   comparisons:
948     - title: "2101.0-7 vs 2101.0-6"
949       reference: 2
950       compare: 3
951 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
952     - title: "2106.0-7 vs 2101.0-7"
953       reference: 3
954       compare: 4
955 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
956   legend:
957     - ''
958     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
959     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
960     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
961     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
962     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
963
964 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
965 - type: "table"
966   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
967   algorithm: "table_comparison"
968   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
969   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
970   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
971   columns:
972     - title: "2009.0-6"
973       data-set: "vpp-2n-zn2-hist-iter-new-env"
974     - title: "2101.0-6"
975       data-set: "vpp-2n-zn2-prev-iter-old-env"
976     - title: "2101.0-7"
977       data-set: "vpp-2n-zn2-prev-iter-new-env"
978     - title: "2106.0-7"
979       data-set: "vpp-2n-zn2-curr-iter"
980   comparisons:
981     - title: "2101.0-7 vs 2101.0-6"
982       reference: 2
983       compare: 3
984 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
985     - title: "2106.0-7 vs 2101.0-7"
986       reference: 3
987       compare: 4
988 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
989   legend:
990     - ''
991     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
992     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
993     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
994     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
995     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
996
997 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
998 - type: "table"
999   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
1000   algorithm: "table_comparison"
1001   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
1002   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1003   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1004   columns:
1005     - title: "2009.0-6"
1006       data-set: "vpp-2n-zn2-hist-iter-new-env"
1007     - title: "2101.0-6"
1008       data-set: "vpp-2n-zn2-prev-iter-old-env"
1009     - title: "2101.0-7"
1010       data-set: "vpp-2n-zn2-prev-iter-new-env"
1011     - title: "2106.0-7"
1012       data-set: "vpp-2n-zn2-curr-iter"
1013   comparisons:
1014     - title: "2101.0-7 vs 2101.0-6"
1015       reference: 2
1016       compare: 3
1017 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1018     - title: "2106.0-7 vs 2101.0-7"
1019       reference: 3
1020       compare: 4
1021 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1022   legend:
1023     - ''
1024     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
1025     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1026     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1027     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1028     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1029
1030 # VPP Performance Changes 2n-dnv 1t1c pdr
1031 - type: "table"
1032   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1033   algorithm: "table_comparison"
1034   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1035   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1036   filter: "'1T1C'"
1037   columns:
1038     - title: "2009.0-6"
1039       data-set: "vpp-2n-dnv-hist-iter-new-env"
1040     - title: "2101.0-6"
1041       data-set: "vpp-2n-dnv-prev-iter-old-env"
1042     - title: "2101.0-7"
1043       data-set: "vpp-2n-dnv-prev-iter-new-env"
1044     - title: "2106.0-7"
1045       data-set: "vpp-2n-dnv-curr-iter"
1046   comparisons:
1047     - title: "2101.0-7 vs 2101.0-6"
1048       reference: 2
1049       compare: 3
1050     - title: "2101.0-6 vs 2009.0-5"
1051       reference: 3
1052       compare: 4
1053   legend:
1054     - ''
1055     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1056     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1057     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1058     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1059     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1060
1061 # VPP Performance Changes 2n-dnv 2t2c pdr
1062 - type: "table"
1063   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1064   algorithm: "table_comparison"
1065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1066   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1067   filter: "'2T2C'"
1068   columns:
1069     - title: "2009.0-6"
1070       data-set: "vpp-2n-dnv-hist-iter-new-env"
1071     - title: "2101.0-6"
1072       data-set: "vpp-2n-dnv-prev-iter-old-env"
1073     - title: "2101.0-7"
1074       data-set: "vpp-2n-dnv-prev-iter-new-env"
1075     - title: "2106.0-7"
1076       data-set: "vpp-2n-dnv-curr-iter"
1077   comparisons:
1078     - title: "2101.0-7 vs 2101.0-6"
1079       reference: 2
1080       compare: 3
1081     - title: "2101.0-6 vs 2009.0-5"
1082       reference: 3
1083       compare: 4
1084   legend:
1085     - ''
1086     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1087     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1088     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1089     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1090     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1091
1092 # VPP Performance Changes 2n-dnv 1t1c ndr
1093 - type: "table"
1094   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1095   algorithm: "table_comparison"
1096   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1097   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1098   filter: "'1T1C'"
1099   columns:
1100     - title: "2009.0-6"
1101       data-set: "vpp-2n-dnv-hist-iter-new-env"
1102     - title: "2101.0-6"
1103       data-set: "vpp-2n-dnv-prev-iter-old-env"
1104     - title: "2101.0-7"
1105       data-set: "vpp-2n-dnv-prev-iter-new-env"
1106     - title: "2106.0-7"
1107       data-set: "vpp-2n-dnv-curr-iter"
1108   comparisons:
1109     - title: "2101.0-7 vs 2101.0-6"
1110       reference: 2
1111       compare: 3
1112     - title: "2101.0-6 vs 2009.0-5"
1113       reference: 3
1114       compare: 4
1115   legend:
1116     - ''
1117     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1118     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1119     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1120     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1121     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1122
1123 # VPP Performance Changes 2n-dnv 2t2c ndr
1124 - type: "table"
1125   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1126   algorithm: "table_comparison"
1127   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1128   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1129   filter: "'2T2C'"
1130   columns:
1131     - title: "2009.0-6"
1132       data-set: "vpp-2n-dnv-hist-iter-new-env"
1133     - title: "2101.0-6"
1134       data-set: "vpp-2n-dnv-prev-iter-old-env"
1135     - title: "2101.0-7"
1136       data-set: "vpp-2n-dnv-prev-iter-new-env"
1137     - title: "2106.0-7"
1138       data-set: "vpp-2n-dnv-curr-iter"
1139   comparisons:
1140     - title: "2101.0-7 vs 2101.0-6"
1141       reference: 2
1142       compare: 3
1143     - title: "2101.0-6 vs 2009.0-5"
1144       reference: 3
1145       compare: 4
1146   legend:
1147     - ''
1148     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1149     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1150     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1151     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1152     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1153
1154 # VPP Performance Changes 3n-dnv 1t1c pdr
1155 - type: "table"
1156   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
1157   algorithm: "table_comparison"
1158   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
1159   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1160   filter: "'1T1C'"
1161   columns:
1162     - title: "2009.0-6"
1163       data-set: "vpp-3n-dnv-hist-iter-new-env"
1164     - title: "2101.0-6"
1165       data-set: "vpp-3n-dnv-prev-iter-old-env"
1166     - title: "2101.0-7"
1167       data-set: "vpp-3n-dnv-prev-iter-new-env"
1168     - title: "2106.0-7"
1169       data-set: "vpp-3n-dnv-curr-iter"
1170   comparisons:
1171     - title: "2101.0-7 vs 2101.0-6"
1172       reference: 2
1173       compare: 3
1174     - title: "2101.0-6 vs 2009.0-5"
1175       reference: 3
1176       compare: 4
1177   legend:
1178     - ''
1179     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1180     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1181     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1182     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1183     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1184
1185 # VPP Performance Changes 3n-dnv 2t2c pdr
1186 - type: "table"
1187   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
1188   algorithm: "table_comparison"
1189   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
1190   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1191   filter: "'2T2C'"
1192   columns:
1193     - title: "2009.0-6"
1194       data-set: "vpp-3n-dnv-hist-iter-new-env"
1195     - title: "2101.0-6"
1196       data-set: "vpp-3n-dnv-prev-iter-old-env"
1197     - title: "2101.0-7"
1198       data-set: "vpp-3n-dnv-prev-iter-new-env"
1199     - title: "2106.0-7"
1200       data-set: "vpp-3n-dnv-curr-iter"
1201   comparisons:
1202     - title: "2101.0-7 vs 2101.0-6"
1203       reference: 2
1204       compare: 3
1205     - title: "2101.0-6 vs 2009.0-5"
1206       reference: 3
1207       compare: 4
1208   legend:
1209     - ''
1210     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1211     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1212     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1213     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1214     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1215
1216 # VPP Performance Changes 3n-dnv 1t1c ndr
1217 - type: "table"
1218   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
1219   algorithm: "table_comparison"
1220   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
1221   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1222   filter: "'1T1C'"
1223   columns:
1224     - title: "2009.0-6"
1225       data-set: "vpp-3n-dnv-hist-iter-new-env"
1226     - title: "2101.0-6"
1227       data-set: "vpp-3n-dnv-prev-iter-old-env"
1228     - title: "2101.0-7"
1229       data-set: "vpp-3n-dnv-prev-iter-new-env"
1230     - title: "2106.0-7"
1231       data-set: "vpp-3n-dnv-curr-iter"
1232   comparisons:
1233     - title: "2101.0-7 vs 2101.0-6"
1234       reference: 2
1235       compare: 3
1236     - title: "2101.0-6 vs 2009.0-5"
1237       reference: 3
1238       compare: 4
1239   legend:
1240     - ''
1241     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1242     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1243     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1244     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1245     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1246
1247 # VPP Performance Changes 3n-dnv 2t2c ndr
1248 - type: "table"
1249   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
1250   algorithm: "table_comparison"
1251   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
1252   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1253   filter: "'2T2C'"
1254   columns:
1255     - title: "2009.0-6"
1256       data-set: "vpp-3n-dnv-hist-iter-new-env"
1257     - title: "2101.0-6"
1258       data-set: "vpp-3n-dnv-prev-iter-old-env"
1259     - title: "2101.0-7"
1260       data-set: "vpp-3n-dnv-prev-iter-new-env"
1261     - title: "2106.0-7"
1262       data-set: "vpp-3n-dnv-curr-iter"
1263   comparisons:
1264     - title: "2101.0-7 vs 2101.0-6"
1265       reference: 2
1266       compare: 3
1267     - title: "2101.0-6 vs 2009.0-5"
1268       reference: 3
1269       compare: 4
1270   legend:
1271     - ''
1272     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1273     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1274     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1275     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1276     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1277
1278 # VPP Performance Changes 3n-tsh 1t1c pdr
1279 - type: "table"
1280   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
1281   algorithm: "table_comparison"
1282   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
1283   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1284   filter: "'1T1C'"
1285   columns:
1286     - title: "2009.0-6"
1287       data-set: "vpp-3n-tsh-hist-iter-new-env"
1288     - title: "2101.0-6"
1289       data-set: "vpp-3n-tsh-prev-iter-old-env"
1290     - title: "2101.0-7"
1291       data-set: "vpp-3n-tsh-prev-iter-new-env"
1292     - title: "2106.0-7"
1293       data-set: "vpp-3n-tsh-curr-iter"
1294   comparisons:
1295     - title: "2101.0-7 vs 2101.0-6"
1296       reference: 2
1297       compare: 3
1298 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1299     - title: "2106.0-7 vs 2101.0-7"
1300       reference: 3
1301       compare: 4
1302 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1303   legend:
1304     - ''
1305     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1306     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1307     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1308     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1309     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1310
1311 # VPP Performance Changes 3n-tsh 2t2c pdr
1312 - type: "table"
1313   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
1314   algorithm: "table_comparison"
1315   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
1316   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1317   filter: "'2T2C'"
1318   columns:
1319     - title: "2009.0-6"
1320       data-set: "vpp-3n-tsh-hist-iter-new-env"
1321     - title: "2101.0-6"
1322       data-set: "vpp-3n-tsh-prev-iter-old-env"
1323     - title: "2101.0-7"
1324       data-set: "vpp-3n-tsh-prev-iter-new-env"
1325     - title: "2106.0-7"
1326       data-set: "vpp-3n-tsh-curr-iter"
1327   comparisons:
1328     - title: "2101.0-7 vs 2101.0-6"
1329       reference: 2
1330       compare: 3
1331 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1332     - title: "2106.0-7 vs 2101.0-7"
1333       reference: 3
1334       compare: 4
1335 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1336   legend:
1337     - ''
1338     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1339     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1340     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1341     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1342     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1343
1344 # VPP Performance Changes 3n-tsh 1t1c ndr
1345 - type: "table"
1346   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
1347   algorithm: "table_comparison"
1348   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
1349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1350   filter: "'1T1C'"
1351   columns:
1352     - title: "2009.0-6"
1353       data-set: "vpp-3n-tsh-hist-iter-new-env"
1354     - title: "2101.0-6"
1355       data-set: "vpp-3n-tsh-prev-iter-old-env"
1356     - title: "2101.0-7"
1357       data-set: "vpp-3n-tsh-prev-iter-new-env"
1358     - title: "2106.0-7"
1359       data-set: "vpp-3n-tsh-curr-iter"
1360   comparisons:
1361     - title: "2101.0-7 vs 2101.0-6"
1362       reference: 2
1363       compare: 3
1364 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1365     - title: "2106.0-7 vs 2101.0-7"
1366       reference: 3
1367       compare: 4
1368 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1369   legend:
1370     - ''
1371     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
1372     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1373     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1374     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1375     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1376
1377 # VPP Performance Changes 3n-tsh 2t2c ndr
1378 - type: "table"
1379   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
1380   algorithm: "table_comparison"
1381   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
1382   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1383   filter: "'2T2C'"
1384   columns:
1385     - title: "2009.0-6"
1386       data-set: "vpp-3n-tsh-hist-iter-new-env"
1387     - title: "2101.0-6"
1388       data-set: "vpp-3n-tsh-prev-iter-old-env"
1389     - title: "2101.0-7"
1390       data-set: "vpp-3n-tsh-prev-iter-new-env"
1391     - title: "2106.0-7"
1392       data-set: "vpp-3n-tsh-curr-iter"
1393   comparisons:
1394     - title: "2101.0-7 vs 2101.0-6"
1395       reference: 2
1396       compare: 3
1397 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1398     - title: "2106.0-7 vs 2101.0-7"
1399       reference: 3
1400       compare: 4
1401 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1402   legend:
1403     - ''
1404     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
1405     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1406     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1407     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1408     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1409
1410 # VPP Performance Changes 2n-tx2 1t1c pdr
1411 - type: "table"
1412   title: "VPP Performance Changes 2n-tx2 1t1c pdr"
1413   algorithm: "table_comparison"
1414   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1415   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1416   filter: "'1T1C'"
1417   columns:
1418     - title: "2009.0-6"
1419       data-set: "vpp-2n-tx2-hist-iter-new-env"
1420     - title: "2101.0-6"
1421       data-set: "vpp-2n-tx2-prev-iter-old-env"
1422     - title: "2101.0-7"
1423       data-set: "vpp-2n-tx2-prev-iter-new-env"
1424     - title: "2106.0-7"
1425       data-set: "vpp-2n-tx2-curr-iter"
1426   comparisons:
1427     - title: "2101.0-7 vs 2101.0-6"
1428       reference: 2
1429       compare: 3
1430     - title: "2106.0-7 vs 2101.0-7"
1431       reference: 3
1432       compare: 4
1433   legend:
1434     - ''
1435     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1436     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1437     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1438     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1439     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1440
1441 # VPP Performance Changes 2n-tx2 2t2c pdr
1442 - type: "table"
1443   title: "VPP Performance Changes 2n-tx2 2t2c pdr"
1444   algorithm: "table_comparison"
1445   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1446   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1447   filter: "'2T2C'"
1448   columns:
1449     - title: "2009.0-6"
1450       data-set: "vpp-2n-tx2-hist-iter-new-env"
1451     - title: "2101.0-6"
1452       data-set: "vpp-2n-tx2-prev-iter-old-env"
1453     - title: "2101.0-7"
1454       data-set: "vpp-2n-tx2-prev-iter-new-env"
1455     - title: "2106.0-7"
1456       data-set: "vpp-2n-tx2-curr-iter"
1457   comparisons:
1458     - title: "2101.0-7 vs 2101.0-6"
1459       reference: 2
1460       compare: 3
1461     - title: "2106.0-7 vs 2101.0-7"
1462       reference: 3
1463       compare: 4
1464   legend:
1465     - ''
1466     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1467     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1468     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1469     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1470     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1471
1472 # VPP Performance Changes 2n-tx2 1t1c ndr
1473 - type: "table"
1474   title: "VPP Performance Changes 2n-tx2 1t1c ndr"
1475   algorithm: "table_comparison"
1476   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1477   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1478   filter: "'1T1C'"
1479   columns:
1480     - title: "2009.0-6"
1481       data-set: "vpp-2n-tx2-hist-iter-new-env"
1482     - title: "2101.0-6"
1483       data-set: "vpp-2n-tx2-prev-iter-old-env"
1484     - title: "2101.0-7"
1485       data-set: "vpp-2n-tx2-prev-iter-new-env"
1486     - title: "2106.0-7"
1487       data-set: "vpp-2n-tx2-curr-iter"
1488   comparisons:
1489     - title: "2101.0-7 vs 2101.0-6"
1490       reference: 2
1491       compare: 3
1492     - title: "2106.0-7 vs 2101.0-7"
1493       reference: 3
1494       compare: 4
1495   legend:
1496     - ''
1497     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1498     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1499     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1500     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1501     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1502
1503 # VPP Performance Changes 2n-tx2 2t2c ndr
1504 - type: "table"
1505   title: "VPP Performance Changes 2n-tx2 2t2c ndr"
1506   algorithm: "table_comparison"
1507   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1508   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1509   filter: "'2T2C'"
1510   columns:
1511     - title: "2009.0-6"
1512       data-set: "vpp-2n-tx2-hist-iter-new-env"
1513     - title: "2101.0-6"
1514       data-set: "vpp-2n-tx2-prev-iter-old-env"
1515     - title: "2101.0-7"
1516       data-set: "vpp-2n-tx2-prev-iter-new-env"
1517     - title: "2106.0-7"
1518       data-set: "vpp-2n-tx2-curr-iter"
1519   comparisons:
1520     - title: "2101.0-7 vs 2101.0-6"
1521       reference: 2
1522       compare: 3
1523     - title: "2106.0-7 vs 2101.0-7"
1524       reference: 3
1525       compare: 4
1526   legend:
1527     - ''
1528     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1529     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1530     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1531     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1532     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1533
1534 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
1535 - type: "table"
1536   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
1537   algorithm: "table_comparison"
1538   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
1539   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1540   filter: "'2T1C' and 'NIC_Intel-XXV710'"
1541   columns:
1542     - title: "2n-skx"
1543       data-set: "vpp-2n-skx-curr-iter"
1544     - title: "2n-clx"
1545       data-set: "vpp-2n-clx-curr-iter"
1546   comparisons:
1547     - title: "Diff"
1548       reference: 1
1549       compare: 2
1550   legend:
1551     - ""
1552     - "2n-skx, 2n-clx - testbeds and NICs tested."
1553     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1554
1555 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
1556 - type: "table"
1557   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
1558   algorithm: "table_comparison"
1559   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
1560   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1561   filter: "'4T2C' and 'NIC_Intel-XXV710'"
1562   columns:
1563     - title: "2n-skx"
1564       data-set: "vpp-2n-skx-curr-iter"
1565     - title: "2n-clx"
1566       data-set: "vpp-2n-clx-curr-iter"
1567   comparisons:
1568     - title: "Diff"
1569       reference: 1
1570       compare: 2
1571   legend:
1572     - ""
1573     - "2n-skx, 2n-clx - testbeds and NICs tested."
1574     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1575
1576 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
1577 - type: "table"
1578   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
1579   algorithm: "table_comparison"
1580   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
1581   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1582   filter: "'2T1C' and 'NIC_Intel-XXV710'"
1583   columns:
1584     - title: "2n-skx"
1585       data-set: "vpp-2n-skx-curr-iter"
1586     - title: "2n-clx"
1587       data-set: "vpp-2n-clx-curr-iter"
1588   comparisons:
1589     - title: "Diff"
1590       reference: 1
1591       compare: 2
1592   legend:
1593     - ""
1594     - "2n-skx, 2n-clx - testbeds and NICs tested."
1595     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1596
1597 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
1598 - type: "table"
1599   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
1600   algorithm: "table_comparison"
1601   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
1602   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1603   filter: "'4T2C' and 'NIC_Intel-XXV710'"
1604   columns:
1605     - title: "2n-skx"
1606       data-set: "vpp-2n-skx-curr-iter"
1607     - title: "2n-clx"
1608       data-set: "vpp-2n-clx-curr-iter"
1609   comparisons:
1610     - title: "Diff"
1611       reference: 1
1612       compare: 2
1613   legend:
1614     - ""
1615     - "2n-skx, 2n-clx - testbeds and NICs tested."
1616     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1617
1618 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
1619 - type: "table"
1620   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
1621   algorithm: "table_comparison"
1622   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
1623   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1624   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1625   columns:
1626     - title: "2n-clx xxv710"
1627       data-set: "vpp-2n-clx-curr-iter"
1628       tag: "NIC_Intel-XXV710"
1629     - title: "2n-icx e810cq"
1630       data-set: "vpp-2n-icx-curr-iter"
1631       tag: "NIC_Intel-E810CQ"
1632   comparisons:
1633     - title: "Diff"
1634       reference: 1
1635       compare: 2
1636   legend:
1637     - ""
1638     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1639     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1640
1641 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
1642 - type: "table"
1643   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
1644   algorithm: "table_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
1646   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1647   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1648   columns:
1649     - title: "2n-clx xxv710"
1650       data-set: "vpp-2n-clx-curr-iter"
1651       tag: "NIC_Intel-XXV710"
1652     - title: "2n-icx e810cq"
1653       data-set: "vpp-2n-icx-curr-iter"
1654       tag: "NIC_Intel-E810CQ"
1655   comparisons:
1656     - title: "Diff"
1657       reference: 1
1658       compare: 2
1659   legend:
1660     - ""
1661     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1662     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1663
1664 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
1665 - type: "table"
1666   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
1667   algorithm: "table_comparison"
1668   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
1669   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1670   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1671   columns:
1672     - title: "2n-clx xxv710"
1673       data-set: "vpp-2n-clx-curr-iter"
1674       tag: "NIC_Intel-XXV710"
1675     - title: "2n-icx e810cq"
1676       data-set: "vpp-2n-icx-curr-iter"
1677       tag: "NIC_Intel-E810CQ"
1678   comparisons:
1679     - title: "Diff"
1680       reference: 1
1681       compare: 2
1682   legend:
1683     - ""
1684     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1685     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1686
1687 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
1688 - type: "table"
1689   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
1690   algorithm: "table_comparison"
1691   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
1692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1693   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1694   columns:
1695     - title: "2n-clx xxv710"
1696       data-set: "vpp-3n-skx-curr-iter"
1697       tag: "NIC_Intel-XXV710"
1698     - title: "2n-icx e810cq"
1699       data-set: "vpp-2n-icx-curr-iter"
1700       tag: "NIC_Intel-E810CQ"
1701   comparisons:
1702     - title: "Diff"
1703       reference: 1
1704       compare: 2
1705   legend:
1706     - ""
1707     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1708     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1709
1710 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
1711 - type: "table"
1712   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
1713   algorithm: "table_comparison"
1714   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
1715   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1716   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1717   columns:
1718     - title: "3n-skx xxv710"
1719       data-set: "vpp-3n-skx-curr-iter"
1720       tag: "NIC_Intel-XXV710"
1721     - title: "3n-icx e810cq"
1722       data-set: "vpp-3n-icx-curr-iter"
1723       tag: "NIC_Intel-E810CQ"
1724   comparisons:
1725     - title: "Diff"
1726       reference: 1
1727       compare: 2
1728   legend:
1729     - ""
1730     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1731     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1732
1733 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
1734 - type: "table"
1735   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
1736   algorithm: "table_comparison"
1737   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
1738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1739   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1740   columns:
1741     - title: "3n-skx xxv710"
1742       data-set: "vpp-3n-skx-curr-iter"
1743       tag: "NIC_Intel-XXV710"
1744     - title: "3n-icx e810cq"
1745       data-set: "vpp-3n-icx-curr-iter"
1746       tag: "NIC_Intel-E810CQ"
1747   comparisons:
1748     - title: "Diff"
1749       reference: 1
1750       compare: 2
1751   legend:
1752     - ""
1753     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1754     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1755
1756 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
1757 - type: "table"
1758   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
1759   algorithm: "table_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
1761   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1762   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1763   columns:
1764     - title: "3n-skx xxv710"
1765       data-set: "vpp-3n-skx-curr-iter"
1766       tag: "NIC_Intel-XXV710"
1767     - title: "3n-icx e810cq"
1768       data-set: "vpp-3n-icx-curr-iter"
1769       tag: "NIC_Intel-E810CQ"
1770   comparisons:
1771     - title: "Diff"
1772       reference: 1
1773       compare: 2
1774   legend:
1775     - ""
1776     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1777     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1778
1779 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
1780 - type: "table"
1781   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
1782   algorithm: "table_comparison"
1783   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
1784   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1785   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1786   columns:
1787     - title: "3n-skx xxv710"
1788       data-set: "vpp-3n-skx-curr-iter"
1789       tag: "NIC_Intel-XXV710"
1790     - title: "3n-icx e810cq"
1791       data-set: "vpp-3n-icx-curr-iter"
1792       tag: "NIC_Intel-E810CQ"
1793   comparisons:
1794     - title: "Diff"
1795       reference: 1
1796       compare: 2
1797   legend:
1798     - ""
1799     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1800     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1801
1802 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
1803 - type: "table"
1804   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
1805   algorithm: "table_comparison"
1806   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
1807   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1808   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1809   columns:
1810     - title: "3n-skx"
1811       data-set: "vpp-3n-skx-curr-iter"
1812     - title: "2n-skx"
1813       data-set: "vpp-2n-skx-curr-iter"
1814   comparisons:
1815     - title: "Diff"
1816       reference: 1
1817       compare: 2
1818   legend:
1819     - ""
1820     - "3n-skx, 2n-skx - topologies tested."
1821     - "Diff - difference between 3n-skx and 2n-skx topologies."
1822
1823 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
1824 - type: "table"
1825   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
1826   algorithm: "table_comparison"
1827   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
1828   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1829   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1830   columns:
1831     - title: "3n-skx"
1832       data-set: "vpp-3n-skx-curr-iter"
1833     - title: "2n-skx"
1834       data-set: "vpp-2n-skx-curr-iter"
1835   comparisons:
1836     - title: "Diff"
1837       reference: 1
1838       compare: 2
1839   legend:
1840     - ""
1841     - "3n-skx, 2n-skx - topologies tested."
1842     - "Diff - difference between 3n-skx and 2n-skx topologies."
1843
1844 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
1845 - type: "table"
1846   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
1847   algorithm: "table_comparison"
1848   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
1849   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1850   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1851   columns:
1852     - title: "3n-skx"
1853       data-set: "vpp-3n-skx-curr-iter"
1854     - title: "2n-skx"
1855       data-set: "vpp-2n-skx-curr-iter"
1856   comparisons:
1857     - title: "Diff"
1858       reference: 1
1859       compare: 2
1860   legend:
1861     - ""
1862     - "3n-skx, 2n-skx - topologies tested."
1863     - "Diff - difference between 3n-skx and 2n-skx topologies."
1864
1865 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
1866 - type: "table"
1867   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
1868   algorithm: "table_comparison"
1869   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
1870   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1871   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1872   columns:
1873     - title: "3n-skx"
1874       data-set: "vpp-3n-skx-curr-iter"
1875     - title: "2n-skx"
1876       data-set: "vpp-2n-skx-curr-iter"
1877   comparisons:
1878     - title: "Diff"
1879       reference: 1
1880       compare: 2
1881   legend:
1882     - ""
1883     - "3n-skx, 2n-skx - topologies tested."
1884     - "Diff - difference between 3n-skx and 2n-skx topologies."
1885
1886 # VPP Performance Changes 3n-skx 2t1c mrr
1887 - type: "table"
1888   title: "VPP Performance Changes 3n-skx 2t1c mrr"
1889   algorithm: "table_comparison"
1890   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
1891   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1892   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1893   columns:
1894     - title: "2009.0-6"
1895       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1896     - title: "2101.0-6"
1897       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1898     - title: "2101.0-7"
1899       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1900     - title: "2106.0-7"
1901       data-set: "vpp-3n-skx-curr-iter-mrr"
1902   comparisons:
1903     - title: "2101.0-7 vs 2101.0-6"
1904       reference: 2
1905       compare: 3
1906 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
1907     - title: "2106.0-7 vs 2101.0-7"
1908       reference: 3
1909       compare: 4
1910 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
1911   legend:
1912     - ''
1913     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1914     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1915     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1916     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1917     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1918
1919 # VPP Performance Changes 3n-skx 4t2c mrr
1920 - type: "table"
1921   title: "VPP Performance Changes 3n-skx 4t2c mrr"
1922   algorithm: "table_comparison"
1923   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
1924   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1925   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1926   columns:
1927     - title: "2009.0-6"
1928       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1929     - title: "2101.0-6"
1930       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1931     - title: "2101.0-7"
1932       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1933     - title: "2106.0-7"
1934       data-set: "vpp-3n-skx-curr-iter-mrr"
1935   comparisons:
1936     - title: "2101.0-7 vs 2101.0-6"
1937       reference: 2
1938       compare: 3
1939 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
1940     - title: "2106.0-7 vs 2101.0-7"
1941       reference: 3
1942       compare: 4
1943 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
1944   legend:
1945     - ''
1946     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1947     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1948     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1949     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1950     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1951
1952 # VPP Performance Changes 3n-skx 8t4c mrr
1953 - type: "table"
1954   title: "VPP Performance Changes 3n-skx 8t4c mrr"
1955   algorithm: "table_comparison"
1956   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
1957   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1958   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1959   columns:
1960     - title: "2009.0-6"
1961       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1962     - title: "2101.0-6"
1963       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1964     - title: "2101.0-7"
1965       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1966     - title: "2106.0-7"
1967       data-set: "vpp-3n-skx-curr-iter-mrr"
1968   comparisons:
1969     - title: "2101.0-7 vs 2101.0-6"
1970       reference: 2
1971       compare: 3
1972 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
1973     - title: "2106.0-7 vs 2101.0-7"
1974       reference: 3
1975       compare: 4
1976 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
1977   legend:
1978     - ''
1979     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1980     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1981     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1982     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1983     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1984
1985 # VPP Performance Changes 2n-skx 2t1c mrr
1986 - type: "table"
1987   title: "VPP Performance Changes 2n-skx 2t1c mrr"
1988   algorithm: "table_comparison"
1989   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
1990   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1991   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1992   columns:
1993     - title: "2009.0-6"
1994       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
1995     - title: "2101.0-6"
1996       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
1997     - title: "2101.0-7"
1998       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
1999     - title: "2106.0-7"
2000       data-set: "vpp-2n-skx-curr-iter-mrr"
2001   comparisons:
2002     - title: "2101.0-7 vs 2101.0-6"
2003       reference: 2
2004       compare: 3
2005 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
2006     - title: "2106.0-7 vs 2101.0-7"
2007       reference: 3
2008       compare: 4
2009 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
2010   legend:
2011     - ''
2012     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2013     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2014     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2015     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2016     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2017
2018 # VPP Performance Changes 2n-skx 4t2c mrr
2019 - type: "table"
2020   title: "VPP Performance Changes 2n-skx 4t2c mrr"
2021   algorithm: "table_comparison"
2022   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2023   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2024   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2025   columns:
2026     - title: "2009.0-6"
2027       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2028     - title: "2101.0-6"
2029       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2030     - title: "2101.0-7"
2031       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2032     - title: "2106.0-7"
2033       data-set: "vpp-2n-skx-curr-iter-mrr"
2034   comparisons:
2035     - title: "2101.0-7 vs 2101.0-6"
2036       reference: 2
2037       compare: 3
2038 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
2039     - title: "2106.0-7 vs 2101.0-7"
2040       reference: 3
2041       compare: 4
2042 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
2043   legend:
2044     - ''
2045     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2046     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2047     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2048     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2049     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2050
2051 # VPP Performance Changes 2n-skx 8t4c mrr
2052 - type: "table"
2053   title: "VPP Performance Changes 2n-skx 8t4c mrr"
2054   algorithm: "table_comparison"
2055   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2056   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2057   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2058   columns:
2059     - title: "2009.0-6"
2060       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2061     - title: "2101.0-6"
2062       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2063     - title: "2101.0-7"
2064       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2065     - title: "2106.0-7"
2066       data-set: "vpp-2n-skx-curr-iter-mrr"
2067   comparisons:
2068     - title: "2101.0-7 vs 2101.0-6"
2069       reference: 2
2070       compare: 3
2071 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
2072     - title: "2106.0-7 vs 2101.0-7"
2073       reference: 3
2074       compare: 4
2075 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
2076   legend:
2077     - ''
2078     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2079     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2080     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2081     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2082     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2083
2084 # VPP Performance Changes 2n-clx-xxv710 2t1c mrr
2085 - type: "table"
2086   title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
2087   algorithm: "table_comparison"
2088   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
2089   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2090   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2091   columns:
2092     - title: "2009.0-6"
2093       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2094     - title: "2101.0-6"
2095       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2096     - title: "2101.0-7"
2097       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2098     - title: "2106.0-7"
2099       data-set: "vpp-2n-clx-curr-iter-mrr"
2100   comparisons:
2101     - title: "2101.0-7 vs 2101.0-6"
2102       reference: 2
2103       compare: 3
2104 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2105     - title: "2106.0-7 vs 2101.0-7"
2106       reference: 3
2107       compare: 4
2108 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2109   legend:
2110     - ''
2111     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2112     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2113     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2114     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2115     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2116
2117 # VPP Performance Changes 2n-clx-xxv710 4t2c mrr
2118 - type: "table"
2119   title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
2120   algorithm: "table_comparison"
2121   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
2122   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2123   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2124   columns:
2125     - title: "2009.0-6"
2126       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2127     - title: "2101.0-6"
2128       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2129     - title: "2101.0-7"
2130       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2131     - title: "2106.0-7"
2132       data-set: "vpp-2n-clx-curr-iter-mrr"
2133   comparisons:
2134     - title: "2101.0-7 vs 2101.0-6"
2135       reference: 2
2136       compare: 3
2137 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2138     - title: "2106.0-7 vs 2101.0-7"
2139       reference: 3
2140       compare: 4
2141 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2142   legend:
2143     - ''
2144     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2145     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2146     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2147     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2148     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2149
2150 # VPP Performance Changes 2n-clx-xxv710 8t4c mrr
2151 - type: "table"
2152   title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
2153   algorithm: "table_comparison"
2154   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
2155   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2156   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2157   columns:
2158     - title: "2009.0-6"
2159       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2160     - title: "2101.0-6"
2161       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2162     - title: "2101.0-7"
2163       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2164     - title: "2106.0-7"
2165       data-set: "vpp-2n-clx-curr-iter-mrr"
2166   comparisons:
2167     - title: "2101.0-7 vs 2101.0-6"
2168       reference: 2
2169       compare: 3
2170 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2171     - title: "2106.0-7 vs 2101.0-7"
2172       reference: 3
2173       compare: 4
2174 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2175   legend:
2176     - ''
2177     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2178     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2179     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2180     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2181     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2182
2183 # VPP Performance Changes 2n-clx-cx556a 2t1c mrr
2184 - type: "table"
2185   title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr"
2186   algorithm: "table_comparison"
2187   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
2188   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2189   filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2190   columns:
2191     - title: "2009.0-6"
2192       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2193     - title: "2101.0-6"
2194       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2195     - title: "2101.0-7"
2196       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2197     - title: "2106.0-7"
2198       data-set: "vpp-2n-clx-curr-iter-mrr"
2199   comparisons:
2200     - title: "2101.0-7 vs 2101.0-6"
2201       reference: 2
2202       compare: 3
2203 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2204     - title: "2106.0-7 vs 2101.0-7"
2205       reference: 3
2206       compare: 4
2207 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2208   legend:
2209     - ''
2210     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2211     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2212     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2213     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2214     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2215
2216 # VPP Performance Changes 2n-clx-cx556a 4t2c mrr
2217 - type: "table"
2218   title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr"
2219   algorithm: "table_comparison"
2220   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
2221   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2222   filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2223   columns:
2224     - title: "2009.0-6"
2225       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2226     - title: "2101.0-6"
2227       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2228     - title: "2101.0-7"
2229       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2230     - title: "2106.0-7"
2231       data-set: "vpp-2n-clx-curr-iter-mrr"
2232   comparisons:
2233     - title: "2101.0-7 vs 2101.0-6"
2234       reference: 2
2235       compare: 3
2236 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2237     - title: "2106.0-7 vs 2101.0-7"
2238       reference: 3
2239       compare: 4
2240 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2241   legend:
2242     - ''
2243     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2244     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2245     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2246     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2247     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2248
2249 # VPP Performance Changes 2n-clx-cx556a 8t4c mrr
2250 - type: "table"
2251   title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr"
2252   algorithm: "table_comparison"
2253   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
2254   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2255   filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2256   columns:
2257     - title: "2009.0-6"
2258       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2259     - title: "2101.0-6"
2260       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2261     - title: "2101.0-7"
2262       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2263     - title: "2106.0-7"
2264       data-set: "vpp-2n-clx-curr-iter-mrr"
2265   comparisons:
2266     - title: "2101.0-7 vs 2101.0-6"
2267       reference: 2
2268       compare: 3
2269 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2270     - title: "2106.0-7 vs 2101.0-7"
2271       reference: 3
2272       compare: 4
2273 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2274   legend:
2275     - ''
2276     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2277     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2278     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2279     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2280     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2281
2282 # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
2283 - type: "table"
2284   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr"
2285   algorithm: "table_comparison"
2286   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr"
2287   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2288   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
2289   columns:
2290     - title: "2009.0-6"
2291       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2292     - title: "2101.0-6"
2293       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2294     - title: "2101.0-7"
2295       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2296     - title: "2106.0-7"
2297       data-set: "vpp-2n-zn2-curr-iter-mrr"
2298   comparisons:
2299     - title: "2101.0-7 vs 2101.0-6"
2300       reference: 2
2301       compare: 3
2302 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
2303     - title: "2106.0-7 vs 2101.0-7"
2304       reference: 3
2305       compare: 4
2306 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
2307   legend:
2308     - ''
2309     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2310     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2311     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2312     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2313     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2314
2315 # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
2316 - type: "table"
2317   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr"
2318   algorithm: "table_comparison"
2319   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr"
2320   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2321   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
2322   columns:
2323     - title: "2009.0-6"
2324       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2325     - title: "2101.0-6"
2326       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2327     - title: "2101.0-7"
2328       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2329     - title: "2106.0-7"
2330       data-set: "vpp-2n-zn2-curr-iter-mrr"
2331   comparisons:
2332     - title: "2101.0-7 vs 2101.0-6"
2333       reference: 2
2334       compare: 3
2335 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
2336     - title: "2106.0-7 vs 2101.0-7"
2337       reference: 3
2338       compare: 4
2339 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
2340   legend:
2341     - ''
2342     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2343     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2344     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2345     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2346     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2347
2348 # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
2349 - type: "table"
2350   title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr"
2351   algorithm: "table_comparison"
2352   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr"
2353   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2354   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
2355   columns:
2356     - title: "2009.0-6"
2357       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2358     - title: "2101.0-6"
2359       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2360     - title: "2101.0-7"
2361       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2362     - title: "2106.0-7"
2363       data-set: "vpp-2n-zn2-curr-iter-mrr"
2364   comparisons:
2365     - title: "2101.0-7 vs 2101.0-6"
2366       reference: 2
2367       compare: 3
2368 #      rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml"
2369     - title: "2106.0-7 vs 2101.0-7"
2370       reference: 3
2371       compare: 4
2372 #      rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml"
2373   legend:
2374     - ''
2375     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2376     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2377     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2378     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2379     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2380
2381 # VPP Performance Changes 2n-dnv 1t1c mrr
2382 - type: "table"
2383   title: "VPP Performance Changes 2n-dnv 1t1c mrr"
2384   algorithm: "table_comparison"
2385   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2386   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2387   filter: "'1T1C'"
2388   columns:
2389     - title: "2009.0-6"
2390       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2391     - title: "2101.0-6"
2392       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2393     - title: "2101.0-7"
2394       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2395     - title: "2106.0-7"
2396       data-set: "vpp-2n-dnv-curr-iter-mrr"
2397   comparisons:
2398     - title: "2101.0-7 vs 2101.0-6"
2399       reference: 2
2400       compare: 3
2401 #      rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml"
2402     - title: "2106.0-7 vs 2101.0-7"
2403       reference: 3
2404       compare: 4
2405 #      rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml"
2406   legend:
2407     - ''
2408     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2409     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2410     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2411     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2412     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2413
2414 # VPP Performance Changes 2n-dnv 2t2c mrr
2415 - type: "table"
2416   title: "VPP Performance Changes 2n-dnv 2t2c mrr"
2417   algorithm: "table_comparison"
2418   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2419   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2420   filter: "'2T2C'"
2421   columns:
2422     - title: "2009.0-6"
2423       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2424     - title: "2101.0-6"
2425       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2426     - title: "2101.0-7"
2427       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2428     - title: "2106.0-7"
2429       data-set: "vpp-2n-dnv-curr-iter-mrr"
2430   comparisons:
2431     - title: "2101.0-7 vs 2101.0-6"
2432       reference: 2
2433       compare: 3
2434 #      rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml"
2435     - title: "2106.0-7 vs 2101.0-7"
2436       reference: 3
2437       compare: 4
2438 #      rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml"
2439   legend:
2440     - ''
2441     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2442     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2443     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2444     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2445     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2446
2447 # VPP Performance Changes 2n-dnv 4t4c mrr
2448 - type: "table"
2449   title: "VPP Performance Changes 2n-dnv 4t4c mrr"
2450   algorithm: "table_comparison"
2451   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2452   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2453   filter: "'4T4C'"
2454   columns:
2455     - title: "2009.0-6"
2456       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2457     - title: "2101.0-6"
2458       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2459     - title: "2101.0-7"
2460       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2461     - title: "2106.0-7"
2462       data-set: "vpp-2n-dnv-curr-iter-mrr"
2463   comparisons:
2464     - title: "2101.0-7 vs 2101.0-6"
2465       reference: 2
2466       compare: 3
2467 #      rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml"
2468     - title: "2106.0-7 vs 2101.0-7"
2469       reference: 3
2470       compare: 4
2471 #      rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml"
2472   legend:
2473     - ''
2474     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2475     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2476     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2477     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2478     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2479
2480 # VPP Performance Changes 3n-dnv 1t1c mrr
2481 - type: "table"
2482   title: "VPP Performance Changes 3n-dnv 1t1c mrr"
2483   algorithm: "table_comparison"
2484   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
2485   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2486   filter: "'1T1C'"
2487   columns:
2488     - title: "2009.0-6"
2489       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2490     - title: "2101.0-6"
2491       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2492     - title: "2101.0-7"
2493       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2494     - title: "2106.0-7"
2495       data-set: "vpp-3n-dnv-curr-iter-mrr"
2496   comparisons:
2497     - title: "2101.0-7 vs 2101.0-6"
2498       reference: 2
2499       compare: 3
2500 #      rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml"
2501     - title: "2106.0-7 vs 2101.0-7"
2502       reference: 3
2503       compare: 4
2504 #      rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml"
2505   legend:
2506     - ''
2507     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2508     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2509     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2510     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2511     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2512
2513 # VPP Performance Changes 3n-dnv 2t2c mrr
2514 - type: "table"
2515   title: "VPP Performance Changes 3n-dnv 2t2c mrr"
2516   algorithm: "table_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
2518   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2519   filter: "'2T2C'"
2520   columns:
2521     - title: "2009.0-6"
2522       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2523     - title: "2101.0-6"
2524       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2525     - title: "2101.0-7"
2526       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2527     - title: "2106.0-7"
2528       data-set: "vpp-3n-dnv-curr-iter-mrr"
2529   comparisons:
2530     - title: "2101.0-7 vs 2101.0-6"
2531       reference: 2
2532       compare: 3
2533 #      rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml"
2534     - title: "2106.0-7 vs 2101.0-7"
2535       reference: 3
2536       compare: 4
2537 #      rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml"
2538   legend:
2539     - ''
2540     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2541     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2542     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2543     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2544     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2545
2546 # VPP Performance Changes 3n-dnv 4t4c mrr
2547 - type: "table"
2548   title: "VPP Performance Changes 3n-dnv 4t4c mrr"
2549   algorithm: "table_comparison"
2550   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
2551   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2552   filter: "'4T4C'"
2553   columns:
2554     - title: "2009.0-6"
2555       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2556     - title: "2101.0-6"
2557       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2558     - title: "2101.0-7"
2559       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2560     - title: "2106.0-7"
2561       data-set: "vpp-3n-dnv-curr-iter-mrr"
2562   comparisons:
2563     - title: "2101.0-7 vs 2101.0-6"
2564       reference: 2
2565       compare: 3
2566 #      rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml"
2567     - title: "2106.0-7 vs 2101.0-7"
2568       reference: 3
2569       compare: 4
2570 #      rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml"
2571   legend:
2572     - ''
2573     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2574     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2575     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2576     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2577     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2578
2579 # VPP Performance Changes 3n-tsh 1t1c mrr
2580 - type: "table"
2581   title: "VPP Performance Changes 3n-tsh 1t1c mrr"
2582   algorithm: "table_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
2584   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2585   filter: "'1T1C'"
2586   columns:
2587     - title: "2009.0-6"
2588       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2589     - title: "2101.0-6"
2590       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2591     - title: "2101.0-7"
2592       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2593     - title: "2106.0-7"
2594       data-set: "vpp-3n-tsh-curr-iter-mrr"
2595   comparisons:
2596     - title: "2101.0-7 vs 2101.0-6"
2597       reference: 2
2598       compare: 3
2599 #      rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
2600     - title: "2106.0-7 vs 2101.0-7"
2601       reference: 3
2602       compare: 4
2603 #      rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
2604   legend:
2605     - ''
2606     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2607     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2608     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2609     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2610     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2611
2612 # VPP Performance Changes 3n-tsh 2t2c mrr
2613 - type: "table"
2614   title: "VPP Performance Changes 3n-tsh 2t2c mrr"
2615   algorithm: "table_comparison"
2616   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
2617   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2618   filter: "'2T2C'"
2619   columns:
2620     - title: "2009.0-6"
2621       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2622     - title: "2101.0-6"
2623       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2624     - title: "2101.0-7"
2625       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2626     - title: "2106.0-7"
2627       data-set: "vpp-3n-tsh-curr-iter-mrr"
2628   comparisons:
2629     - title: "2101.0-7 vs 2101.0-6"
2630       reference: 2
2631       compare: 3
2632 #      rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
2633     - title: "2106.0-7 vs 2101.0-7"
2634       reference: 3
2635       compare: 4
2636 #      rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
2637   legend:
2638     - ''
2639     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2640     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2641     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2642     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2643     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2644
2645 # VPP Performance Changes 3n-tsh 4t4c mrr
2646 - type: "table"
2647   title: "VPP Performance Changes 3n-tsh 4t4c mrr"
2648   algorithm: "table_comparison"
2649   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
2650   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2651   filter: "'4T4C'"
2652   columns:
2653     - title: "2009.0-6"
2654       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2655     - title: "2101.0-6"
2656       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2657     - title: "2101.0-7"
2658       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2659     - title: "2106.0-7"
2660       data-set: "vpp-3n-tsh-curr-iter-mrr"
2661   comparisons:
2662     - title: "2101.0-7 vs 2101.0-6"
2663       reference: 2
2664       compare: 3
2665 #      rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
2666     - title: "2106.0-7 vs 2101.0-7"
2667       reference: 3
2668       compare: 4
2669 #      rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
2670   legend:
2671     - ''
2672     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2673     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2674     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2675     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2676     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2677
2678 # VPP Performance Changes 2n-tx2 1t1c mrr
2679 - type: "table"
2680   title: "VPP Performance Changes 2n-tx2 1t1c mrr"
2681   algorithm: "table_comparison"
2682   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr"
2683   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2684   filter: "'1T1C'"
2685   columns:
2686     - title: "2009.0-6"
2687       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2688     - title: "2101.0-6"
2689       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2690     - title: "2101.0-7"
2691       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2692     - title: "2106.0-7"
2693       data-set: "vpp-2n-tx2-curr-iter-mrr"
2694   comparisons:
2695     - title: "2101.0-7 vs 2101.0-6"
2696       reference: 2
2697       compare: 3
2698 #      rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml"
2699     - title: "2106.0-7 vs 2101.0-7"
2700       reference: 3
2701       compare: 4
2702 #      rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml"
2703   legend:
2704     - ''
2705     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2706     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2707     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2708     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2709     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2710
2711 # VPP Performance Changes 2n-tx2 2t2c mrr
2712 - type: "table"
2713   title: "VPP Performance Changes 2n-tx2 2t2c mrr"
2714   algorithm: "table_comparison"
2715   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr"
2716   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717   filter: "'2T2C'"
2718   columns:
2719     - title: "2009.0-6"
2720       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2721     - title: "2101.0-6"
2722       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2723     - title: "2101.0-7"
2724       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2725     - title: "2106.0-7"
2726       data-set: "vpp-2n-tx2-curr-iter-mrr"
2727   comparisons:
2728     - title: "2101.0-7 vs 2101.0-6"
2729       reference: 2
2730       compare: 3
2731 #      rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml"
2732     - title: "2106.0-7 vs 2101.0-7"
2733       reference: 3
2734       compare: 4
2735 #      rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml"
2736   legend:
2737     - ''
2738     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2739     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2740     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2741     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2742     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2743
2744 # VPP Performance Changes 2n-tx2 4t4c mrr
2745 - type: "table"
2746   title: "VPP Performance Changes 2n-tx2 4t4c mrr"
2747   algorithm: "table_comparison"
2748   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr"
2749   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2750   filter: "'4T4C'"
2751   columns:
2752     - title: "2009.0-6"
2753       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2754     - title: "2101.0-6"
2755       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2756     - title: "2101.0-7"
2757       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2758     - title: "2106.0-7"
2759       data-set: "vpp-2n-tx2-curr-iter-mrr"
2760   comparisons:
2761     - title: "2101.0-7 vs 2101.0-6"
2762       reference: 2
2763       compare: 3
2764 #      rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml"
2765     - title: "2106.0-7 vs 2101.0-7"
2766       reference: 3
2767       compare: 4
2768 #      rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml"
2769   legend:
2770     - ''
2771     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2772     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2773     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2774     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2775     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2776
2777 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
2778 - type: "table"
2779   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
2780   algorithm: "table_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
2782   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2784   columns:
2785     - title: "2n-skx"
2786       data-set: "vpp-2n-skx-curr-iter-mrr"
2787     - title: "2n-clx"
2788       data-set: "vpp-2n-clx-curr-iter-mrr"
2789   comparisons:
2790     - title: "Diff"
2791       reference: 1
2792       compare: 2
2793   legend:
2794     - ""
2795     - "2n-skx, 2n-clx - testbeds and NICs tested."
2796     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2797
2798 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
2799 - type: "table"
2800   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
2801   algorithm: "table_comparison"
2802   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
2803   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2804   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2805   columns:
2806     - title: "2n-skx"
2807       data-set: "vpp-2n-skx-curr-iter-mrr"
2808     - title: "2n-clx"
2809       data-set: "vpp-2n-clx-curr-iter-mrr"
2810   comparisons:
2811     - title: "Diff"
2812       reference: 1
2813       compare: 2
2814   legend:
2815     - ""
2816     - "2n-skx, 2n-clx - testbeds and NICs tested."
2817     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2818
2819 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
2820 - type: "table"
2821   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
2822   algorithm: "table_comparison"
2823   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
2824   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2825   filter: "'8T4C' and 'NIC_Intel-XXV710'"
2826   columns:
2827     - title: "2n-skx"
2828       data-set: "vpp-2n-skx-curr-iter-mrr"
2829     - title: "2n-clx"
2830       data-set: "vpp-2n-clx-curr-iter-mrr"
2831   comparisons:
2832     - title: "Diff"
2833       reference: 1
2834       compare: 2
2835   legend:
2836     - ""
2837     - "2n-skx, 2n-clx - testbeds and NICs tested."
2838     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2839
2840 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2841 - type: "table"
2842   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2843   algorithm: "table_comparison"
2844   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2845   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2846   filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
2847   columns:
2848     - title: "3n-skx"
2849       data-set: "vpp-3n-skx-curr-iter-mrr"
2850     - title: "2n-skx"
2851       data-set: "vpp-2n-skx-curr-iter-mrr"
2852   comparisons:
2853     - title: "Diff"
2854       reference: 1
2855       compare: 2
2856   legend:
2857     - ""
2858     - "3n-skx, 2n-skx - topologies tested."
2859     - "Diff - difference between 3n-skx and 2n-skx topologies."
2860
2861 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2862 - type: "table"
2863   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2864   algorithm: "table_comparison"
2865   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2866   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2867   filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
2868   columns:
2869     - title: "3n-skx"
2870       data-set: "vpp-3n-skx-curr-iter-mrr"
2871     - title: "2n-skx"
2872       data-set: "vpp-2n-skx-curr-iter-mrr"
2873   comparisons:
2874     - title: "Diff"
2875       reference: 1
2876       compare: 2
2877   legend:
2878     - ""
2879     - "3n-skx, 2n-skx - topologies tested."
2880     - "Diff - difference between 3n-skx and 2n-skx topologies."
2881
2882 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2883 - type: "table"
2884   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2885   algorithm: "table_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2887   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2888   filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
2889   columns:
2890     - title: "3n-skx"
2891       data-set: "vpp-3n-skx-curr-iter-mrr"
2892     - title: "2n-skx"
2893       data-set: "vpp-2n-skx-curr-iter-mrr"
2894   comparisons:
2895     - title: "Diff"
2896       reference: 1
2897       compare: 2
2898   legend:
2899     - ""
2900     - "3n-skx, 2n-skx - topologies tested."
2901     - "Diff - difference between 3n-skx and 2n-skx topologies."
2902
2903 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
2904 # - type: "table"
2905 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
2906 #   algorithm: "table_comparison"
2907 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr"
2908 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2909 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'"
2910 #   columns:
2911 #     - title: "2n-clx xxv710"
2912 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2913 #       tag: "NIC_Intel-XXV710"
2914 #     - title: "2n-icx e810cq"
2915 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2916 #       tag: "NIC_Intel-E810CQ"
2917 #   comparisons:
2918 #     - title: "Diff"
2919 #       reference: 1
2920 #       compare: 2
2921 #   legend:
2922 #     - ""
2923 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2924 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2925
2926 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
2927 # - type: "table"
2928 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
2929 #   algorithm: "table_comparison"
2930 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr"
2931 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2932 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'"
2933 #   columns:
2934 #     - title: "2n-clx xxv710"
2935 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2936 #       tag: "NIC_Intel-XXV710"
2937 #     - title: "2n-icx e810cq"
2938 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2939 #       tag: "NIC_Intel-E810CQ"
2940 #   comparisons:
2941 #     - title: "Diff"
2942 #       reference: 1
2943 #       compare: 2
2944 #   legend:
2945 #     - ""
2946 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2947 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2948
2949 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
2950 # - type: "table"
2951 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
2952 #   algorithm: "table_comparison"
2953 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr"
2954 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'"
2956 #   columns:
2957 #     - title: "2n-clx xxv710"
2958 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2959 #       tag: "NIC_Intel-XXV710"
2960 #     - title: "2n-icx e810cq"
2961 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2962 #       tag: "NIC_Intel-E810CQ"
2963 #   comparisons:
2964 #     - title: "Diff"
2965 #       reference: 1
2966 #       compare: 2
2967 #   legend:
2968 #     - ""
2969 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2970 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2971
2972 # Detailed Test Results - VPP Performance Results 3n-skx
2973 - type: "table"
2974   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2975   algorithm: "table_merged_details"
2976   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
2977   columns:
2978     - title: " |prein| Test Name |preout| "
2979       data: "data name"
2980     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
2981       data: "data msg"
2982   data: "vpp-3n-skx-curr-cov"
2983   filter: "all"
2984   remove-ndr: False
2985   parameters:
2986   - "name"
2987   - "parent"
2988   - "msg"
2989
2990 # Detailed Test Results - VPP Performance Results 2n-skx
2991 - type: "table"
2992   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2993   algorithm: "table_merged_details"
2994   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
2995   columns:
2996     - title: " |prein| Test Name |preout| "
2997       data: "data name"
2998     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
2999       data: "data msg"
3000   data: "vpp-2n-skx-curr-cov"
3001   filter: "all"
3002   remove-ndr: False
3003   parameters:
3004   - "name"
3005   - "parent"
3006   - "msg"
3007
3008 # Detailed Test Results - VPP Performance Results 2n-zn2
3009 - type: "table"
3010   title: "Detailed Test Results - VPP Performance Results 2n-zn2"
3011   algorithm: "table_merged_details"
3012   output-file: "{DIR[DTR,PERF,VPP,2N,ZN2]}/"
3013   columns:
3014     - title: " |prein| Test Name |preout| "
3015       data: "data name"
3016     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
3017       data: "data msg"
3018   data: "vpp-2n-zn2-curr-cov"
3019   filter: "all"
3020   remove-ndr: False
3021   parameters:
3022   - "name"
3023   - "parent"
3024   - "msg"
3025
3026 # Detailed Test Results - VPP Performance Results 2n-clx
3027 - type: "table"
3028   title: "Detailed Test Results - VPP Performance Results 2n-clx"
3029   algorithm: "table_merged_details"
3030   output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"