4ee2d07ba46b4397b04646bf50be2067fe0fefcc
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
1 ################################################################################
2 ###                               T A B L E S                                ###
3 ################################################################################
4
5 # Statistics: job-specs' durations
6 - type: "table"
7   title: "Job Specification Duration: 2n-clx-iterative"
8   algorithm: "table_job_spec_duration"
9   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter"
10   jb-type: "iterative"
11   lines:
12     - job-spec: "vpp-mrr-00"
13       data-set: "vpp-2n-clx-curr-iter-mrr"
14     - job-spec: "vpp-mlr-00"
15       data-set: "vpp-2n-clx-curr-iter-best"
16     - job-spec: "vpp-gso-mrr-00"
17       data-set: "vpp-2n-clx-curr-iter-gso"
18     - job-spec: "soak-00"
19       data-set: "vpp-2n-clx-curr-soak"
20     - job-spec: "vsap-00"
21       data-set: "vpp-2n-clx-curr-iter-vsap"
22     - job-spec: "nfv-density-mrr-00"
23       data-set: "vpp-2n-clx-curr-nfv-mrr"
24     - job-spec: "nfv-density-mlr-00"
25       data-set: "vpp-2n-clx-curr-nfv-ndrpdr"
26     - job-spec: "reconf-00"
27       data-set: "vpp-2n-clx-curr-nfv-reconf"
28     - job-spec: "dpdk-mlr-00"
29       data-set: "dpdk-2n-clx-curr-iter"
30
31 - type: "table"
32   title: "Job Specification Duration: 2n-clx-coverage"
33   algorithm: "table_job_spec_duration"
34   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
35   jb-type: "coverage"
36   data: "vpp-2n-clx-curr-cov"
37   lines:
38     - job-spec: "gso-00"
39       build: "1"
40     - job-spec: "ip4-00"
41       build: "2"
42     - job-spec: "ip4-01"
43       build: "3"
44     - job-spec: "ip4-02"
45       build: "4"
46     - job-spec: "ip4-03"
47       build: "5"
48     - job-spec: "ip4-04"
49       build: "6"
50     - job-spec: "ip4-05"
51       build: "7"
52     - job-spec: "ip4-06"
53       build: "8"
54     - job-spec: "ip4-07"
55       build: "9"
56     - job-spec: "ip4tun-00"
57       build: "10"
58     - job-spec: "ip6-00"
59       build: "11"
60     - job-spec: "ip6-01"
61       build: "12"
62     - job-spec: "l2-00"
63       build: "13"
64     - job-spec: "l2-01"
65       build: "14"
66     - job-spec: "lb-00"
67       build: "15"
68     - job-spec: "memif-00"
69       build: "16"
70     - job-spec: "vhost-00"
71       build: "17"
72
73 - type: "table"
74   title: "Job Specification Duration: 2n-dnv-iterative"
75   algorithm: "table_job_spec_duration"
76   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter"
77   jb-type: "iterative"
78   lines:
79     - job-spec: "vpp-mrr-00"
80       data-set: "vpp-2n-dnv-curr-iter-mrr"
81     - job-spec: "vpp-mlr-00"
82       data-set: "vpp-2n-dnv-curr-iter"
83
84 - type: "table"
85   title: "Job Specification Duration: 2n-dnv-coverage"
86   algorithm: "table_job_spec_duration"
87   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
88   jb-type: "coverage"
89   data: "vpp-2n-dnv-curr-cov"
90   lines:
91     - job-spec: "ip4-00"
92       build: "7"
93     - job-spec: "ip4-01"
94       build: "8"
95     - job-spec: "ip6-00"
96       build: "9"
97     - job-spec: "ip6-01"
98       build: "10"
99     - job-spec: "l2-00"
100       build: "11"
101     - job-spec: "l2-01"
102       build: "13"
103
104 - type: "table"
105   title: "Job Specification Duration: 2n-aws-iterative"
106   algorithm: "table_job_spec_duration"
107   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter"
108   jb-type: "iterative"
109   lines:
110     - job-spec: "vpp-mrr-00"
111       data-set: "vpp-2n-aws-curr-iter-mrr"
112     - job-spec: "vpp-mlr-00"
113       data-set: "vpp-2n-aws-curr-iter"
114
115 - type: "table"
116   title: "Job Specification Duration: 2n-aws-coverage"
117   algorithm: "table_job_spec_duration"
118   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
119   jb-type: "coverage"
120   data: "vpp-2n-aws-curr-cov"
121   lines:
122     - job-spec: "vpp-00"
123       build: "1"
124
125 - type: "table"
126   title: "Job Specification Duration: 3n-aws-iterative"
127   algorithm: "table_job_spec_duration"
128   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter"
129   jb-type: "iterative"
130   lines:
131     - job-spec: "vpp-mrr-00"
132       data-set: "vpp-3n-aws-curr-iter-mrr"
133     - job-spec: "vpp-mlr-00"
134       data-set: "vpp-3n-aws-curr-iter"
135
136 - type: "table"
137   title: "Job Specification Duration: 3n-aws-coverage"
138   algorithm: "table_job_spec_duration"
139   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
140   jb-type: "coverage"
141   data: "vpp-3n-aws-curr-cov"
142   lines:
143     - job-spec: "vpp-00"
144       build: "1"
145
146 - type: "table"
147   title: "Job Specification Duration: 2n-skx-iterative"
148   algorithm: "table_job_spec_duration"
149   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter"
150   jb-type: "iterative"
151   lines:
152     - job-spec: "vpp-mrr-00"
153       data-set: "vpp-2n-skx-curr-iter-mrr"
154     - job-spec: "vpp-mlr-00"
155       data-set: "vpp-2n-skx-curr-iter-best"
156     - job-spec: "vpp-gso-mrr-00"
157       data-set: "vpp-2n-skx-curr-gso"
158     - job-spec: "soak-00"
159       data-set: "vpp-2n-skx-curr-soak"
160     - job-spec: "nfv-density-mrr-00"
161       data-set: "vpp-2n-skx-curr-nfv-mrr"
162     - job-spec: "nfv-density-mlr-00"
163       data-set: "vpp-2n-skx-curr-nfv-ndrpdr"
164     - job-spec: "reconf-00"
165       data-set: "vpp-2n-skx-curr-nfv-reconf"
166     - job-spec: "dpdk-mlr-00"
167       data-set: "dpdk-2n-skx-curr-iter"
168
169 - type: "table"
170   title: "Job Specification Duration: 2n-skx-coverage"
171   algorithm: "table_job_spec_duration"
172   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
173   jb-type: "coverage"
174   data: "vpp-2n-skx-curr-cov"
175   lines:
176     - job-spec: "gso-00"
177       build: "1"
178     - job-spec: "ip4-00"
179       build: "2"
180     - job-spec: "ip4-01"
181       build: "3"
182     - job-spec: "ip4-02"
183       build: "4"
184     - job-spec: "ip4-03"
185       build: "5"
186     - job-spec: "ip4-04"
187       build: "6"
188     - job-spec: "ip4-05"
189       build: "7"
190     - job-spec: "ip4-06"
191       build: "8"
192     - job-spec: "ip4-07"
193       build: "9"
194     - job-spec: "ip4tun-00"
195       build: "10"
196     - job-spec: "ip6-00"
197       build: "11"
198     - job-spec: "ip6-01"
199       build: "12"
200     - job-spec: "l2-00"
201       build: "13"
202     - job-spec: "l2-01"
203       build: "14"
204     - job-spec: "lb-00"
205       build: "15"
206     - job-spec: "memif-00"
207       build: "16"
208     - job-spec: "vhost-00"
209       build: "17"
210
211 - type: "table"
212   title: "Job Specification Duration: 2n-tx2-iterative"
213   algorithm: "table_job_spec_duration"
214   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter"
215   jb-type: "iterative"
216   lines:
217     - job-spec: "vpp-mrr-00"
218       data-set: "vpp-2n-tx2-curr-iter-mrr"
219     - job-spec: "vpp-mlr-00"
220       data-set: "vpp-2n-tx2-curr-iter"
221
222 - type: "table"
223   title: "Job Specification Duration: 2n-tx2-coverage"
224   algorithm: "table_job_spec_duration"
225   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
226   jb-type: "coverage"
227   data: "vpp-2n-tx2-curr-cov"
228   lines:
229     - job-spec: "ip4-00"
230       build: "1"
231     - job-spec: "ip4-01"
232       build: "2"
233     - job-spec: "ip4-02"
234       build: "3"
235     - job-spec: "ip4-03"
236       build: "4"
237     - job-spec: "ip4-04"
238       build: "5"
239     - job-spec: "ip4-05"
240       build: "6"
241     - job-spec: "ip4-06"
242       build: "7"
243     - job-spec: "ip6-00"
244       build: "8"
245     - job-spec: "ip6-01"
246       build: "9"
247     - job-spec: "l2-00"
248       build: "10"
249     - job-spec: "l2-01"
250       build: "11"
251     - job-spec: "l2-02"
252       build: "12"
253     - job-spec: "l2-03"
254       build: "13"
255     - job-spec: "l2-04"
256       build: "14"
257
258 - type: "table"
259   title: "Job Specification Duration: 2n-zn2-iterative"
260   algorithm: "table_job_spec_duration"
261   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter"
262   jb-type: "iterative"
263   lines:
264     - job-spec: "vpp-mrr-00"
265       data-set: "vpp-2n-zn2-curr-iter-mrr"
266     - job-spec: "vpp-mlr-00"
267       data-set: "vpp-2n-zn2-curr-iter-best"
268     - job-spec: "vpp-gso-mrr-00"
269       data-set: "vpp-2n-zn2-curr-iter-gso"
270     - job-spec: "dpdk-mlr-00"
271       data-set: "dpdk-2n-zn2-curr-iter"
272
273 - type: "table"
274   title: "Job Specification Duration: 2n-zn2-coverage"
275   algorithm: "table_job_spec_duration"
276   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
277   jb-type: "coverage"
278   data: "vpp-2n-zn2-curr-cov"
279   lines:
280     - job-spec: "gso-00"
281       build: "1"
282     - job-spec: "ip4-00"
283       build: "2"
284     - job-spec: "ip4-01"
285       build: "3"
286     - job-spec: "ip4-02"
287       build: "4"
288     - job-spec: "ip4-03"
289       build: "18"
290     - job-spec: "ip4-04"
291       build: "6"
292     - job-spec: "ip4-05"
293       build: "7"
294     - job-spec: "ip4tun-00"
295       build: "8"
296     - job-spec: "ip6-00"
297       build: "9"
298     - job-spec: "ip6-01"
299       build: "19"
300     - job-spec: "l2-00"
301       build: "11"
302     - job-spec: "l2-01"
303       build: "12"
304     - job-spec: "lb-00"
305       build: "13"
306     - job-spec: "memif-00"
307       build: "14"
308     - job-spec: "vhost-00"
309       build: "15"
310
311 - type: "table"
312   title: "Job Specification Duration: 3n-dnv-iterative"
313   algorithm: "table_job_spec_duration"
314   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter"
315   jb-type: "iterative"
316   lines:
317     - job-spec: "vpp-mrr-00"
318       data-set: "vpp-3n-dnv-curr-iter-mrr"
319     - job-spec: "vpp-mlr-00"
320       data-set: "vpp-3n-dnv-curr-iter"
321
322 - type: "table"
323   title: "Job Specification Duration: 3n-dnv-coverage"
324   algorithm: "table_job_spec_duration"
325   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
326   jb-type: "coverage"
327   data: "vpp-3n-dnv-curr-cov"
328   lines:
329     - job-spec: "crypto-00"
330       build: "11"
331     - job-spec: "crypto-01"
332       build: "12"
333     - job-spec: "crypto-02"
334       build: "13"
335     - job-spec: "ip4-00"
336       build: "14"
337     - job-spec: "ip4-01"
338       build: "15"
339     - job-spec: "ip4tun-00"
340       build: "16"
341     - job-spec: "ip6-00"
342       build: "17"
343     - job-spec: "ip6-01"
344       build: "10"
345     - job-spec: "l2-00"
346       build: "20"
347     - job-spec: "l2-01"
348       build: "21"
349
350 - type: "table"
351   title: "Job Specification Duration: 3n-skx-iterative"
352   algorithm: "table_job_spec_duration"
353   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter"
354   jb-type: "iterative"
355   lines:
356     - job-spec: "vpp-mrr-00"
357       data-set: "vpp-3n-skx-curr-iter-mrr"
358     - job-spec: "vpp-mlr-00"
359       data-set: "vpp-3n-skx-curr-iter"
360     - job-spec: "hoststack-00"
361       data-set: "vpp-3n-skx-curr-iter-hoststack"
362     - job-spec: "dpdk-mlr-00"
363       data-set: "dpdk-3n-skx-curr-iter"
364
365 - type: "table"
366   title: "Job Specification Duration: 3n-skx-coverage"
367   algorithm: "table_job_spec_duration"
368   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
369   jb-type: "coverage"
370   data: "vpp-3n-skx-curr-cov"
371   lines:
372     - job-spec: "crypto-00"
373       build: "1"
374     - job-spec: "crypto-01"
375       build: "3"
376     - job-spec: "crypto-02"
377       build: "4"
378     - job-spec: "crypto-03"
379       build: "36"
380     - job-spec: "crypto-04"
381       build: "6"
382     - job-spec: "ip4-00"
383       build: "7"
384     - job-spec: "ip4-01"
385       build: "8"
386     - job-spec: "ip4-02"
387       build: "9"
388     - job-spec: "ip4-03"
389       build: "10"
390     - job-spec: "ip4-04"
391       build: "11"
392     - job-spec: "ip4-05"
393       build: "12"
394     - job-spec: "ip4-06"
395       build: "13"
396     - job-spec: "ip4-07"
397       build: "14"
398     - job-spec: "ip4tun-00"
399       build: "15"
400     - job-spec: "ip4tun-02"
401       build: "16"
402     - job-spec: "ip6-00"
403       build: "17"
404     - job-spec: "ip6-01"
405       build: "18"
406     - job-spec: "ip6tun-00"
407       build: "19"
408     - job-spec: "l2-00"
409       build: "20"
410     - job-spec: "l2-01"
411       build: "21"
412     - job-spec: "l2-02"
413       build: "22"
414     - job-spec: "l2-03"
415       build: "23"
416     - job-spec: "l2-04"
417       build: "24"
418     - job-spec: "l2-05"
419       build: "25"
420     - job-spec: "l2-06"
421       build: "26"
422     - job-spec: "l2-07"
423       build: "27"
424     - job-spec: "l2-08"
425       build: "28"
426     - job-spec: "l2-09"
427       build: "29"
428     - job-spec: "l2-10"
429       build: "30"
430     - job-spec: "memif-00"
431       build: "31"
432     - job-spec: "srv6-00"
433       build: "32"
434     - job-spec: "srv6-01"
435       build: "33"
436     - job-spec: "vhost-00"
437       build: "34"
438     - job-spec: "vhost-01"
439       build: "35"
440
441 - type: "table"
442   title: "Job Specification Duration: 3n-tsh-iterative"
443   algorithm: "table_job_spec_duration"
444   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter"
445   jb-type: "iterative"
446   lines:
447     - job-spec: "vpp-mrr-00"
448       data-set: "vpp-3n-tsh-curr-iter-mrr"
449     - job-spec: "vpp-mlr-00"
450       data-set: "vpp-3n-tsh-curr-iter"
451     - job-spec: "dpdk-mlr-00"
452       data-set: "dpdk-3n-tsh-curr-iter"
453
454 - type: "table"
455   title: "Job Specification Duration: 3n-tsh-coverage"
456   algorithm: "table_job_spec_duration"
457   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
458   jb-type: "coverage"
459   data: "vpp-3n-tsh-curr-cov"
460   lines:
461     - job-spec: "ip4-00"
462       build: "7"
463     - job-spec: "ip4-01"
464       build: "8"
465     - job-spec: "ip4-02"
466       build: "9"
467     - job-spec: "ip4-03"
468       build: "10"
469     - job-spec: "ip4tun-00"
470       build: "15"
471     - job-spec: "ip6-00"
472       build: "17"
473     - job-spec: "ip6-01"
474       build: "18"
475     - job-spec: "l2-00"
476       build: "20"
477     - job-spec: "l2-01"
478       build: "21"
479     - job-spec: "l2-02"
480       build: "22"
481     - job-spec: "l2-03"
482       build: "23"
483     - job-spec: "l2-04"
484       build: "24"
485     - job-spec: "memif-00"
486       build: "31"
487     - job-spec: "srv6-00"
488       build: "32"
489     - job-spec: "srv6-01"
490       build: "33"
491     - job-spec: "vhost-00"
492       build: "34"
493     - job-spec: "vhost-01"
494       build: "35"
495
496 # VPP Latency Changes 3n-skx 2t1c
497 - type: "table"
498   title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
499   algorithm: "table_comparison"
500   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
501   include-tests: "latency-PDR50-direction1-avg"
502   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
503   columns:
504     - title: "2101.0-6"
505       data-set: "vpp-3n-skx-prev-iter-old-env"
506     - title: "2101.0-7"
507       data-set: "vpp-3n-skx-prev-iter-new-env"
508     - title: "2106.0-7"
509       data-set: "vpp-3n-skx-curr-iter-best"
510   comparisons:
511     - title: "2101.0-7 vs 2101.0-6"
512       reference: 1
513       compare: 2
514 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
515     - title: "2106.0-7 vs 2101.0-7"
516       reference: 2
517       compare: 3
518 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
519   legend:
520     - ''
521     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
522     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
523     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
524     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
525     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
526
527 # VPP Latency Changes 3n-skx 2t1c
528 - type: "table"
529   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
530   algorithm: "table_comparison"
531   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
532   include-tests: "latency-PDR90-direction1-avg"
533   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
534   columns:
535     - title: "2101.0-6"
536       data-set: "vpp-3n-skx-prev-iter-old-env"
537     - title: "2101.0-7"
538       data-set: "vpp-3n-skx-prev-iter-new-env"
539     - title: "2106.0-7"
540       data-set: "vpp-3n-skx-curr-iter-best"
541   comparisons:
542     - title: "2101.0-7 vs 2101.0-6"
543       reference: 1
544       compare: 2
545 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
546     - title: "2106.0-7 vs 2101.0-7"
547       reference: 2
548       compare: 3
549 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
550   legend:
551     - ''
552     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
553     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
554     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
555     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
556     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
557
558 # VPP Latency Changes 3n-skx 2t1c
559 - type: "table"
560   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
561   algorithm: "table_comparison"
562   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
563   include-tests: "latency-PDR90-direction1-max"
564   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
565   columns:
566     - title: "2101.0-6"
567       data-set: "vpp-3n-skx-prev-iter-old-env"
568     - title: "2101.0-7"
569       data-set: "vpp-3n-skx-prev-iter-new-env"
570     - title: "2106.0-7"
571       data-set: "vpp-3n-skx-curr-iter-best"
572   comparisons:
573     - title: "2101.0-7 vs 2101.0-6"
574       reference: 1
575       compare: 2
576 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
577     - title: "2106.0-7 vs 2101.0-7"
578       reference: 2
579       compare: 3
580 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
581   legend:
582     - ''
583     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
584     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
585     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
586     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
587     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
588
589 # VPP Latency Changes 2n-skx 2t1c
590 - type: "table"
591   title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
592   algorithm: "table_comparison"
593   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
594   include-tests: "latency-PDR50-direction1-avg"
595   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
596   columns:
597     - title: "2101.0-6"
598       data-set: "vpp-2n-skx-prev-iter-old-env"
599     - title: "2101.0-7"
600       data-set: "vpp-2n-skx-prev-iter-new-env"
601     - title: "2106.0-7"
602       data-set: "vpp-2n-skx-curr-iter-best"
603   comparisons:
604     - title: "2101.0-7 vs 2101.0-6"
605       reference: 1
606       compare: 2
607 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
608     - title: "2106.0-7 vs 2101.0-7"
609       reference: 2
610       compare: 3
611 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
612   legend:
613     - ''
614     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
615     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
616     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
617     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
618     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
619
620 # VPP Latency Changes 2n-skx 2t1c
621 - type: "table"
622   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
623   algorithm: "table_comparison"
624   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
625   include-tests: "latency-PDR90-direction1-avg"
626   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
627   columns:
628     - title: "2101.0-6"
629       data-set: "vpp-2n-skx-prev-iter-old-env"
630     - title: "2101.0-7"
631       data-set: "vpp-2n-skx-prev-iter-new-env"
632     - title: "2106.0-7"
633       data-set: "vpp-2n-skx-curr-iter-best"
634   comparisons:
635     - title: "2101.0-7 vs 2101.0-6"
636       reference: 1
637       compare: 2
638 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
639     - title: "2106.0-7 vs 2101.0-7"
640       reference: 2
641       compare: 3
642 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
643   legend:
644     - ''
645     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
646     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
647     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
648     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
649     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
650
651 # VPP Latency Changes 2n-skx 2t1c
652 - type: "table"
653   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
654   algorithm: "table_comparison"
655   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
656   include-tests: "latency-PDR90-direction1-max"
657   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
658   columns:
659     - title: "2101.0-6"
660       data-set: "vpp-2n-skx-prev-iter-old-env"
661     - title: "2101.0-7"
662       data-set: "vpp-2n-skx-prev-iter-new-env"
663     - title: "2106.0-7"
664       data-set: "vpp-2n-skx-curr-iter-best"
665   comparisons:
666     - title: "2101.0-7 vs 2101.0-6"
667       reference: 1
668       compare: 2
669 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
670     - title: "2106.0-7 vs 2101.0-7"
671       reference: 2
672       compare: 3
673 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
674   legend:
675     - ''
676     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
677     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
678     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
679     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
680     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
681
682 # VPP Latency Changes 2n-clx 2t1c
683 - type: "table"
684   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
685   algorithm: "table_comparison"
686   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg"
687   include-tests: "latency-PDR50-direction1-avg"
688   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
689   columns:
690     - title: "2101.0-6"
691       data-set: "vpp-2n-clx-prev-iter-old-env"
692     - title: "2101.0-7"
693       data-set: "vpp-2n-clx-prev-iter-new-env"
694     - title: "2106.0-7"
695       data-set: "vpp-2n-clx-curr-iter-best"
696   comparisons:
697     - title: "2101.0-7 vs 2101.0-6"
698       reference: 1
699       compare: 2
700 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
701     - title: "2106.0-7 vs 2101.0-7"
702       reference: 2
703       compare: 3
704 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
705   legend:
706     - ''
707     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
708     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
709     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
710     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
711     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
712
713 # VPP Latency Changes 2n-clx 2t1c
714 - type: "table"
715   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
716   algorithm: "table_comparison"
717   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg"
718   include-tests: "latency-PDR90-direction1-avg"
719   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
720   columns:
721     - title: "2101.0-6"
722       data-set: "vpp-2n-clx-prev-iter-old-env"
723     - title: "2101.0-7"
724       data-set: "vpp-2n-clx-prev-iter-new-env"
725     - title: "2106.0-7"
726       data-set: "vpp-2n-clx-curr-iter-best"
727   comparisons:
728     - title: "2101.0-7 vs 2101.0-6"
729       reference: 1
730       compare: 2
731 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
732     - title: "2106.0-7 vs 2101.0-7"
733       reference: 2
734       compare: 3
735 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
736   legend:
737     - ''
738     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
739     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
740     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
741     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
742     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
743
744 # VPP Latency Changes 2n-clx 2t1c
745 - type: "table"
746   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
747   algorithm: "table_comparison"
748   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max"
749   include-tests: "latency-PDR90-direction1-max"
750   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
751   columns:
752     - title: "2101.0-6"
753       data-set: "vpp-2n-clx-prev-iter-old-env"
754     - title: "2101.0-7"
755       data-set: "vpp-2n-clx-prev-iter-new-env"
756     - title: "2106.0-7"
757       data-set: "vpp-2n-clx-curr-iter-best"
758   comparisons:
759     - title: "2101.0-7 vs 2101.0-6"
760       reference: 1
761       compare: 2
762 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
763     - title: "2106.0-7 vs 2101.0-7"
764       reference: 2
765       compare: 3
766 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
767   legend:
768     - ''
769     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
770     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
771     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
772     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
773     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
774
775 # VPP Latency Changes 2n-clx 2t1c
776 - type: "table"
777   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
778   algorithm: "table_comparison"
779   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg"
780   include-tests: "latency-PDR50-direction1-avg"
781   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
782   columns:
783     - title: "2101.0-6"
784       data-set: "vpp-2n-clx-prev-iter-old-env"
785     - title: "2101.0-7"
786       data-set: "vpp-2n-clx-prev-iter-new-env"
787     - title: "2106.0-7"
788       data-set: "vpp-2n-clx-curr-iter-best"
789   comparisons:
790     - title: "2101.0-7 vs 2101.0-6"
791       reference: 1
792       compare: 2
793 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
794     - title: "2106.0-7 vs 2101.0-7"
795       reference: 2
796       compare: 3
797 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
798   legend:
799     - ''
800     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
801     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
802     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
803     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
804     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
805
806 # VPP Latency Changes 2n-clx 2t1c
807 - type: "table"
808   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
809   algorithm: "table_comparison"
810   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg"
811   include-tests: "latency-PDR90-direction1-avg"
812   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
813   columns:
814     - title: "2101.0-6"
815       data-set: "vpp-2n-clx-prev-iter-old-env"
816     - title: "2101.0-7"
817       data-set: "vpp-2n-clx-prev-iter-new-env"
818     - title: "2106.0-7"
819       data-set: "vpp-2n-clx-curr-iter-best"
820   comparisons:
821     - title: "2101.0-7 vs 2101.0-6"
822       reference: 1
823       compare: 2
824 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
825     - title: "2106.0-7 vs 2101.0-7"
826       reference: 2
827       compare: 3
828 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
829   legend:
830     - ''
831     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
832     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
833     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
834     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
835     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
836
837 # VPP Latency Changes 2n-clx 2t1c
838 - type: "table"
839   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
840   algorithm: "table_comparison"
841   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max"
842   include-tests: "latency-PDR90-direction1-max"
843   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
844   columns:
845     - title: "2101.0-6"
846       data-set: "vpp-2n-clx-prev-iter-old-env"
847     - title: "2101.0-7"
848       data-set: "vpp-2n-clx-prev-iter-new-env"
849     - title: "2106.0-7"
850       data-set: "vpp-2n-clx-curr-iter-best"
851   comparisons:
852     - title: "2101.0-7 vs 2101.0-6"
853       reference: 1
854       compare: 2
855 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
856     - title: "2106.0-7 vs 2101.0-7"
857       reference: 2
858       compare: 3
859 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
860   legend:
861     - ''
862     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
863     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
864     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
865     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
866     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
867
868 # VPP Latency Changes 2n-zn2 2t1c
869 - type: "table"
870   title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg"
871   algorithm: "table_comparison"
872   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg"
873   include-tests: "latency-PDR50-direction1-avg"
874   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
875   columns:
876     - title: "2101.0-6"
877       data-set: "vpp-2n-zn2-prev-iter-old-env"
878     - title: "2101.0-7"
879       data-set: "vpp-2n-zn2-prev-iter-new-env"
880     - title: "2106.0-7"
881       data-set: "vpp-2n-zn2-curr-iter-best"
882   comparisons:
883     - title: "2101.0-7 vs 2101.0-6"
884       reference: 1
885       compare: 2
886 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
887     - title: "2106.0-7 vs 2101.0-7"
888       reference: 2
889       compare: 3
890 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
891   legend:
892     - ''
893     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
894     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
895     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
896     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
897     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
898
899 # VPP Latency Changes 2n-zn2 2t1c
900 - type: "table"
901   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg"
902   algorithm: "table_comparison"
903   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg"
904   include-tests: "latency-PDR90-direction1-avg"
905   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
906   columns:
907     - title: "2101.0-6"
908       data-set: "vpp-2n-zn2-prev-iter-old-env"
909     - title: "2101.0-7"
910       data-set: "vpp-2n-zn2-prev-iter-new-env"
911     - title: "2106.0-7"
912       data-set: "vpp-2n-zn2-curr-iter-best"
913   comparisons:
914     - title: "2101.0-7 vs 2101.0-6"
915       reference: 1
916       compare: 2
917 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
918     - title: "2106.0-7 vs 2101.0-7"
919       reference: 2
920       compare: 3
921 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
922   legend:
923     - ''
924     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
925     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
926     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
927     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
928     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
929
930 # VPP Latency Changes 2n-zn2 2t1c
931 - type: "table"
932   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max"
933   algorithm: "table_comparison"
934   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max"
935   include-tests: "latency-PDR90-direction1-max"
936   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
937   columns:
938     - title: "2101.0-6"
939       data-set: "vpp-2n-zn2-prev-iter-old-env"
940     - title: "2101.0-7"
941       data-set: "vpp-2n-zn2-prev-iter-new-env"
942     - title: "2106.0-7"
943       data-set: "vpp-2n-zn2-curr-iter-best"
944   comparisons:
945     - title: "2101.0-7 vs 2101.0-6"
946       reference: 1
947       compare: 2
948 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
949     - title: "2106.0-7 vs 2101.0-7"
950       reference: 2
951       compare: 3
952 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
953   legend:
954     - ''
955     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
956     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
957     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
958     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
959     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
960
961 # VPP Latency Changes 2n-tx2 1t1c
962 - type: "table"
963   title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg"
964   algorithm: "table_comparison"
965   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg"
966   include-tests: "latency-PDR50-direction1-avg"
967   filter: "'1T1C' and 'NDRPDR'"
968   columns:
969     - title: "2101.0-6"
970       data-set: "vpp-2n-tx2-prev-iter-old-env"
971     - title: "2101.0-7"
972       data-set: "vpp-2n-tx2-prev-iter-new-env"
973     - title: "2106.0-7"
974       data-set: "vpp-2n-tx2-curr-iter-best"
975   comparisons:
976     - title: "2101.0-7 vs 2101.0-6"
977       reference: 1
978       compare: 2
979 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
980     - title: "2106.0-7 vs 2101.0-7"
981       reference: 2
982       compare: 3
983 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
984   legend:
985     - ''
986     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
987     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
988     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
989     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
990     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
991
992 # VPP Latency Changes 2n-tx2 1t1c
993 - type: "table"
994   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg"
995   algorithm: "table_comparison"
996   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg"
997   include-tests: "latency-PDR90-direction1-avg"
998   filter: "'1T1C' and 'NDRPDR'"
999   columns:
1000     - title: "2101.0-6"
1001       data-set: "vpp-2n-tx2-prev-iter-old-env"
1002     - title: "2101.0-7"
1003       data-set: "vpp-2n-tx2-prev-iter-new-env"
1004     - title: "2106.0-7"
1005       data-set: "vpp-2n-tx2-curr-iter-best"
1006   comparisons:
1007     - title: "2101.0-7 vs 2101.0-6"
1008       reference: 1
1009       compare: 2
1010 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
1011     - title: "2106.0-7 vs 2101.0-7"
1012       reference: 2
1013       compare: 3
1014 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
1015   legend:
1016     - ''
1017     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1018     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1019     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1020     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1021     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1022
1023 # VPP Latency Changes 2n-tx2 1t1c
1024 - type: "table"
1025   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max"
1026   algorithm: "table_comparison"
1027   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max"
1028   include-tests: "latency-PDR90-direction1-max"
1029   filter: "'1T1C' and 'NDRPDR'"
1030   columns:
1031     - title: "2101.0-6"
1032       data-set: "vpp-2n-tx2-prev-iter-old-env"
1033     - title: "2101.0-7"
1034       data-set: "vpp-2n-tx2-prev-iter-new-env"
1035     - title: "2106.0-7"
1036       data-set: "vpp-2n-tx2-curr-iter-best"
1037   comparisons:
1038     - title: "2101.0-7 vs 2101.0-6"
1039       reference: 1
1040       compare: 2
1041 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
1042     - title: "2106.0-7 vs 2101.0-7"
1043       reference: 2
1044       compare: 3
1045 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
1046   legend:
1047     - ''
1048     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1049     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1050     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1051     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1052     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1053
1054 # VPP Latency Changes 3n-tsh 1t1c
1055 - type: "table"
1056   title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg"
1057   algorithm: "table_comparison"
1058   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg"
1059   include-tests: "latency-PDR50-direction1-avg"
1060   filter: "'1T1C' and 'NDRPDR'"
1061   columns:
1062     - title: "2101.0-6"
1063       data-set: "vpp-3n-tsh-prev-iter-old-env"
1064     - title: "2101.0-7"
1065       data-set: "vpp-3n-tsh-prev-iter-new-env"
1066     - title: "2106.0-7"
1067       data-set: "vpp-3n-tsh-curr-iter-best"
1068   comparisons:
1069     - title: "2101.0-7 vs 2101.0-6"
1070       reference: 1
1071       compare: 2
1072 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1073     - title: "2106.0-7 vs 2101.0-7"
1074       reference: 2
1075       compare: 3
1076 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1077   legend:
1078     - ''
1079     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1080     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1081     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1082     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1083     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1084
1085 # VPP Latency Changes 3n-tsh 1t1c
1086 - type: "table"
1087   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg"
1088   algorithm: "table_comparison"
1089   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg"
1090   include-tests: "latency-PDR90-direction1-avg"
1091   filter: "'1T1C' and 'NDRPDR'"
1092   columns:
1093     - title: "2101.0-6"
1094       data-set: "vpp-3n-tsh-prev-iter-old-env"
1095     - title: "2101.0-7"
1096       data-set: "vpp-3n-tsh-prev-iter-new-env"
1097     - title: "2106.0-7"
1098       data-set: "vpp-3n-tsh-curr-iter-best"
1099   comparisons:
1100     - title: "2101.0-7 vs 2101.0-6"
1101       reference: 1
1102       compare: 2
1103 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1104     - title: "2106.0-7 vs 2101.0-7"
1105       reference: 2
1106       compare: 3
1107 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1108   legend:
1109     - ''
1110     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1111     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1112     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1113     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1114     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1115
1116 # VPP Latency Changes 3n-tsh 1t1c
1117 - type: "table"
1118   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max"
1119   algorithm: "table_comparison"
1120   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max"
1121   include-tests: "latency-PDR90-direction1-max"
1122   filter: "'1T1C' and 'NDRPDR'"
1123   columns:
1124     - title: "2101.0-6"
1125       data-set: "vpp-3n-tsh-prev-iter-old-env"
1126     - title: "2101.0-7"
1127       data-set: "vpp-3n-tsh-prev-iter-new-env"
1128     - title: "2106.0-7"
1129       data-set: "vpp-3n-tsh-curr-iter-best"
1130   comparisons:
1131     - title: "2101.0-7 vs 2101.0-6"
1132       reference: 1
1133       compare: 2
1134 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1135     - title: "2106.0-7 vs 2101.0-7"
1136       reference: 2
1137       compare: 3
1138 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1139   legend:
1140     - ''
1141     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1142     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1143     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1144     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1145     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1146
1147 # VPP Soak vs NDR - 2n-skx
1148 - type: "table"
1149   title: "VPP Soak vs NDR 2n-skx"
1150   algorithm: "table_soak_vs_ndr"
1151   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1152   reference:
1153     title: "NDR"
1154     data: "vpp-soak-vs-ndr-2n-skx-ref"
1155   compare:
1156     title: "Soak"
1157     data: "vpp-2n-skx-curr-soak"
1158   data: "vpp-soak-vs-ndr-2n-skx"
1159   include-tests: "NDR"
1160   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
1161   parameters:
1162     - "throughput"
1163     - "name"
1164     - "parent"
1165
1166 # VPP Soak vs NDR - 2n-clx
1167 - type: "table"
1168   title: "VPP Soak vs NDR 2n-clx"
1169   algorithm: "table_soak_vs_ndr"
1170   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
1171   reference:
1172     title: "NDR"
1173     data: "vpp-soak-vs-ndr-2n-clx-ref"
1174   compare:
1175     title: "Soak"
1176     data: "vpp-2n-clx-curr-soak"
1177   data: "vpp-soak-vs-ndr-2n-clx"
1178   include-tests: "NDR"
1179   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
1180   parameters:
1181     - "throughput"
1182     - "name"
1183     - "parent"
1184
1185 ################################################################################
1186
1187 # VPP Compare NICs 3n-skx 2t1c ndr
1188 - type: "table"
1189   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1190   algorithm: "table_comparison"
1191   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1192   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1193   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1194   columns:
1195     - title: "x710"
1196       data-set: "vpp-3n-skx-curr-iter"
1197       tag: "NIC_Intel-X710"
1198     - title: "xxv710"
1199       data-set: "vpp-3n-skx-curr-iter"
1200       tag: "NIC_Intel-XXV710"
1201   comparisons:
1202     - title: "Diff"
1203       reference: 1
1204       compare: 2
1205   legend:
1206     - ""
1207     - "x710, xxv710 - NICs tested."
1208     - "Diff - difference between x710 and xxv710 NIC."
1209
1210 # VPP Compare NICs 3n-skx 4t2c ndr
1211 - type: "table"
1212   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1213   algorithm: "table_comparison"
1214   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1215   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1216   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1217   columns:
1218     - title: "x710"
1219       data-set: "vpp-3n-skx-curr-iter"
1220       tag: "NIC_Intel-X710"
1221     - title: "xxv710"
1222       data-set: "vpp-3n-skx-curr-iter"
1223       tag: "NIC_Intel-XXV710"
1224   comparisons:
1225     - title: "Diff"
1226       reference: 1
1227       compare: 2
1228   legend:
1229     - ""
1230     - "x710, xxv710 - NICs tested."
1231     - "Diff - difference between x710 and xxv710 NIC."
1232
1233 # VPP Compare NICs 3n-skx 2t1c pdr
1234 - type: "table"
1235   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1236   algorithm: "table_comparison"
1237   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1238   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1239   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1240   columns:
1241     - title: "x710"
1242       data-set: "vpp-3n-skx-curr-iter"
1243       tag: "NIC_Intel-X710"
1244     - title: "xxv710"
1245       data-set: "vpp-3n-skx-curr-iter"
1246       tag: "NIC_Intel-XXV710"
1247   comparisons:
1248     - title: "Diff"
1249       reference: 1
1250       compare: 2
1251   legend:
1252     - ""
1253     - "x710, xxv710 - NICs tested."
1254     - "Diff - difference between x710 and xxv710 NIC."
1255
1256 # VPP Compare NICs 3n-skx 4t2c pdr
1257 - type: "table"
1258   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1259   algorithm: "table_comparison"
1260   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1261   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1262   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1263   columns:
1264     - title: "x710"
1265       data-set: "vpp-3n-skx-curr-iter"
1266       tag: "NIC_Intel-X710"
1267     - title: "xxv710"
1268       data-set: "vpp-3n-skx-curr-iter"
1269       tag: "NIC_Intel-XXV710"
1270   comparisons:
1271     - title: "Diff"
1272       reference: 1
1273       compare: 2
1274   legend:
1275     - ""
1276     - "x710, xxv710 - NICs tested."
1277     - "Diff - difference between x710 and xxv710 NIC."
1278
1279 # VPP Compare NICs 3n-skx 2t1c mrr
1280 - type: "table"
1281   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1282   algorithm: "table_comparison"
1283   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1284   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1285   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
1286   columns:
1287     - title: "x710"
1288       data-set: "vpp-3n-skx-curr-iter-mrr"
1289       tag: "NIC_Intel-X710"
1290     - title: "xxv710"
1291       data-set: "vpp-3n-skx-curr-iter-mrr"
1292       tag: "NIC_Intel-XXV710"
1293   comparisons:
1294     - title: "Diff"
1295       reference: 1
1296       compare: 2
1297   legend:
1298     - ""
1299     - "x710, xxv710 - NICs tested."
1300     - "Diff - difference between x710 and xxv710 NIC."
1301
1302 # VPP Compare NICs 3n-skx 4t2c mrr
1303 - type: "table"
1304   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1305   algorithm: "table_comparison"
1306   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1307   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1308   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
1309   columns:
1310     - title: "x710"
1311       data-set: "vpp-3n-skx-curr-iter-mrr"
1312       tag: "NIC_Intel-X710"
1313     - title: "xxv710"
1314       data-set: "vpp-3n-skx-curr-iter-mrr"
1315       tag: "NIC_Intel-XXV710"
1316   comparisons:
1317     - title: "Diff"
1318       reference: 1
1319       compare: 2
1320   legend:
1321     - ""
1322     - "x710, xxv710 - NICs tested."
1323     - "Diff - difference between x710 and xxv710 NIC."
1324
1325 # VPP Compare NICs 3n-skx 8t4c mrr
1326 - type: "table"
1327   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1328   algorithm: "table_comparison"
1329   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1330   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1331   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
1332   columns:
1333     - title: "x710"
1334       data-set: "vpp-3n-skx-curr-iter-mrr"
1335       tag: "NIC_Intel-X710"
1336     - title: "xxv710"
1337       data-set: "vpp-3n-skx-curr-iter-mrr"
1338       tag: "NIC_Intel-XXV710"
1339   comparisons:
1340     - title: "Diff"
1341       reference: 1
1342       compare: 2
1343   legend:
1344     - ""
1345     - "x710, xxv710 - NICs tested."
1346     - "Diff - difference between x710 and xxv710 NIC."
1347
1348 # VPP Compare NICs 2n-skx 2t1c ndr
1349 - type: "table"
1350   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1351   algorithm: "table_comparison"
1352   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1353   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1354   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1355   columns:
1356     - title: "x710"
1357       data-set: "vpp-2n-skx-curr-iter"
1358       tag: "NIC_Intel-X710"
1359     - title: "xxv710"
1360       data-set: "vpp-2n-skx-curr-iter"
1361       tag: "NIC_Intel-XXV710"
1362   comparisons:
1363     - title: "Diff"
1364       reference: 1
1365       compare: 2
1366   legend:
1367     - ""
1368     - "x710, xxv710 - NICs tested."
1369     - "Diff - difference between x710 and xxv710 NIC."
1370
1371 # VPP Compare NICs 2n-skx 4t2c ndr
1372 - type: "table"
1373   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1374   algorithm: "table_comparison"
1375   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1376   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1377   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1378   columns:
1379     - title: "x710"
1380       data-set: "vpp-2n-skx-curr-iter"
1381       tag: "NIC_Intel-X710"
1382     - title: "xxv710"
1383       data-set: "vpp-2n-skx-curr-iter"
1384       tag: "NIC_Intel-XXV710"
1385   comparisons:
1386     - title: "Diff"
1387       reference: 1
1388       compare: 2
1389   legend:
1390     - ""
1391     - "x710, xxv710 - NICs tested."
1392     - "Diff - difference between x710 and xxv710 NIC."
1393
1394 # VPP Compare NICs 2n-skx 2t1c pdr
1395 - type: "table"
1396   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1397   algorithm: "table_comparison"
1398   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1399   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1400   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1401   columns:
1402     - title: "x710"
1403       data-set: "vpp-2n-skx-curr-iter"
1404       tag: "NIC_Intel-X710"
1405     - title: "xxv710"
1406       data-set: "vpp-2n-skx-curr-iter"
1407       tag: "NIC_Intel-XXV710"
1408   comparisons:
1409     - title: "Diff"
1410       reference: 1
1411       compare: 2
1412   legend:
1413     - ""
1414     - "x710, xxv710 - NICs tested."
1415     - "Diff - difference between x710 and xxv710 NIC."
1416
1417 # VPP Compare NICs 2n-skx 4t2c pdr
1418 - type: "table"
1419   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1420   algorithm: "table_comparison"
1421   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1422   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1423   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1424   columns:
1425     - title: "x710"
1426       data-set: "vpp-2n-skx-curr-iter"
1427       tag: "NIC_Intel-X710"
1428     - title: "xxv710"
1429       data-set: "vpp-2n-skx-curr-iter"
1430       tag: "NIC_Intel-XXV710"
1431   comparisons:
1432     - title: "Diff"
1433       reference: 1
1434       compare: 2
1435   legend:
1436     - ""
1437     - "x710, xxv710 - NICs tested."
1438     - "Diff - difference between x710 and xxv710 NIC."
1439
1440 # VPP Compare NICs 2n-skx 2t1c mrr
1441 - type: "table"
1442   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1443   algorithm: "table_comparison"
1444   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1445   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1446   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
1447   columns:
1448     - title: "x710"
1449       data-set: "vpp-2n-skx-curr-iter-mrr"
1450       tag: "NIC_Intel-X710"
1451     - title: "xxv710"
1452       data-set: "vpp-2n-skx-curr-iter-mrr"
1453       tag: "NIC_Intel-XXV710"
1454   comparisons:
1455     - title: "Diff"
1456       reference: 1
1457       compare: 2
1458   legend:
1459     - ""
1460     - "x710, xxv710 - NICs tested."
1461     - "Diff - difference between x710 and xxv710 NIC."
1462
1463 # VPP Compare NICs 2n-skx 4t2c mrr
1464 - type: "table"
1465   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1466   algorithm: "table_comparison"
1467   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1468   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1469   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
1470   columns:
1471     - title: "x710"
1472       data-set: "vpp-2n-skx-curr-iter-mrr"
1473       tag: "NIC_Intel-X710"
1474     - title: "xxv710"
1475       data-set: "vpp-2n-skx-curr-iter-mrr"
1476       tag: "NIC_Intel-XXV710"
1477   comparisons:
1478     - title: "Diff"
1479       reference: 1
1480       compare: 2
1481   legend:
1482     - ""
1483     - "x710, xxv710 - NICs tested."
1484     - "Diff - difference between x710 and xxv710 NIC."
1485
1486 # VPP Compare NICs 2n-skx 8t4c mrr
1487 - type: "table"
1488   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1489   algorithm: "table_comparison"
1490   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1491   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1492   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
1493   columns:
1494     - title: "x710"
1495       data-set: "vpp-2n-skx-curr-iter-mrr"
1496       tag: "NIC_Intel-X710"
1497     - title: "xxv710"
1498       data-set: "vpp-2n-skx-curr-iter-mrr"
1499       tag: "NIC_Intel-XXV710"
1500   comparisons:
1501     - title: "Diff"
1502       reference: 1
1503       compare: 2
1504   legend:
1505     - ""
1506     - "x710, xxv710 - NICs tested."
1507     - "Diff - difference between x710 and xxv710 NIC."
1508
1509 ################################################################################
1510 # VPP
1511
1512 # VPP Performance Changes 3n-skx 2t1c pdr
1513 - type: "table"
1514   title: "VPP Performance Changes 3n-skx 2t1c pdr"
1515   algorithm: "table_comparison"
1516   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
1517   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1518   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1519   columns:
1520     - title: "2009.0-6"
1521       data-set: "vpp-3n-skx-hist-iter-new-env"
1522     - title: "2101.0-6"
1523       data-set: "vpp-3n-skx-prev-iter-old-env"
1524     - title: "2101.0-7"
1525       data-set: "vpp-3n-skx-prev-iter-new-env"
1526     - title: "2106.0-7"
1527       data-set: "vpp-3n-skx-curr-iter"
1528   comparisons:
1529     - title: "2101.0-7 vs 2101.0-6"
1530       reference: 2
1531       compare: 3
1532 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
1533     - title: "2106.0-7 vs 2101.0-7"
1534       reference: 3
1535       compare: 4
1536 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
1537   legend:
1538     - ''
1539     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1540     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1541     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1542     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1543     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1544
1545 # VPP Performance Changes 3n-skx 4t2c pdr
1546 - type: "table"
1547   title: "VPP Performance Changes 3n-skx 4t2c pdr"
1548   algorithm: "table_comparison"
1549   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
1550   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1551   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1552   columns:
1553     - title: "2009.0-6"
1554       data-set: "vpp-3n-skx-hist-iter-new-env"
1555     - title: "2101.0-6"
1556       data-set: "vpp-3n-skx-prev-iter-old-env"
1557     - title: "2101.0-7"
1558       data-set: "vpp-3n-skx-prev-iter-new-env"
1559     - title: "2106.0-7"
1560       data-set: "vpp-3n-skx-curr-iter"
1561   comparisons:
1562     - title: "2101.0-7 vs 2101.0-6"
1563       reference: 2
1564       compare: 3
1565 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
1566     - title: "2106.0-7 vs 2101.0-7"
1567       reference: 3
1568       compare: 4
1569 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
1570   legend:
1571     - ''
1572     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1573     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1574     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1575     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1576     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1577
1578 # VPP Performance Changes 3n-skx 2t1c ndr
1579 - type: "table"
1580   title: "VPP Performance Changes 3n-skx 2t1c ndr"
1581   algorithm: "table_comparison"
1582   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
1583   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1584   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1585   columns:
1586     - title: "2009.0-6"
1587       data-set: "vpp-3n-skx-hist-iter-new-env"
1588     - title: "2101.0-6"
1589       data-set: "vpp-3n-skx-prev-iter-old-env"
1590     - title: "2101.0-7"
1591       data-set: "vpp-3n-skx-prev-iter-new-env"
1592     - title: "2106.0-7"
1593       data-set: "vpp-3n-skx-curr-iter"
1594   comparisons:
1595     - title: "2101.0-7 vs 2101.0-6"
1596       reference: 2
1597       compare: 3
1598 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
1599     - title: "2106.0-7 vs 2101.0-7"
1600       reference: 3
1601       compare: 4
1602 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
1603   legend:
1604     - ''
1605     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1606     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1607     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1608     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1609     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1610
1611 # VPP Performance Changes 3n-skx 4t2c ndr
1612 - type: "table"
1613   title: "VPP Performance Changes 3n-skx 4t2c ndr"
1614   algorithm: "table_comparison"
1615   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
1616   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1617   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1618   columns:
1619     - title: "2009.0-6"
1620       data-set: "vpp-3n-skx-hist-iter-new-env"
1621     - title: "2101.0-6"
1622       data-set: "vpp-3n-skx-prev-iter-old-env"
1623     - title: "2101.0-7"
1624       data-set: "vpp-3n-skx-prev-iter-new-env"
1625     - title: "2106.0-7"
1626       data-set: "vpp-3n-skx-curr-iter"
1627   comparisons:
1628     - title: "2101.0-7 vs 2101.0-6"
1629       reference: 2
1630       compare: 3
1631 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
1632     - title: "2106.0-7 vs 2101.0-7"
1633       reference: 3
1634       compare: 4
1635 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
1636   legend:
1637     - ''
1638     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1639     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1640     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1641     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1642     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1643
1644 # VPP Performance Changes 2n-skx 2t1c pdr
1645 - type: "table"
1646   title: "VPP Performance Changes 2n-skx 2t1c pdr"
1647   algorithm: "table_comparison"
1648   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
1649   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1650   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1651   columns:
1652     - title: "2009.0-6"
1653       data-set: "vpp-2n-skx-hist-iter-new-env"
1654     - title: "2101.0-6"
1655       data-set: "vpp-2n-skx-prev-iter-old-env"
1656     - title: "2101.0-7"
1657       data-set: "vpp-2n-skx-prev-iter-new-env"
1658     - title: "2106.0-7"
1659       data-set: "vpp-2n-skx-curr-iter"
1660   comparisons:
1661     - title: "2101.0-7 vs 2101.0-6"
1662       reference: 2
1663       compare: 3
1664 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
1665     - title: "2106.0-7 vs 2101.0-7"
1666       reference: 3
1667       compare: 4
1668 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
1669   legend:
1670     - ''
1671     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1672     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1673     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1674     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1675     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1676
1677 # VPP Performance Changes 2n-skx 4t2c pdr
1678 - type: "table"
1679   title: "VPP Performance Changes 2n-skx 4t2c pdr"
1680   algorithm: "table_comparison"
1681   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
1682   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1683   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1684   columns:
1685     - title: "2009.0-6"
1686       data-set: "vpp-2n-skx-hist-iter-new-env"
1687     - title: "2101.0-6"
1688       data-set: "vpp-2n-skx-prev-iter-old-env"
1689     - title: "2101.0-7"
1690       data-set: "vpp-2n-skx-prev-iter-new-env"
1691     - title: "2106.0-7"
1692       data-set: "vpp-2n-skx-curr-iter"
1693   comparisons:
1694     - title: "2101.0-7 vs 2101.0-6"
1695       reference: 2
1696       compare: 3
1697 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
1698     - title: "2106.0-7 vs 2101.0-7"
1699       reference: 3
1700       compare: 4
1701 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
1702   legend:
1703     - ''
1704     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1705     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1706     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1707     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1708     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1709
1710 # VPP Performance Changes 2n-skx 2t1c ndr
1711 - type: "table"
1712   title: "VPP Performance Changes 2n-skx 2t1c ndr"
1713   algorithm: "table_comparison"
1714   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
1715   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1716   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1717   columns:
1718     - title: "2009.0-6"
1719       data-set: "vpp-2n-skx-hist-iter-new-env"
1720     - title: "2101.0-6"
1721       data-set: "vpp-2n-skx-prev-iter-old-env"
1722     - title: "2101.0-7"
1723       data-set: "vpp-2n-skx-prev-iter-new-env"
1724     - title: "2106.0-7"
1725       data-set: "vpp-2n-skx-curr-iter"
1726   comparisons:
1727     - title: "2101.0-7 vs 2101.0-6"
1728       reference: 2
1729       compare: 3
1730 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
1731     - title: "2106.0-7 vs 2101.0-7"
1732       reference: 3
1733       compare: 4
1734 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
1735   legend:
1736     - ''
1737     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1738     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1739     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1740     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1741     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1742
1743 # VPP Performance Changes 2n-skx 4t2c ndr
1744 - type: "table"
1745   title: "VPP Performance Changes 2n-skx 4t2c ndr"
1746   algorithm: "table_comparison"
1747   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1750   columns:
1751     - title: "2009.0-6"
1752       data-set: "vpp-2n-skx-hist-iter-new-env"
1753     - title: "2101.0-6"
1754       data-set: "vpp-2n-skx-prev-iter-old-env"
1755     - title: "2101.0-7"
1756       data-set: "vpp-2n-skx-prev-iter-new-env"
1757     - title: "2106.0-7"
1758       data-set: "vpp-2n-skx-curr-iter"
1759   comparisons:
1760     - title: "2101.0-7 vs 2101.0-6"
1761       reference: 2
1762       compare: 3
1763 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
1764     - title: "2106.0-7 vs 2101.0-7"
1765       reference: 3
1766       compare: 4
1767 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
1768   legend:
1769     - ''
1770     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1771     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1772     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1773     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1774     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1775
1776 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
1777 - type: "table"
1778   title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
1779   algorithm: "table_comparison"
1780   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
1781   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1782   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1783   columns:
1784     - title: "2009.0-6"
1785       data-set: "vpp-2n-clx-hist-iter-new-env"
1786     - title: "2101.0-6"
1787       data-set: "vpp-2n-clx-prev-iter-old-env"
1788     - title: "2101.0-7"
1789       data-set: "vpp-2n-clx-prev-iter-new-env"
1790     - title: "2106.0-7"
1791       data-set: "vpp-2n-clx-curr-iter"
1792   comparisons:
1793     - title: "2101.0-7 vs 2101.0-6"
1794       reference: 2
1795       compare: 3
1796 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1797     - title: "2106.0-7 vs 2101.0-7"
1798       reference: 3
1799       compare: 4
1800 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1801   legend:
1802     - ''
1803     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1804     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1805     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1806     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1807     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1808
1809 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
1810 - type: "table"
1811   title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
1812   algorithm: "table_comparison"
1813   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
1814   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1815   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1816   columns:
1817     - title: "2009.0-6"
1818       data-set: "vpp-2n-clx-hist-iter-new-env"
1819     - title: "2101.0-6"
1820       data-set: "vpp-2n-clx-prev-iter-old-env"
1821     - title: "2101.0-7"
1822       data-set: "vpp-2n-clx-prev-iter-new-env"
1823     - title: "2106.0-7"
1824       data-set: "vpp-2n-clx-curr-iter"
1825   comparisons:
1826     - title: "2101.0-7 vs 2101.0-6"
1827       reference: 2
1828       compare: 3
1829 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1830     - title: "2106.0-7 vs 2101.0-7"
1831       reference: 3
1832       compare: 4
1833 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1834   legend:
1835     - ''
1836     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1837     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1838     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1839     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1840     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1841
1842 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
1843 - type: "table"
1844   title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
1845   algorithm: "table_comparison"
1846   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
1847   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1848   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1849   columns:
1850     - title: "2009.0-6"
1851       data-set: "vpp-2n-clx-hist-iter-new-env"
1852     - title: "2101.0-6"
1853       data-set: "vpp-2n-clx-prev-iter-old-env"
1854     - title: "2101.0-7"
1855       data-set: "vpp-2n-clx-prev-iter-new-env"
1856     - title: "2106.0-7"
1857       data-set: "vpp-2n-clx-curr-iter"
1858   comparisons:
1859     - title: "2101.0-7 vs 2101.0-6"
1860       reference: 2
1861       compare: 3
1862 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1863     - title: "2106.0-7 vs 2101.0-7"
1864       reference: 3
1865       compare: 4
1866 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1867   legend:
1868     - ''
1869     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1870     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1871     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1872     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1873     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1874
1875 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
1876 - type: "table"
1877   title: "VPP Performance Changes 2n-clx-xxv710 ndr"
1878   algorithm: "table_comparison"
1879   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
1880   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1881   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1882   columns:
1883     - title: "2009.0-6"
1884       data-set: "vpp-2n-clx-hist-iter-new-env"
1885     - title: "2101.0-6"
1886       data-set: "vpp-2n-clx-prev-iter-old-env"
1887     - title: "2101.0-7"
1888       data-set: "vpp-2n-clx-prev-iter-new-env"
1889     - title: "2106.0-7"
1890       data-set: "vpp-2n-clx-curr-iter"
1891   comparisons:
1892     - title: "2101.0-7 vs 2101.0-6"
1893       reference: 2
1894       compare: 3
1895 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1896     - title: "2106.0-7 vs 2101.0-7"
1897       reference: 3
1898       compare: 4
1899 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1900   legend:
1901     - ''
1902     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1903     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1904     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1905     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1906     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1907
1908 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
1909 - type: "table"
1910   title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
1911   algorithm: "table_comparison"
1912   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
1913   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1915   columns:
1916     - title: "2009.0-6"
1917       data-set: "vpp-2n-clx-hist-iter-new-env"
1918     - title: "2101.0-6"
1919       data-set: "vpp-2n-clx-prev-iter-old-env"
1920     - title: "2101.0-7"
1921       data-set: "vpp-2n-clx-prev-iter-new-env"
1922     - title: "2106.0-7"
1923       data-set: "vpp-2n-clx-curr-iter"
1924   comparisons:
1925     - title: "2101.0-7 vs 2101.0-6"
1926       reference: 2
1927       compare: 3
1928 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1929     - title: "2106.0-7 vs 2101.0-7"
1930       reference: 3
1931       compare: 4
1932 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1933   legend:
1934     - ''
1935     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1936     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1937     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1938     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1939     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1940
1941 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
1942 - type: "table"
1943   title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
1944   algorithm: "table_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
1946   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1947   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1948   columns:
1949     - title: "2009.0-6"
1950       data-set: "vpp-2n-clx-hist-iter-new-env"
1951     - title: "2101.0-6"
1952       data-set: "vpp-2n-clx-prev-iter-old-env"
1953     - title: "2101.0-7"
1954       data-set: "vpp-2n-clx-prev-iter-new-env"
1955     - title: "2106.0-7"
1956       data-set: "vpp-2n-clx-curr-iter"
1957   comparisons:
1958     - title: "2101.0-7 vs 2101.0-6"
1959       reference: 2
1960       compare: 3
1961 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1962     - title: "2106.0-7 vs 2101.0-7"
1963       reference: 3
1964       compare: 4
1965 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1966   legend:
1967     - ''
1968     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1969     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1970     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1971     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1972     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1973
1974 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
1975 - type: "table"
1976   title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
1977   algorithm: "table_comparison"
1978   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
1979   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1980   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1981   columns:
1982     - title: "2009.0-6"
1983       data-set: "vpp-2n-clx-hist-iter-new-env"
1984     - title: "2101.0-6"
1985       data-set: "vpp-2n-clx-prev-iter-old-env"
1986     - title: "2101.0-7"
1987       data-set: "vpp-2n-clx-prev-iter-new-env"
1988     - title: "2106.0-7"
1989       data-set: "vpp-2n-clx-curr-iter"
1990   comparisons:
1991     - title: "2101.0-7 vs 2101.0-6"
1992       reference: 2
1993       compare: 3
1994 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1995     - title: "2106.0-7 vs 2101.0-7"
1996       reference: 3
1997       compare: 4
1998 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1999   legend:
2000     - ''
2001     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
2002     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2003     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2004     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2005     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2006
2007 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
2008 - type: "table"
2009   title: "VPP Performance Changes 2n-clx-cx556a ndr"
2010   algorithm: "table_comparison"
2011   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
2012   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2013   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2014   columns:
2015     - title: "2009.0-6"
2016       data-set: "vpp-2n-clx-hist-iter-new-env"
2017     - title: "2101.0-6"
2018       data-set: "vpp-2n-clx-prev-iter-old-env"
2019     - title: "2101.0-7"
2020       data-set: "vpp-2n-clx-prev-iter-new-env"
2021     - title: "2106.0-7"
2022       data-set: "vpp-2n-clx-curr-iter"
2023   comparisons:
2024     - title: "2101.0-7 vs 2101.0-6"
2025       reference: 2
2026       compare: 3
2027 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
2028     - title: "2106.0-7 vs 2101.0-7"
2029       reference: 3
2030       compare: 4
2031 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
2032   legend:
2033     - ''
2034     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
2035     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2036     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2037     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2038     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2039
2040 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
2041 - type: "table"
2042   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
2043   algorithm: "table_comparison"
2044   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
2045   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2046   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2047   columns:
2048     - title: "2009.0-6"
2049       data-set: "vpp-2n-zn2-hist-iter-new-env"
2050     - title: "2101.0-6"
2051       data-set: "vpp-2n-zn2-prev-iter-old-env"
2052     - title: "2101.0-7"
2053       data-set: "vpp-2n-zn2-prev-iter-new-env"
2054     - title: "2106.0-7"
2055       data-set: "vpp-2n-zn2-curr-iter"
2056   comparisons:
2057     - title: "2101.0-7 vs 2101.0-6"
2058       reference: 2
2059       compare: 3
2060 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
2061     - title: "2106.0-7 vs 2101.0-7"
2062       reference: 3
2063       compare: 4
2064 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
2065   legend:
2066     - ''
2067     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
2068     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2069     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2070     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2071     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2072
2073 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
2074 - type: "table"
2075   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
2076   algorithm: "table_comparison"
2077   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
2078   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2079   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2080   columns:
2081     - title: "2009.0-6"
2082       data-set: "vpp-2n-zn2-hist-iter-new-env"
2083     - title: "2101.0-6"
2084       data-set: "vpp-2n-zn2-prev-iter-old-env"
2085     - title: "2101.0-7"
2086       data-set: "vpp-2n-zn2-prev-iter-new-env"
2087     - title: "2106.0-7"
2088       data-set: "vpp-2n-zn2-curr-iter"
2089   comparisons:
2090     - title: "2101.0-7 vs 2101.0-6"
2091       reference: 2
2092       compare: 3
2093 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
2094     - title: "2106.0-7 vs 2101.0-7"
2095       reference: 3
2096       compare: 4
2097 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
2098   legend:
2099     - ''
2100     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
2101     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2102     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2103     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2104     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2105
2106 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
2107 - type: "table"
2108   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
2109   algorithm: "table_comparison"
2110   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
2111   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2112   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2113   columns:
2114     - title: "2009.0-6"
2115       data-set: "vpp-2n-zn2-hist-iter-new-env"
2116     - title: "2101.0-6"
2117       data-set: "vpp-2n-zn2-prev-iter-old-env"
2118     - title: "2101.0-7"
2119       data-set: "vpp-2n-zn2-prev-iter-new-env"
2120     - title: "2106.0-7"
2121       data-set: "vpp-2n-zn2-curr-iter"
2122   comparisons:
2123     - title: "2101.0-7 vs 2101.0-6"
2124       reference: 2
2125       compare: 3
2126 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
2127     - title: "2106.0-7 vs 2101.0-7"
2128       reference: 3
2129       compare: 4
2130 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
2131   legend:
2132     - ''
2133     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
2134     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2135     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2136     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2137     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2138
2139 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
2140 - type: "table"
2141   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
2142   algorithm: "table_comparison"
2143   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
2144   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2145   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2146   columns:
2147     - title: "2009.0-6"
2148       data-set: "vpp-2n-zn2-hist-iter-new-env"
2149     - title: "2101.0-6"
2150       data-set: "vpp-2n-zn2-prev-iter-old-env"
2151     - title: "2101.0-7"
2152       data-set: "vpp-2n-zn2-prev-iter-new-env"
2153     - title: "2106.0-7"
2154       data-set: "vpp-2n-zn2-curr-iter"
2155   comparisons:
2156     - title: "2101.0-7 vs 2101.0-6"
2157       reference: 2
2158       compare: 3
2159 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
2160     - title: "2106.0-7 vs 2101.0-7"
2161       reference: 3
2162       compare: 4
2163 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
2164   legend:
2165     - ''
2166     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
2167     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2168     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2169     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2170     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2171
2172 # VPP Performance Changes 2n-dnv 1t1c pdr
2173 - type: "table"
2174   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2175   algorithm: "table_comparison"
2176   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2177   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2178   filter: "'1T1C'"
2179   columns:
2180     - title: "2009.0-6"
2181       data-set: "vpp-2n-dnv-hist-iter-new-env"
2182     - title: "2101.0-6"
2183       data-set: "vpp-2n-dnv-prev-iter-old-env"
2184     - title: "2101.0-7"
2185       data-set: "vpp-2n-dnv-prev-iter-new-env"
2186     - title: "2106.0-7"
2187       data-set: "vpp-2n-dnv-curr-iter"
2188   comparisons:
2189     - title: "2101.0-7 vs 2101.0-6"
2190       reference: 2
2191       compare: 3
2192     - title: "2101.0-6 vs 2009.0-5"
2193       reference: 3
2194       compare: 4
2195   legend:
2196     - ''
2197     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
2198     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2199     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2200     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2201     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2202
2203 # VPP Performance Changes 2n-dnv 2t2c pdr
2204 - type: "table"
2205   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2206   algorithm: "table_comparison"
2207   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2208   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2209   filter: "'2T2C'"
2210   columns:
2211     - title: "2009.0-6"
2212       data-set: "vpp-2n-dnv-hist-iter-new-env"
2213     - title: "2101.0-6"
2214       data-set: "vpp-2n-dnv-prev-iter-old-env"
2215     - title: "2101.0-7"
2216       data-set: "vpp-2n-dnv-prev-iter-new-env"
2217     - title: "2106.0-7"
2218       data-set: "vpp-2n-dnv-curr-iter"
2219   comparisons:
2220     - title: "2101.0-7 vs 2101.0-6"
2221       reference: 2
2222       compare: 3
2223     - title: "2101.0-6 vs 2009.0-5"
2224       reference: 3
2225       compare: 4
2226   legend:
2227     - ''
2228     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
2229     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2230     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2231     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2232     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2233
2234 # VPP Performance Changes 2n-dnv 1t1c ndr
2235 - type: "table"
2236   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2237   algorithm: "table_comparison"
2238   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2239   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2240   filter: "'1T1C'"
2241   columns:
2242     - title: "2009.0-6"
2243       data-set: "vpp-2n-dnv-hist-iter-new-env"
2244     - title: "2101.0-6"
2245       data-set: "vpp-2n-dnv-prev-iter-old-env"
2246     - title: "2101.0-7"
2247       data-set: "vpp-2n-dnv-prev-iter-new-env"
2248     - title: "2106.0-7"
2249       data-set: "vpp-2n-dnv-curr-iter"
2250   comparisons:
2251     - title: "2101.0-7 vs 2101.0-6"
2252       reference: 2
2253       compare: 3
2254     - title: "2101.0-6 vs 2009.0-5"
2255       reference: 3
2256       compare: 4
2257   legend:
2258     - ''
2259     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
2260     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2261     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2262     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2263     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2264
2265 # VPP Performance Changes 2n-dnv 2t2c ndr
2266 - type: "table"
2267   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2268   algorithm: "table_comparison"
2269   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2270   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2271   filter: "'2T2C'"
2272   columns:
2273     - title: "2009.0-6"
2274       data-set: "vpp-2n-dnv-hist-iter-new-env"
2275     - title: "2101.0-6"
2276       data-set: "vpp-2n-dnv-prev-iter-old-env"
2277     - title: "2101.0-7"
2278       data-set: "vpp-2n-dnv-prev-iter-new-env"
2279     - title: "2106.0-7"
2280       data-set: "vpp-2n-dnv-curr-iter"
2281   comparisons:
2282     - title: "2101.0-7 vs 2101.0-6"
2283       reference: 2
2284       compare: 3
2285     - title: "2101.0-6 vs 2009.0-5"
2286       reference: 3
2287       compare: 4
2288   legend:
2289     - ''
2290     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
2291     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2292     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2293     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2294     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2295
2296 # VPP Performance Changes 3n-dnv 1t1c pdr
2297 - type: "table"
2298   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
2299   algorithm: "table_comparison"
2300   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
2301   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2302   filter: "'1T1C'"
2303   columns:
2304     - title: "2009.0-6"
2305       data-set: "vpp-3n-dnv-hist-iter-new-env"
2306     - title: "2101.0-6"
2307       data-set: "vpp-3n-dnv-prev-iter-old-env"
2308     - title: "2101.0-7"
2309       data-set: "vpp-3n-dnv-prev-iter-new-env"
2310     - title: "2106.0-7"
2311       data-set: "vpp-3n-dnv-curr-iter"
2312   comparisons:
2313     - title: "2101.0-7 vs 2101.0-6"
2314       reference: 2
2315       compare: 3
2316     - title: "2101.0-6 vs 2009.0-5"
2317       reference: 3
2318       compare: 4
2319   legend:
2320     - ''
2321     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
2322     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2323     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2324     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2325     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2326
2327 # VPP Performance Changes 3n-dnv 2t2c pdr
2328 - type: "table"
2329   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
2330   algorithm: "table_comparison"
2331   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
2332   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2333   filter: "'2T2C'"
2334   columns:
2335     - title: "2009.0-6"
2336       data-set: "vpp-3n-dnv-hist-iter-new-env"
2337     - title: "2101.0-6"
2338       data-set: "vpp-3n-dnv-prev-iter-old-env"
2339     - title: "2101.0-7"
2340       data-set: "vpp-3n-dnv-prev-iter-new-env"
2341     - title: "2106.0-7"
2342       data-set: "vpp-3n-dnv-curr-iter"
2343   comparisons:
2344     - title: "2101.0-7 vs 2101.0-6"
2345       reference: 2
2346       compare: 3
2347     - title: "2101.0-6 vs 2009.0-5"
2348       reference: 3
2349       compare: 4
2350   legend:
2351     - ''
2352     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
2353     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2354     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2355     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2356     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2357
2358 # VPP Performance Changes 3n-dnv 1t1c ndr
2359 - type: "table"
2360   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
2361   algorithm: "table_comparison"
2362   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
2363   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2364   filter: "'1T1C'"
2365   columns:
2366     - title: "2009.0-6"
2367       data-set: "vpp-3n-dnv-hist-iter-new-env"
2368     - title: "2101.0-6"
2369       data-set: "vpp-3n-dnv-prev-iter-old-env"
2370     - title: "2101.0-7"
2371       data-set: "vpp-3n-dnv-prev-iter-new-env"
2372     - title: "2106.0-7"
2373       data-set: "vpp-3n-dnv-curr-iter"
2374   comparisons:
2375     - title: "2101.0-7 vs 2101.0-6"
2376       reference: 2
2377       compare: 3
2378     - title: "2101.0-6 vs 2009.0-5"
2379       reference: 3
2380       compare: 4
2381   legend:
2382     - ''
2383     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
2384     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2385     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2386     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2387     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2388
2389 # VPP Performance Changes 3n-dnv 2t2c ndr
2390 - type: "table"
2391   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
2392   algorithm: "table_comparison"
2393   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
2394   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2395   filter: "'2T2C'"
2396   columns:
2397     - title: "2009.0-6"
2398       data-set: "vpp-3n-dnv-hist-iter-new-env"
2399     - title: "2101.0-6"
2400       data-set: "vpp-3n-dnv-prev-iter-old-env"
2401     - title: "2101.0-7"
2402       data-set: "vpp-3n-dnv-prev-iter-new-env"
2403     - title: "2106.0-7"
2404       data-set: "vpp-3n-dnv-curr-iter"
2405   comparisons:
2406     - title: "2101.0-7 vs 2101.0-6"
2407       reference: 2
2408       compare: 3
2409     - title: "2101.0-6 vs 2009.0-5"
2410       reference: 3
2411       compare: 4
2412   legend:
2413     - ''
2414     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
2415     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2416     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2417     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2418     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2419
2420 # VPP Performance Changes 3n-tsh 1t1c pdr
2421 - type: "table"
2422   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
2423   algorithm: "table_comparison"
2424   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
2425   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2426   filter: "'1T1C'"
2427   columns:
2428     - title: "2009.0-6"
2429       data-set: "vpp-3n-tsh-hist-iter-new-env"
2430     - title: "2101.0-6"
2431       data-set: "vpp-3n-tsh-prev-iter-old-env"
2432 #     - title: "2101.0-7"
2433 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2434     - title: "2106.0-7"
2435       data-set: "vpp-3n-tsh-curr-iter"
2436   comparisons:
2437 #     - title: "2101.0-7 vs 2101.0-6"
2438 #       reference: 2
2439 #       compare: 3
2440 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
2441 #     - title: "2106.0-7 vs 2101.0-7"
2442     - title: "2106.0-7 vs 2101.0-6"
2443       reference: 2  # 3
2444       compare: 3  # 4
2445 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
2446   legend:
2447     - ''
2448     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
2449     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2450     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2451     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2452 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2453     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2454
2455 # VPP Performance Changes 3n-tsh 2t2c pdr
2456 - type: "table"
2457   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
2458   algorithm: "table_comparison"
2459   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
2460   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2461   filter: "'2T2C'"
2462   columns:
2463     - title: "2009.0-6"
2464       data-set: "vpp-3n-tsh-hist-iter-new-env"
2465     - title: "2101.0-6"
2466       data-set: "vpp-3n-tsh-prev-iter-old-env"
2467 #     - title: "2101.0-7"
2468 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2469     - title: "2106.0-7"
2470       data-set: "vpp-3n-tsh-curr-iter"
2471   comparisons:
2472 #     - title: "2101.0-7 vs 2101.0-6"
2473 #       reference: 2
2474 #       compare: 3
2475 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
2476 #     - title: "2106.0-7 vs 2101.0-7"
2477     - title: "2106.0-7 vs 2101.0-6"
2478       reference: 2  # 3
2479       compare: 3  # 4
2480 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
2481   legend:
2482     - ''
2483     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
2484     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2485     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2486     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2487 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2488     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2489
2490 # VPP Performance Changes 3n-tsh 1t1c ndr
2491 - type: "table"
2492   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
2493   algorithm: "table_comparison"
2494   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
2495   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2496   filter: "'1T1C'"
2497   columns:
2498     - title: "2009.0-6"
2499       data-set: "vpp-3n-tsh-hist-iter-new-env"
2500     - title: "2101.0-6"
2501       data-set: "vpp-3n-tsh-prev-iter-old-env"
2502 #     - title: "2101.0-7"
2503 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2504     - title: "2106.0-7"
2505       data-set: "vpp-3n-tsh-curr-iter"
2506   comparisons:
2507 #     - title: "2101.0-7 vs 2101.0-6"
2508 #       reference: 2
2509 #       compare: 3
2510 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
2511 #     - title: "2106.0-7 vs 2101.0-7"
2512     - title: "2106.0-7 vs 2101.0-6"
2513       reference: 2  # 3
2514       compare: 3  # 4
2515 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
2516   legend:
2517     - ''
2518     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2519     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2520     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2521     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2522 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2523     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2524
2525 # VPP Performance Changes 3n-tsh 2t2c ndr
2526 - type: "table"
2527   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
2528   algorithm: "table_comparison"
2529   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
2530   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2531   filter: "'2T2C'"
2532   columns:
2533     - title: "2009.0-6"
2534       data-set: "vpp-3n-tsh-hist-iter-new-env"
2535     - title: "2101.0-6"
2536       data-set: "vpp-3n-tsh-prev-iter-old-env"
2537 #     - title: "2101.0-7"
2538 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2539     - title: "2106.0-7"
2540       data-set: "vpp-3n-tsh-curr-iter"
2541   comparisons:
2542 #     - title: "2101.0-7 vs 2101.0-6"
2543 #       reference: 2
2544 #       compare: 3
2545 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
2546 #     - title: "2106.0-7 vs 2101.0-7"
2547     - title: "2106.0-7 vs 2101.0-6"
2548       reference: 2  # 3
2549       compare: 3  # 4
2550 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
2551   legend:
2552     - ''
2553     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2554     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2555     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2556     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2557 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2558     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2559
2560 # VPP Performance Changes 2n-tx2 1t1c pdr
2561 - type: "table"
2562   title: "VPP Performance Changes 2n-tx2 1t1c pdr"
2563   algorithm: "table_comparison"
2564   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
2565   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2566   filter: "'1T1C'"
2567   columns:
2568     - title: "2009.0-6"
2569       data-set: "vpp-2n-tx2-hist-iter-new-env"
2570     - title: "2101.0-6"
2571       data-set: "vpp-2n-tx2-prev-iter-old-env"
2572 #     - title: "2101.0-7"
2573 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2574     - title: "2106.0-7"
2575       data-set: "vpp-2n-tx2-curr-iter"
2576   comparisons:
2577 #     - title: "2101.0-7 vs 2101.0-6"
2578 #       reference: 2
2579 #       compare: 3
2580 #     - title: "2106.0-7 vs 2101.0-7"
2581     - title: "2106.0-7 vs 2101.0-6"
2582       reference: 2  # 3
2583       compare: 3  # 4
2584   legend:
2585     - ''
2586     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2587     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2588     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2589     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2590 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2591     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2592
2593 # VPP Performance Changes 2n-tx2 2t2c pdr
2594 - type: "table"
2595   title: "VPP Performance Changes 2n-tx2 2t2c pdr"
2596   algorithm: "table_comparison"
2597   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
2598   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2599   filter: "'2T2C'"
2600   columns:
2601     - title: "2009.0-6"
2602       data-set: "vpp-2n-tx2-hist-iter-new-env"
2603     - title: "2101.0-6"
2604       data-set: "vpp-2n-tx2-prev-iter-old-env"
2605 #     - title: "2101.0-7"
2606 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2607     - title: "2106.0-7"
2608       data-set: "vpp-2n-tx2-curr-iter"
2609   comparisons:
2610 #     - title: "2101.0-7 vs 2101.0-6"
2611 #       reference: 2
2612 #       compare: 3
2613 #     - title: "2106.0-7 vs 2101.0-7"
2614     - title: "2106.0-7 vs 2101.0-6"
2615       reference: 2  # 3
2616       compare: 3  # 4
2617   legend:
2618     - ''
2619     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2620     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2621     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2622     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2623 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2624     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2625
2626 # VPP Performance Changes 2n-tx2 1t1c ndr
2627 - type: "table"
2628   title: "VPP Performance Changes 2n-tx2 1t1c ndr"
2629   algorithm: "table_comparison"
2630   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr"
2631   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2632   filter: "'1T1C'"
2633   columns:
2634     - title: "2009.0-6"
2635       data-set: "vpp-2n-tx2-hist-iter-new-env"
2636     - title: "2101.0-6"
2637       data-set: "vpp-2n-tx2-prev-iter-old-env"
2638 #     - title: "2101.0-7"
2639 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2640     - title: "2106.0-7"
2641       data-set: "vpp-2n-tx2-curr-iter"
2642   comparisons:
2643 #     - title: "2101.0-7 vs 2101.0-6"
2644 #       reference: 2
2645 #       compare: 3
2646 #     - title: "2106.0-7 vs 2101.0-7"
2647     - title: "2106.0-7 vs 2101.0-6"
2648       reference: 2  # 3
2649       compare: 3  # 4
2650   legend:
2651     - ''
2652     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2653     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2654     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2655     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2656 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2657     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2658
2659 # VPP Performance Changes 2n-tx2 2t2c ndr
2660 - type: "table"
2661   title: "VPP Performance Changes 2n-tx2 2t2c ndr"
2662   algorithm: "table_comparison"
2663   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr"
2664   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2665   filter: "'2T2C'"
2666   columns:
2667     - title: "2009.0-6"
2668       data-set: "vpp-2n-tx2-hist-iter-new-env"
2669     - title: "2101.0-6"
2670       data-set: "vpp-2n-tx2-prev-iter-old-env"
2671 #     - title: "2101.0-7"
2672 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2673     - title: "2106.0-7"
2674       data-set: "vpp-2n-tx2-curr-iter"
2675   comparisons:
2676 #     - title: "2101.0-7 vs 2101.0-6"
2677 #       reference: 2
2678 #       compare: 3
2679 #     - title: "2106.0-7 vs 2101.0-7"
2680     - title: "2106.0-7 vs 2101.0-6"
2681       reference: 2  # 3
2682       compare: 3  # 4
2683   legend:
2684     - ''
2685     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2686     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2687     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2688     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2689 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2690     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2691
2692 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
2693 - type: "table"
2694   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
2695   algorithm: "table_comparison"
2696   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
2697   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2698   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2699   columns:
2700     - title: "2n-skx"
2701       data-set: "vpp-2n-skx-curr-iter"
2702     - title: "2n-clx"
2703       data-set: "vpp-2n-clx-curr-iter"
2704   comparisons:
2705     - title: "Diff"
2706       reference: 1
2707       compare: 2
2708   legend:
2709     - ""
2710     - "2n-skx, 2n-clx - testbeds and NICs tested."
2711     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2712
2713 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
2714 - type: "table"
2715   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
2716   algorithm: "table_comparison"
2717   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
2718   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2719   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2720   columns:
2721     - title: "2n-skx"
2722       data-set: "vpp-2n-skx-curr-iter"
2723     - title: "2n-clx"
2724       data-set: "vpp-2n-clx-curr-iter"
2725   comparisons:
2726     - title: "Diff"
2727       reference: 1
2728       compare: 2
2729   legend:
2730     - ""
2731     - "2n-skx, 2n-clx - testbeds and NICs tested."
2732     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2733
2734 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
2735 - type: "table"
2736   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
2737   algorithm: "table_comparison"
2738   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
2739   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2740   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2741   columns:
2742     - title: "2n-skx"
2743       data-set: "vpp-2n-skx-curr-iter"
2744     - title: "2n-clx"
2745       data-set: "vpp-2n-clx-curr-iter"
2746   comparisons:
2747     - title: "Diff"
2748       reference: 1
2749       compare: 2
2750   legend:
2751     - ""
2752     - "2n-skx, 2n-clx - testbeds and NICs tested."
2753     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2754
2755 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
2756 - type: "table"
2757   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
2758   algorithm: "table_comparison"
2759   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
2760   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2761   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2762   columns:
2763     - title: "2n-skx"
2764       data-set: "vpp-2n-skx-curr-iter"
2765     - title: "2n-clx"
2766       data-set: "vpp-2n-clx-curr-iter"
2767   comparisons:
2768     - title: "Diff"
2769       reference: 1
2770       compare: 2
2771   legend:
2772     - ""
2773     - "2n-skx, 2n-clx - testbeds and NICs tested."
2774     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2775
2776 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
2777 # - type: "table"
2778 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
2779 #   algorithm: "table_comparison"
2780 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
2781 #   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2782 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2783 #   columns:
2784 #     - title: "2n-clx xxv710"
2785 #       data-set: "vpp-2n-clx-curr-iter"
2786 #       tag: "NIC_Intel-XXV710"
2787 #     - title: "2n-icx e810cq"
2788 #       data-set: "vpp-2n-icx-curr-iter"
2789 #       tag: "NIC_Intel-E810CQ"
2790 #   comparisons:
2791 #     - title: "Diff"
2792 #       reference: 1
2793 #       compare: 2
2794 #   legend:
2795 #     - ""
2796 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2797 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2798 #
2799 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
2800 # - type: "table"
2801 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
2802 #   algorithm: "table_comparison"
2803 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
2804 #   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2805 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2806 #   columns:
2807 #     - title: "2n-clx xxv710"
2808 #       data-set: "vpp-2n-clx-curr-iter"
2809 #       tag: "NIC_Intel-XXV710"
2810 #     - title: "2n-icx e810cq"
2811 #       data-set: "vpp-2n-icx-curr-iter"
2812 #       tag: "NIC_Intel-E810CQ"
2813 #   comparisons:
2814 #     - title: "Diff"
2815 #       reference: 1
2816 #       compare: 2
2817 #   legend:
2818 #     - ""
2819 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2820 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2821 #
2822 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
2823 # - type: "table"
2824 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
2825 #   algorithm: "table_comparison"
2826 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
2827 #   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2828 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2829 #   columns:
2830 #     - title: "2n-clx xxv710"
2831 #       data-set: "vpp-2n-clx-curr-iter"
2832 #       tag: "NIC_Intel-XXV710"
2833 #     - title: "2n-icx e810cq"
2834 #       data-set: "vpp-2n-icx-curr-iter"
2835 #       tag: "NIC_Intel-E810CQ"
2836 #   comparisons:
2837 #     - title: "Diff"
2838 #       reference: 1
2839 #       compare: 2
2840 #   legend:
2841 #     - ""
2842 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2843 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2844 #
2845 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
2846 # - type: "table"
2847 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
2848 #   algorithm: "table_comparison"
2849 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
2850 #   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2851 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2852 #   columns:
2853 #     - title: "2n-clx xxv710"
2854 #       data-set: "vpp-3n-skx-curr-iter"
2855 #       tag: "NIC_Intel-XXV710"
2856 #     - title: "2n-icx e810cq"
2857 #       data-set: "vpp-2n-icx-curr-iter"
2858 #       tag: "NIC_Intel-E810CQ"
2859 #   comparisons:
2860 #     - title: "Diff"
2861 #       reference: 1
2862 #       compare: 2
2863 #   legend:
2864 #     - ""
2865 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2866 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2867 #
2868 # # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
2869 # - type: "table"
2870 #   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
2871 #   algorithm: "table_comparison"
2872 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
2873 #   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2874 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2875 #   columns:
2876 #     - title: "3n-skx xxv710"
2877 #       data-set: "vpp-3n-skx-curr-iter"
2878 #       tag: "NIC_Intel-XXV710"
2879 #     - title: "3n-icx e810cq"
2880 #       data-set: "vpp-3n-icx-curr-iter"
2881 #       tag: "NIC_Intel-E810CQ"
2882 #   comparisons:
2883 #     - title: "Diff"
2884 #       reference: 1
2885 #       compare: 2
2886 #   legend:
2887 #     - ""
2888 #     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2889 #     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2890 #
2891 # # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
2892 # - type: "table"
2893 #   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
2894 #   algorithm: "table_comparison"
2895 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
2896 #   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2897 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2898 #   columns:
2899 #     - title: "3n-skx xxv710"
2900 #       data-set: "vpp-3n-skx-curr-iter"
2901 #       tag: "NIC_Intel-XXV710"
2902 #     - title: "3n-icx e810cq"
2903 #       data-set: "vpp-3n-icx-curr-iter"
2904 #       tag: "NIC_Intel-E810CQ"
2905 #   comparisons:
2906 #     - title: "Diff"
2907 #       reference: 1
2908 #       compare: 2
2909 #   legend:
2910 #     - ""
2911 #     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2912 #     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2913 #
2914 # # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
2915 # - type: "table"
2916 #   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
2917 #   algorithm: "table_comparison"
2918 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
2919 #   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2920 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2921 #   columns:
2922 #     - title: "3n-skx xxv710"
2923 #       data-set: "vpp-3n-skx-curr-iter"
2924 #       tag: "NIC_Intel-XXV710"
2925 #     - title: "3n-icx e810cq"
2926 #       data-set: "vpp-3n-icx-curr-iter"
2927 #       tag: "NIC_Intel-E810CQ"
2928 #   comparisons:
2929 #     - title: "Diff"
2930 #       reference: 1
2931 #       compare: 2
2932 #   legend:
2933 #     - ""
2934 #     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2935 #     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2936 #
2937 # # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
2938 # - type: "table"
2939 #   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
2940 #   algorithm: "table_comparison"
2941 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
2942 #   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2943 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2944 #   columns:
2945 #     - title: "3n-skx xxv710"
2946 #       data-set: "vpp-3n-skx-curr-iter"
2947 #       tag: "NIC_Intel-XXV710"
2948 #     - title: "3n-icx e810cq"
2949 #       data-set: "vpp-3n-icx-curr-iter"
2950 #       tag: "NIC_Intel-E810CQ"
2951 #   comparisons:
2952 #     - title: "Diff"
2953 #       reference: 1
2954 #       compare: 2
2955 #   legend:
2956 #     - ""
2957 #     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2958 #     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2959
2960 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2961 - type: "table"
2962   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2963   algorithm: "table_comparison"
2964   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2965   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2966   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
2967   columns:
2968     - title: "3n-skx"
2969       data-set: "vpp-3n-skx-curr-iter"
2970     - title: "2n-skx"
2971       data-set: "vpp-2n-skx-curr-iter"
2972   comparisons:
2973     - title: "Diff"
2974       reference: 1
2975       compare: 2
2976   legend:
2977     - ""
2978     - "3n-skx, 2n-skx - topologies tested."
2979     - "Diff - difference between 3n-skx and 2n-skx topologies."
2980
2981 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2982 - type: "table"
2983   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2984   algorithm: "table_comparison"
2985   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2986   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2987   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
2988   columns:
2989     - title: "3n-skx"
2990       data-set: "vpp-3n-skx-curr-iter"
2991     - title: "2n-skx"
2992       data-set: "vpp-2n-skx-curr-iter"
2993   comparisons:
2994     - title: "Diff"
2995       reference: 1
2996       compare: 2
2997   legend:
2998     - ""
2999     - "3n-skx, 2n-skx - topologies tested."
3000     - "Diff - difference between 3n-skx and 2n-skx topologies."
3001
3002 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
3003 - type: "table"
3004   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
3005   algorithm: "table_comparison"
3006   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
3007   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3008   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
3009   columns:
3010     - title: "3n-skx"
3011       data-set: "vpp-3n-skx-curr-iter"
3012     - title: "2n-skx"
3013       data-set: "vpp-2n-skx-curr-iter"
3014   comparisons:
3015     - title: "Diff"
3016       reference: 1
3017       compare: 2
3018   legend:
3019     - ""
3020     - "3n-skx, 2n-skx - topologies tested."
3021     - "Diff - difference between 3n-skx and 2n-skx topologies."
3022
3023 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
3024 - type: "table"
3025   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
3026   algorithm: "table_comparison"
3027   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
3028   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3029   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
3030   columns:
3031     - title: "3n-skx"
3032       data-set: "vpp-3n-skx-curr-iter"
3033     - title: "2n-skx"
3034       data-set: "vpp-2n-skx-curr-iter"
3035   comparisons:
3036     - title: "Diff"
3037       reference: 1
3038       compare: 2
3039   legend:
3040     - ""
3041     - "3n-skx, 2n-skx - topologies tested."
3042     - "Diff - difference between 3n-skx and 2n-skx topologies."
3043
3044 # VPP Performance Changes 3n-skx 2t1c mrr
3045 - type: "table"
3046   title: "VPP Performance Changes 3n-skx 2t1c mrr"
3047   algorithm: "table_comparison"
3048   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
3049   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3050   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3051   columns:
3052     - title: "2009.0-6"
3053       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
3054     - title: "2101.0-6"
3055       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
3056     - title: "2101.0-7"
3057       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
3058     - title: "2106.0-7"
3059       data-set: "vpp-3n-skx-curr-iter-mrr"
3060   comparisons:
3061     - title: "2101.0-7 vs 2101.0-6"
3062       reference: 2
3063       compare: 3
3064 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
3065     - title: "2106.0-7 vs 2101.0-7"
3066       reference: 3
3067       compare: 4
3068 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
3069   legend:
3070     - ''
3071     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
3072     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3073     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3074     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3075     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3076
3077 # VPP Performance Changes 3n-skx 4t2c mrr
3078 - type: "table"
3079   title: "VPP Performance Changes 3n-skx 4t2c mrr"
3080   algorithm: "table_comparison"
3081   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
3082   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3083   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3084   columns:
3085     - title: "2009.0-6"
3086       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
3087     - title: "2101.0-6"
3088       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
3089     - title: "2101.0-7"
3090       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
3091     - title: "2106.0-7"
3092       data-set: "vpp-3n-skx-curr-iter-mrr"
3093   comparisons:
3094     - title: "2101.0-7 vs 2101.0-6"
3095       reference: 2
3096       compare: 3
3097 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
3098     - title: "2106.0-7 vs 2101.0-7"
3099       reference: 3
3100       compare: 4
3101 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
3102   legend:
3103     - ''
3104     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
3105     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3106     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3107     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3108     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3109
3110 # VPP Performance Changes 3n-skx 8t4c mrr
3111 - type: "table"
3112   title: "VPP Performance Changes 3n-skx 8t4c mrr"
3113   algorithm: "table_comparison"
3114   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
3115   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3116   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3117   columns:
3118     - title: "2009.0-6"
3119       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
3120     - title: "2101.0-6"
3121       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
3122     - title: "2101.0-7"
3123       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
3124     - title: "2106.0-7"
3125       data-set: "vpp-3n-skx-curr-iter-mrr"
3126   comparisons:
3127     - title: "2101.0-7 vs 2101.0-6"
3128       reference: 2
3129       compare: 3
3130 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
3131     - title: "2106.0-7 vs 2101.0-7"
3132       reference: 3
3133       compare: 4
3134 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
3135   legend:
3136     - ''
3137     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
3138     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3139     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3140     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3141     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3142
3143 # VPP Performance Changes 2n-skx 2t1c mrr
3144 - type: "table"
3145   title: "VPP Performance Changes 2n-skx 2t1c mrr"
3146   algorithm: "table_comparison"
3147   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3148   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3149   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3150   columns:
3151     - title: "2009.0-6"
3152       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
3153     - title: "2101.0-6"
3154       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
3155     - title: "2101.0-7"
3156       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
3157     - title: "2106.0-7"
3158       data-set: "vpp-2n-skx-curr-iter-mrr"
3159   comparisons:
3160     - title: "2101.0-7 vs 2101.0-6"
3161       reference: 2
3162       compare: 3
3163 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
3164     - title: "2106.0-7 vs 2101.0-7"
3165       reference: 3
3166       compare: 4
3167 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
3168   legend:
3169     - ''
3170     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
3171     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3172     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3173     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3174     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3175
3176 # VPP Performance Changes 2n-skx 4t2c mrr
3177 - type: "table"
3178   title: "VPP Performance Changes 2n-skx 4t2c mrr"
3179   algorithm: "table_comparison"
3180   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3181   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3182   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3183   columns:
3184     - title: "2009.0-6"
3185       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
3186     - title: "2101.0-6"
3187       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
3188     - title: "2101.0-7"
3189       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
3190     - title: "2106.0-7"
3191       data-set: "vpp-2n-skx-curr-iter-mrr"
3192   comparisons:
3193     - title: "2101.0-7 vs 2101.0-6"
3194       reference: 2
3195       compare: 3
3196 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
3197     - title: "2106.0-7 vs 2101.0-7"
3198       reference: 3
3199       compare: 4
3200 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
3201   legend:
3202     - ''
3203     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
3204     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3205     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3206     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3207     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3208
3209 # VPP Performance Changes 2n-skx 8t4c mrr
3210 - type: "table"
3211   title: "VPP Performance Changes 2n-skx 8t4c mrr"
3212   algorithm: "table_comparison"
3213   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3214   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3215   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3216   columns:
3217     - title: "2009.0-6"
3218       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
3219     - title: "2101.0-6"
3220       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
3221     - title: "2101.0-7"
3222       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
3223     - title: "2106.0-7"
3224       data-set: "vpp-2n-skx-curr-iter-mrr"
3225   comparisons:
3226     - title: "2101.0-7 vs 2101.0-6"
3227       reference: 2
3228       compare: 3
3229 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
3230     - title: "2106.0-7 vs 2101.0-7"
3231       reference: 3
3232       compare: 4
3233 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
3234   legend:
3235     - ''
3236     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
3237     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3238     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3239     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3240     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3241
3242 # VPP Performance Changes 2n-clx-xxv710 2t1c mrr
3243 - type: "table"
3244   title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
3245   algorithm: "table_comparison"
3246   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
3247   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3248   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3249   columns:
3250     - title: "2009.0-6"
3251       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3252     - title: "2101.0-6"
3253       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3254     - title: "2101.0-7"
3255       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3256     - title: "2106.0-7"
3257       data-set: "vpp-2n-clx-curr-iter-mrr"
3258   comparisons:
3259     - title: "2101.0-7 vs 2101.0-6"
3260       reference: 2
3261       compare: 3
3262 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
3263     - title: "2106.0-7 vs 2101.0-7"
3264       reference: 3
3265       compare: 4
3266 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
3267   legend:
3268     - ''
3269     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
3270     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3271     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3272     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3273     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3274
3275 # VPP Performance Changes 2n-clx-xxv710 4t2c mrr
3276 - type: "table"
3277   title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
3278   algorithm: "table_comparison"
3279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
3280   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3281   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3282   columns:
3283     - title: "2009.0-6"
3284       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3285     - title: "2101.0-6"
3286       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3287     - title: "2101.0-7"
3288       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3289     - title: "2106.0-7"
3290       data-set: "vpp-2n-clx-curr-iter-mrr"
3291   comparisons:
3292     - title: "2101.0-7 vs 2101.0-6"
3293       reference: 2
3294       compare: 3
3295 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
3296     - title: "2106.0-7 vs 2101.0-7"
3297       reference: 3
3298       compare: 4
3299 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
3300   legend:
3301     - ''
3302     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
3303     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3304     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3305     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3306     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3307
3308 # VPP Performance Changes 2n-clx-xxv710 8t4c mrr
3309 - type: "table"
3310   title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
3311   algorithm: "table_comparison"
3312   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
3313   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3314   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3315   columns:
3316     - title: "2009.0-6"
3317       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3318     - title: "2101.0-6"
3319       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3320     - title: "2101.0-7"
3321       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3322     - title: "2106.0-7"
3323       data-set: "vpp-2n-clx-curr-iter-mrr"
3324   comparisons:
3325     - title: "2101.0-7 vs 2101.0-6"
3326       reference: 2
3327       compare: 3
3328 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
3329     - title: "2106.0-7 vs 2101.0-7"
3330       reference: 3
3331       compare: 4
3332 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
3333   legend:
3334     - ''
3335     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
3336     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3337     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3338     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3339     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3340
3341 # VPP Performance Changes 2n-clx-cx556a 2t1c mrr
3342 - type: "table"
3343   title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr"
3344   algorithm: "table_comparison"
3345   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
3346   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3347   filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
3348   columns:
3349     - title: "2009.0-6"
3350       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3351     - title: "2101.0-6"
3352       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3353     - title: "2101.0-7"
3354       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3355     - title: "2106.0-7"
3356       data-set: "vpp-2n-clx-curr-iter-mrr"
3357   comparisons:
3358     - title: "2101.0-7 vs 2101.0-6"
3359       reference: 2
3360       compare: 3
3361 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
3362     - title: "2106.0-7 vs 2101.0-7"
3363       reference: 3
3364       compare: 4
3365 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
3366   legend:
3367     - ''
3368     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
3369     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3370     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3371     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3372     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3373
3374 # VPP Performance Changes 2n-clx-cx556a 4t2c mrr
3375 - type: "table"
3376   title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr"
3377   algorithm: "table_comparison"
3378   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
3379   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3380   filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
3381   columns:
3382     - title: "2009.0-6"
3383       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3384     - title: "2101.0-6"
3385       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3386     - title: "2101.0-7"
3387       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3388     - title: "2106.0-7"
3389       data-set: "vpp-2n-clx-curr-iter-mrr"
3390   comparisons:
3391     - title: "2101.0-7 vs 2101.0-6"
3392       reference: 2
3393       compare: 3
3394 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
3395     - title: "2106.0-7 vs 2101.0-7"
3396       reference: 3
3397       compare: 4
3398 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
3399   legend:
3400     - ''
3401     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
3402     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3403     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3404     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3405     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3406
3407 # VPP Performance Changes 2n-clx-cx556a 8t4c mrr
3408 - type: "table"
3409   title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr"
3410   algorithm: "table_comparison"
3411   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
3412   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3413   filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
3414   columns:
3415     - title: "2009.0-6"
3416       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
3417     - title: "2101.0-6"
3418       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
3419     - title: "2101.0-7"
3420       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
3421     - title: "2106.0-7"
3422       data-set: "vpp-2n-clx-curr-iter-mrr"
3423   comparisons:
3424     - title: "2101.0-7 vs 2101.0-6"
3425       reference: 2
3426       compare: 3
3427 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
3428     - title: "2106.0-7 vs 2101.0-7"
3429       reference: 3
3430       compare: 4
3431 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
3432   legend:
3433     - ''
3434     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
3435     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3436     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3437     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3438     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3439
3440 # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
3441 - type: "table"
3442   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr"
3443   algorithm: "table_comparison"
3444   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr"
3445   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3446   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
3447   columns:
3448     - title: "2009.0-6"
3449       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
3450     - title: "2101.0-6"
3451       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
3452     - title: "2101.0-7"
3453       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
3454     - title: "2106.0-7"
3455       data-set: "vpp-2n-zn2-curr-iter-mrr"
3456   comparisons:
3457     - title: "2101.0-7 vs 2101.0-6"
3458       reference: 2
3459       compare: 3
3460 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
3461     - title: "2106.0-7 vs 2101.0-7"
3462       reference: 3
3463       compare: 4
3464 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
3465   legend:
3466     - ''
3467     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
3468     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3469     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3470     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3471     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3472
3473 # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
3474 - type: "table"
3475   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr"
3476   algorithm: "table_comparison"
3477   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr"
3478   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3479   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
3480   columns:
3481     - title: "2009.0-6"
3482       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
3483     - title: "2101.0-6"
3484       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
3485     - title: "2101.0-7"
3486       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
3487     - title: "2106.0-7"
3488       data-set: "vpp-2n-zn2-curr-iter-mrr"
3489   comparisons:
3490     - title: "2101.0-7 vs 2101.0-6"
3491       reference: 2
3492       compare: 3
3493 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
3494     - title: "2106.0-7 vs 2101.0-7"
3495       reference: 3
3496       compare: 4
3497 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
3498   legend:
3499     - ''
3500     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
3501     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSI