Report: Add tables with builds durations
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
1 ################################################################################
2 ###                               T A B L E S                                ###
3 ################################################################################
4
5 # Statistics: job-specs' durations
6 - type: "table"
7   title: "Job Specification Duration: 2n-clx-iterative"
8   algorithm: "table_job_spec_duration"
9   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter"
10   jb-type: "iterative"
11   lines:
12     - job-spec: "vpp-mrr-00"
13       data-set: "vpp-2n-clx-curr-iter-mrr-single"
14     - job-spec: "vpp-mlr-00"
15       data-set: "vpp-2n-clx-curr-iter-best"
16     - job-spec: "vpp-gso-mrr-00"
17       data-set: "vpp-2n-clx-curr-iter-gso"
18     - job-spec: "soak-00"
19       data-set: "vpp-2n-clx-curr-soak"
20     - job-spec: "vsap-00"
21       data-set: "vpp-2n-clx-curr-iter-vsap"
22     - job-spec: "nfv-density-mrr-00"
23       data-set: "vpp-2n-clx-curr-nfv-mrr"
24     - job-spec: "nfv-density-mlr-00"
25       data-set: "vpp-2n-clx-curr-nfv-ndrpdr"
26     - job-spec: "reconf-00"
27       data-set: "vpp-2n-clx-curr-nfv-reconf"
28     - job-spec: "dpdk-mlr-00"
29       data-set: "dpdk-2n-clx-curr-iter"
30
31 - type: "table"
32   title: "Job Specification Duration: 2n-clx-coverage"
33   algorithm: "table_job_spec_duration"
34   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
35   jb-type: "coverage"
36   data: "vpp-2n-clx-curr-cov"
37   lines:
38     - job-spec: "gso-00"
39       build: "1"
40     - job-spec: "ip4-00"
41       build: "2"
42     - job-spec: "ip4-01"
43       build: "3"
44     - job-spec: "ip4-02"
45       build: "4"
46     - job-spec: "ip4-03"
47       build: "5"
48     - job-spec: "ip4-04"
49       build: "6"
50     - job-spec: "ip4-05"
51       build: "7"
52     - job-spec: "ip4-06"
53       build: "8"
54     - job-spec: "ip4-07"
55       build: "9"
56     - job-spec: "ip4tun-00"
57       build: "10"
58     - job-spec: "ip6-00"
59       build: "11"
60     - job-spec: "ip6-01"
61       build: "12"
62     - job-spec: "l2-00"
63       build: "13"
64     - job-spec: "l2-01"
65       build: "14"
66     - job-spec: "lb-00"
67       build: "15"
68     - job-spec: "memif-00"
69       build: "16"
70     - job-spec: "vhost-00"
71       build: "17"
72
73 - type: "table"
74   title: "Job Specification Duration: 2n-dnv-iterative"
75   algorithm: "table_job_spec_duration"
76   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter"
77   jb-type: "iterative"
78   lines:
79     - job-spec: "vpp-mrr-00"
80       data-set: "vpp-2n-dnv-curr-iter-mrr"
81     - job-spec: "vpp-mlr-00"
82       data-set: "vpp-2n-dnv-curr-iter"
83
84 - type: "table"
85   title: "Job Specification Duration: 2n-dnv-coverage"
86   algorithm: "table_job_spec_duration"
87   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
88   jb-type: "coverage"
89   data: "vpp-2n-dnv-curr-cov"
90   lines:
91     - job-spec: "ip4-00"
92       build: "7"
93     - job-spec: "ip4-01"
94       build: "8"
95     - job-spec: "ip6-00"
96       build: "9"
97     - job-spec: "ip6-01"
98       build: "10"
99     - job-spec: "l2-00"
100       build: "11"
101     - job-spec: "l2-01"
102       build: "13"
103
104 - type: "table"
105   title: "Job Specification Duration: 2n-skx-iterative"
106   algorithm: "table_job_spec_duration"
107   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter"
108   jb-type: "iterative"
109   lines:
110     - job-spec: "vpp-mrr-00"
111       data-set: "vpp-2n-skx-curr-iter-mrr-single"
112     - job-spec: "vpp-mlr-00"
113       data-set: "vpp-2n-skx-curr-iter-best"
114     - job-spec: "vpp-gso-mrr-00"
115       data-set: "vpp-2n-skx-curr-gso"
116     - job-spec: "soak-00"
117       data-set: "vpp-2n-skx-curr-soak"
118     - job-spec: "nfv-density-mrr-00"
119       data-set: "vpp-2n-skx-curr-nfv-mrr"
120     - job-spec: "nfv-density-mlr-00"
121       data-set: "vpp-2n-skx-curr-nfv-ndrpdr"
122     - job-spec: "reconf-00"
123       data-set: "vpp-2n-skx-curr-nfv-reconf"
124     - job-spec: "dpdk-mlr-00"
125       data-set: "dpdk-2n-skx-curr-iter"
126
127 - type: "table"
128   title: "Job Specification Duration: 2n-skx-coverage"
129   algorithm: "table_job_spec_duration"
130   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
131   jb-type: "coverage"
132   data: "vpp-2n-skx-curr-cov"
133   lines:
134     - job-spec: "gso-00"
135       build: "1"
136     - job-spec: "ip4-00"
137       build: "2"
138     - job-spec: "ip4-01"
139       build: "3"
140     - job-spec: "ip4-02"
141       build: "4"
142     - job-spec: "ip4-03"
143       build: "5"
144     - job-spec: "ip4-04"
145       build: "6"
146     - job-spec: "ip4-05"
147       build: "7"
148     - job-spec: "ip4-06"
149       build: "8"
150     - job-spec: "ip4-07"
151       build: "9"
152     - job-spec: "ip4tun-00"
153       build: "10"
154     - job-spec: "ip6-00"
155       build: "11"
156     - job-spec: "ip6-01"
157       build: "12"
158     - job-spec: "l2-00"
159       build: "13"
160     - job-spec: "l2-01"
161       build: "14"
162     - job-spec: "lb-00"
163       build: "15"
164     - job-spec: "memif-00"
165       build: "16"
166     - job-spec: "vhost-00"
167       build: "17"
168
169 - type: "table"
170   title: "Job Specification Duration: 2n-tx2-iterative"
171   algorithm: "table_job_spec_duration"
172   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter"
173   jb-type: "iterative"
174   lines:
175     - job-spec: "vpp-mrr-00"
176       data-set: "vpp-2n-tx2-curr-iter-mrr-single"
177     - job-spec: "vpp-mlr-00"
178       data-set: "vpp-2n-tx2-curr-iter"
179
180 - type: "table"
181   title: "Job Specification Duration: 2n-tx2-coverage"
182   algorithm: "table_job_spec_duration"
183   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
184   jb-type: "coverage"
185   data: "vpp-2n-tx2-curr-cov"
186   lines:
187     - job-spec: "ip4-00"
188       build: "1"
189     - job-spec: "ip4-01"
190       build: "2"
191     - job-spec: "ip4-02"
192       build: "3"
193     - job-spec: "ip4-03"
194       build: "4"
195     - job-spec: "ip4-04"
196       build: "5"
197     - job-spec: "ip4-05"
198       build: "6"
199     - job-spec: "ip4-06"
200       build: "7"
201     - job-spec: "ip6-00"
202       build: "8"
203     - job-spec: "ip6-01"
204       build: "9"
205     - job-spec: "l2-00"
206       build: "10"
207     - job-spec: "l2-01"
208       build: "11"
209     - job-spec: "l2-02"
210       build: "12"
211     - job-spec: "l2-03"
212       build: "13"
213     - job-spec: "l2-04"
214       build: "14"
215
216 - type: "table"
217   title: "Job Specification Duration: 2n-zn2-iterative"
218   algorithm: "table_job_spec_duration"
219   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter"
220   jb-type: "iterative"
221   lines:
222     - job-spec: "vpp-mrr-00"
223       data-set: "vpp-2n-zn2-curr-iter-mrr-single"
224     - job-spec: "vpp-mlr-00"
225       data-set: "vpp-2n-zn2-curr-iter-best"
226     - job-spec: "vpp-gso-mrr-00"
227       data-set: "vpp-2n-zn2-curr-iter-gso"
228     - job-spec: "dpdk-mlr-00"
229       data-set: "dpdk-2n-zn2-curr-iter"
230
231 - type: "table"
232   title: "Job Specification Duration: 2n-zn2-coverage"
233   algorithm: "table_job_spec_duration"
234   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
235   jb-type: "coverage"
236   data: "vpp-2n-zn2-curr-cov"
237   lines:
238     - job-spec: "gso-00"
239       build: "1"
240     - job-spec: "ip4-00"
241       build: "2"
242     - job-spec: "ip4-01"
243       build: "3"
244     - job-spec: "ip4-02"
245       build: "4"
246     - job-spec: "ip4-03"
247       build: "18"
248     - job-spec: "ip4-04"
249       build: "6"
250     - job-spec: "ip4-05"
251       build: "7"
252     - job-spec: "ip4tun-00"
253       build: "8"
254     - job-spec: "ip6-00"
255       build: "9"
256     - job-spec: "ip6-01"
257       build: "19"
258     - job-spec: "l2-00"
259       build: "11"
260     - job-spec: "l2-01"
261       build: "12"
262     - job-spec: "lb-00"
263       build: "13"
264     - job-spec: "memif-00"
265       build: "14"
266     - job-spec: "vhost-00"
267       build: "15"
268
269 - type: "table"
270   title: "Job Specification Duration: 3n-dnv-iterative"
271   algorithm: "table_job_spec_duration"
272   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter"
273   jb-type: "iterative"
274   lines:
275     - job-spec: "vpp-mrr-00"
276       data-set: "vpp-3n-dnv-curr-iter-mrr"
277     - job-spec: "vpp-mlr-00"
278       data-set: "vpp-3n-dnv-curr-iter"
279
280 - type: "table"
281   title: "Job Specification Duration: 3n-dnv-coverage"
282   algorithm: "table_job_spec_duration"
283   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
284   jb-type: "coverage"
285   data: "vpp-3n-dnv-curr-cov"
286   lines:
287     - job-spec: "crypto-00"
288       build: "11"
289     - job-spec: "crypto-01"
290       build: "12"
291     - job-spec: "crypto-02"
292       build: "13"
293     - job-spec: "ip4-00"
294       build: "14"
295     - job-spec: "ip4-01"
296       build: "15"
297     - job-spec: "ip4tun-00"
298       build: "16"
299     - job-spec: "ip6-00"
300       build: "17"
301     - job-spec: "ip6-01"
302       build: "10"
303     - job-spec: "l2-00"
304       build: "20"
305     - job-spec: "l2-01"
306       build: "21"
307
308 - type: "table"
309   title: "Job Specification Duration: 3n-skx-iterative"
310   algorithm: "table_job_spec_duration"
311   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter"
312   jb-type: "iterative"
313   lines:
314     - job-spec: "vpp-mrr-00"
315       data-set: "vpp-3n-skx-curr-iter-mrr"
316     - job-spec: "vpp-mlr-00"
317       data-set: "vpp-3n-skx-curr-iter"
318     - job-spec: "hoststack-00"
319       data-set: "vpp-3n-skx-curr-iter-hoststack"
320     - job-spec: "dpdk-mlr-00"
321       data-set: "dpdk-3n-skx-curr-iter"
322
323 - type: "table"
324   title: "Job Specification Duration: 3n-skx-coverage"
325   algorithm: "table_job_spec_duration"
326   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
327   jb-type: "coverage"
328   data: "vpp-3n-skx-curr-cov"
329   lines:
330     - job-spec: "crypto-00"
331       build: "1"
332     - job-spec: "crypto-01"
333       build: "3"
334     - job-spec: "crypto-02"
335       build: "4"
336     - job-spec: "crypto-03"
337       build: "36"
338     - job-spec: "crypto-04"
339       build: "6"
340     - job-spec: "ip4-00"
341       build: "7"
342     - job-spec: "ip4-01"
343       build: "8"
344     - job-spec: "ip4-02"
345       build: "9"
346     - job-spec: "ip4-03"
347       build: "10"
348     - job-spec: "ip4-04"
349       build: "11"
350     - job-spec: "ip4-05"
351       build: "12"
352     - job-spec: "ip4-06"
353       build: "13"
354     - job-spec: "ip4-07"
355       build: "14"
356     - job-spec: "ip4tun-00"
357       build: "15"
358     - job-spec: "ip4tun-02"
359       build: "16"
360     - job-spec: "ip6-00"
361       build: "17"
362     - job-spec: "ip6-01"
363       build: "18"
364     - job-spec: "ip6tun-00"
365       build: "19"
366     - job-spec: "l2-00"
367       build: "20"
368     - job-spec: "l2-01"
369       build: "21"
370     - job-spec: "l2-02"
371       build: "22"
372     - job-spec: "l2-03"
373       build: "23"
374     - job-spec: "l2-04"
375       build: "24"
376     - job-spec: "l2-05"
377       build: "25"
378     - job-spec: "l2-06"
379       build: "26"
380     - job-spec: "l2-07"
381       build: "27"
382     - job-spec: "l2-08"
383       build: "28"
384     - job-spec: "l2-09"
385       build: "29"
386     - job-spec: "l2-10"
387       build: "30"
388     - job-spec: "memif-00"
389       build: "31"
390     - job-spec: "srv6-00"
391       build: "32"
392     - job-spec: "srv6-01"
393       build: "33"
394     - job-spec: "vhost-00"
395       build: "34"
396     - job-spec: "vhost-01"
397       build: "35"
398
399 - type: "table"
400   title: "Job Specification Duration: 3n-tsh-iterative"
401   algorithm: "table_job_spec_duration"
402   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter"
403   jb-type: "iterative"
404   lines:
405     - job-spec: "vpp-mrr-00"
406       data-set: "vpp-3n-tsh-curr-iter-mrr"
407     - job-spec: "vpp-mlr-00"
408       data-set: "vpp-3n-tsh-curr-iter"
409     - job-spec: "dpdk-mlr-00"
410       data-set: "dpdk-3n-tsh-curr-iter"
411
412 - type: "table"
413   title: "Job Specification Duration: 3n-tsh-coverage"
414   algorithm: "table_job_spec_duration"
415   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
416   jb-type: "coverage"
417   data: "vpp-3n-tsh-curr-cov"
418   lines:
419     - job-spec: "ip4-00"
420       build: "7"
421     - job-spec: "ip4-01"
422       build: "8"
423     - job-spec: "ip4-02"
424       build: "9"
425     - job-spec: "ip4-03"
426       build: "10"
427     - job-spec: "ip4tun-00"
428       build: "15"
429     - job-spec: "ip6-00"
430       build: "17"
431     - job-spec: "ip6-01"
432       build: "18"
433     - job-spec: "l2-00"
434       build: "20"
435     - job-spec: "l2-01"
436       build: "21"
437     - job-spec: "l2-02"
438       build: "22"
439     - job-spec: "l2-03"
440       build: "23"
441     - job-spec: "l2-04"
442       build: "24"
443     - job-spec: "memif-00"
444       build: "31"
445     - job-spec: "srv6-00"
446       build: "32"
447     - job-spec: "srv6-01"
448       build: "33"
449     - job-spec: "vhost-00"
450       build: "34"
451     - job-spec: "vhost-01"
452       build: "35"
453
454 # VPP Latency Changes 3n-skx 2t1c
455 - type: "table"
456   title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
457   algorithm: "table_comparison"
458   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
459   include-tests: "latency-PDR50-direction1-avg"
460   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
461   columns:
462     - title: "2101.0-6"
463       data-set: "vpp-3n-skx-prev-iter-old-env"
464     - title: "2101.0-7"
465       data-set: "vpp-3n-skx-prev-iter-new-env"
466     - title: "2106.0-7"
467       data-set: "vpp-3n-skx-curr-iter-best"
468   comparisons:
469     - title: "2101.0-7 vs 2101.0-6"
470       reference: 1
471       compare: 2
472 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
473     - title: "2106.0-7 vs 2101.0-7"
474       reference: 2
475       compare: 3
476 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
477   legend:
478     - ''
479     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
480     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
481     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
482     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
483     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
484
485 # VPP Latency Changes 3n-skx 2t1c
486 - type: "table"
487   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
488   algorithm: "table_comparison"
489   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
490   include-tests: "latency-PDR90-direction1-avg"
491   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
492   columns:
493     - title: "2101.0-6"
494       data-set: "vpp-3n-skx-prev-iter-old-env"
495     - title: "2101.0-7"
496       data-set: "vpp-3n-skx-prev-iter-new-env"
497     - title: "2106.0-7"
498       data-set: "vpp-3n-skx-curr-iter-best"
499   comparisons:
500     - title: "2101.0-7 vs 2101.0-6"
501       reference: 1
502       compare: 2
503 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
504     - title: "2106.0-7 vs 2101.0-7"
505       reference: 2
506       compare: 3
507 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
508   legend:
509     - ''
510     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
511     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
512     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
513     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
514     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
515
516 # VPP Latency Changes 3n-skx 2t1c
517 - type: "table"
518   title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
519   algorithm: "table_comparison"
520   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
521   include-tests: "latency-PDR90-direction1-max"
522   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
523   columns:
524     - title: "2101.0-6"
525       data-set: "vpp-3n-skx-prev-iter-old-env"
526     - title: "2101.0-7"
527       data-set: "vpp-3n-skx-prev-iter-new-env"
528     - title: "2106.0-7"
529       data-set: "vpp-3n-skx-curr-iter-best"
530   comparisons:
531     - title: "2101.0-7 vs 2101.0-6"
532       reference: 1
533       compare: 2
534 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
535     - title: "2106.0-7 vs 2101.0-7"
536       reference: 2
537       compare: 3
538 #      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
539   legend:
540     - ''
541     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
542     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
543     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
544     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
545     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
546
547 # VPP Latency Changes 2n-skx 2t1c
548 - type: "table"
549   title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
550   algorithm: "table_comparison"
551   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
552   include-tests: "latency-PDR50-direction1-avg"
553   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
554   columns:
555     - title: "2101.0-6"
556       data-set: "vpp-2n-skx-prev-iter-old-env"
557     - title: "2101.0-7"
558       data-set: "vpp-2n-skx-prev-iter-new-env"
559     - title: "2106.0-7"
560       data-set: "vpp-2n-skx-curr-iter-best"
561   comparisons:
562     - title: "2101.0-7 vs 2101.0-6"
563       reference: 1
564       compare: 2
565 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
566     - title: "2106.0-7 vs 2101.0-7"
567       reference: 2
568       compare: 3
569 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
570   legend:
571     - ''
572     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
573     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
574     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
575     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
576     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
577
578 # VPP Latency Changes 2n-skx 2t1c
579 - type: "table"
580   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
581   algorithm: "table_comparison"
582   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
583   include-tests: "latency-PDR90-direction1-avg"
584   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
585   columns:
586     - title: "2101.0-6"
587       data-set: "vpp-2n-skx-prev-iter-old-env"
588     - title: "2101.0-7"
589       data-set: "vpp-2n-skx-prev-iter-new-env"
590     - title: "2106.0-7"
591       data-set: "vpp-2n-skx-curr-iter-best"
592   comparisons:
593     - title: "2101.0-7 vs 2101.0-6"
594       reference: 1
595       compare: 2
596 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
597     - title: "2106.0-7 vs 2101.0-7"
598       reference: 2
599       compare: 3
600 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
601   legend:
602     - ''
603     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
604     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
605     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
606     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
607     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
608
609 # VPP Latency Changes 2n-skx 2t1c
610 - type: "table"
611   title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
612   algorithm: "table_comparison"
613   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
614   include-tests: "latency-PDR90-direction1-max"
615   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
616   columns:
617     - title: "2101.0-6"
618       data-set: "vpp-2n-skx-prev-iter-old-env"
619     - title: "2101.0-7"
620       data-set: "vpp-2n-skx-prev-iter-new-env"
621     - title: "2106.0-7"
622       data-set: "vpp-2n-skx-curr-iter-best"
623   comparisons:
624     - title: "2101.0-7 vs 2101.0-6"
625       reference: 1
626       compare: 2
627 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
628     - title: "2106.0-7 vs 2101.0-7"
629       reference: 2
630       compare: 3
631 #      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
632   legend:
633     - ''
634     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
635     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
636     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
637     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
638     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
639
640 # VPP Latency Changes 2n-clx 2t1c
641 - type: "table"
642   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
643   algorithm: "table_comparison"
644   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg"
645   include-tests: "latency-PDR50-direction1-avg"
646   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
647   columns:
648     - title: "2101.0-6"
649       data-set: "vpp-2n-clx-prev-iter-old-env"
650     - title: "2101.0-7"
651       data-set: "vpp-2n-clx-prev-iter-new-env"
652     - title: "2106.0-7"
653       data-set: "vpp-2n-clx-curr-iter-best"
654   comparisons:
655     - title: "2101.0-7 vs 2101.0-6"
656       reference: 1
657       compare: 2
658 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
659     - title: "2106.0-7 vs 2101.0-7"
660       reference: 2
661       compare: 3
662 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
663   legend:
664     - ''
665     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
666     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
667     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
668     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
669     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
670
671 # VPP Latency Changes 2n-clx 2t1c
672 - type: "table"
673   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
674   algorithm: "table_comparison"
675   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg"
676   include-tests: "latency-PDR90-direction1-avg"
677   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
678   columns:
679     - title: "2101.0-6"
680       data-set: "vpp-2n-clx-prev-iter-old-env"
681     - title: "2101.0-7"
682       data-set: "vpp-2n-clx-prev-iter-new-env"
683     - title: "2106.0-7"
684       data-set: "vpp-2n-clx-curr-iter-best"
685   comparisons:
686     - title: "2101.0-7 vs 2101.0-6"
687       reference: 1
688       compare: 2
689 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
690     - title: "2106.0-7 vs 2101.0-7"
691       reference: 2
692       compare: 3
693 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
694   legend:
695     - ''
696     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
697     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
698     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
699     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
700     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
701
702 # VPP Latency Changes 2n-clx 2t1c
703 - type: "table"
704   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
705   algorithm: "table_comparison"
706   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max"
707   include-tests: "latency-PDR90-direction1-max"
708   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
709   columns:
710     - title: "2101.0-6"
711       data-set: "vpp-2n-clx-prev-iter-old-env"
712     - title: "2101.0-7"
713       data-set: "vpp-2n-clx-prev-iter-new-env"
714     - title: "2106.0-7"
715       data-set: "vpp-2n-clx-curr-iter-best"
716   comparisons:
717     - title: "2101.0-7 vs 2101.0-6"
718       reference: 1
719       compare: 2
720 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
721     - title: "2106.0-7 vs 2101.0-7"
722       reference: 2
723       compare: 3
724 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
725   legend:
726     - ''
727     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
728     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
729     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
730     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
731     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
732
733 # VPP Latency Changes 2n-clx 2t1c
734 - type: "table"
735   title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
736   algorithm: "table_comparison"
737   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg"
738   include-tests: "latency-PDR50-direction1-avg"
739   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
740   columns:
741     - title: "2101.0-6"
742       data-set: "vpp-2n-clx-prev-iter-old-env"
743     - title: "2101.0-7"
744       data-set: "vpp-2n-clx-prev-iter-new-env"
745     - title: "2106.0-7"
746       data-set: "vpp-2n-clx-curr-iter-best"
747   comparisons:
748     - title: "2101.0-7 vs 2101.0-6"
749       reference: 1
750       compare: 2
751 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
752     - title: "2106.0-7 vs 2101.0-7"
753       reference: 2
754       compare: 3
755 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
756   legend:
757     - ''
758     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
759     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
760     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
761     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
762     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
763
764 # VPP Latency Changes 2n-clx 2t1c
765 - type: "table"
766   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
767   algorithm: "table_comparison"
768   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg"
769   include-tests: "latency-PDR90-direction1-avg"
770   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
771   columns:
772     - title: "2101.0-6"
773       data-set: "vpp-2n-clx-prev-iter-old-env"
774     - title: "2101.0-7"
775       data-set: "vpp-2n-clx-prev-iter-new-env"
776     - title: "2106.0-7"
777       data-set: "vpp-2n-clx-curr-iter-best"
778   comparisons:
779     - title: "2101.0-7 vs 2101.0-6"
780       reference: 1
781       compare: 2
782 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
783     - title: "2106.0-7 vs 2101.0-7"
784       reference: 2
785       compare: 3
786 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
787   legend:
788     - ''
789     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
790     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
791     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
792     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
793     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
794
795 # VPP Latency Changes 2n-clx 2t1c
796 - type: "table"
797   title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
798   algorithm: "table_comparison"
799   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max"
800   include-tests: "latency-PDR90-direction1-max"
801   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
802   columns:
803     - title: "2101.0-6"
804       data-set: "vpp-2n-clx-prev-iter-old-env"
805     - title: "2101.0-7"
806       data-set: "vpp-2n-clx-prev-iter-new-env"
807     - title: "2106.0-7"
808       data-set: "vpp-2n-clx-curr-iter-best"
809   comparisons:
810     - title: "2101.0-7 vs 2101.0-6"
811       reference: 1
812       compare: 2
813 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
814     - title: "2106.0-7 vs 2101.0-7"
815       reference: 2
816       compare: 3
817 #      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
818   legend:
819     - ''
820     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
821     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
822     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
823     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
824     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
825
826 # VPP Latency Changes 2n-zn2 2t1c
827 - type: "table"
828   title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg"
829   algorithm: "table_comparison"
830   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg"
831   include-tests: "latency-PDR50-direction1-avg"
832   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
833   columns:
834     - title: "2101.0-6"
835       data-set: "vpp-2n-zn2-prev-iter-old-env"
836     - title: "2101.0-7"
837       data-set: "vpp-2n-zn2-prev-iter-new-env"
838     - title: "2106.0-7"
839       data-set: "vpp-2n-zn2-curr-iter-best"
840   comparisons:
841     - title: "2101.0-7 vs 2101.0-6"
842       reference: 1
843       compare: 2
844 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
845     - title: "2106.0-7 vs 2101.0-7"
846       reference: 2
847       compare: 3
848 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
849   legend:
850     - ''
851     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
852     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
853     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
854     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
855     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
856
857 # VPP Latency Changes 2n-zn2 2t1c
858 - type: "table"
859   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg"
860   algorithm: "table_comparison"
861   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg"
862   include-tests: "latency-PDR90-direction1-avg"
863   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
864   columns:
865     - title: "2101.0-6"
866       data-set: "vpp-2n-zn2-prev-iter-old-env"
867     - title: "2101.0-7"
868       data-set: "vpp-2n-zn2-prev-iter-new-env"
869     - title: "2106.0-7"
870       data-set: "vpp-2n-zn2-curr-iter-best"
871   comparisons:
872     - title: "2101.0-7 vs 2101.0-6"
873       reference: 1
874       compare: 2
875 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
876     - title: "2106.0-7 vs 2101.0-7"
877       reference: 2
878       compare: 3
879 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
880   legend:
881     - ''
882     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
883     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
884     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
885     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
886     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
887
888 # VPP Latency Changes 2n-zn2 2t1c
889 - type: "table"
890   title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max"
891   algorithm: "table_comparison"
892   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max"
893   include-tests: "latency-PDR90-direction1-max"
894   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
895   columns:
896     - title: "2101.0-6"
897       data-set: "vpp-2n-zn2-prev-iter-old-env"
898     - title: "2101.0-7"
899       data-set: "vpp-2n-zn2-prev-iter-new-env"
900     - title: "2106.0-7"
901       data-set: "vpp-2n-zn2-curr-iter-best"
902   comparisons:
903     - title: "2101.0-7 vs 2101.0-6"
904       reference: 1
905       compare: 2
906 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
907     - title: "2106.0-7 vs 2101.0-7"
908       reference: 2
909       compare: 3
910 #      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
911   legend:
912     - ''
913     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
914     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
915     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
916     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
917     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
918
919 # VPP Latency Changes 2n-tx2 1t1c
920 - type: "table"
921   title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg"
922   algorithm: "table_comparison"
923   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg"
924   include-tests: "latency-PDR50-direction1-avg"
925   filter: "'1T1C' and 'NDRPDR'"
926   columns:
927     - title: "2101.0-6"
928       data-set: "vpp-2n-tx2-prev-iter-old-env"
929     - title: "2101.0-7"
930       data-set: "vpp-2n-tx2-prev-iter-new-env"
931     - title: "2106.0-7"
932       data-set: "vpp-2n-tx2-curr-iter-best"
933   comparisons:
934     - title: "2101.0-7 vs 2101.0-6"
935       reference: 1
936       compare: 2
937 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
938     - title: "2106.0-7 vs 2101.0-7"
939       reference: 2
940       compare: 3
941 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
942   legend:
943     - ''
944     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
945     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
946     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
947     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
948     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
949
950 # VPP Latency Changes 2n-tx2 1t1c
951 - type: "table"
952   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg"
953   algorithm: "table_comparison"
954   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg"
955   include-tests: "latency-PDR90-direction1-avg"
956   filter: "'1T1C' and 'NDRPDR'"
957   columns:
958     - title: "2101.0-6"
959       data-set: "vpp-2n-tx2-prev-iter-old-env"
960     - title: "2101.0-7"
961       data-set: "vpp-2n-tx2-prev-iter-new-env"
962     - title: "2106.0-7"
963       data-set: "vpp-2n-tx2-curr-iter-best"
964   comparisons:
965     - title: "2101.0-7 vs 2101.0-6"
966       reference: 1
967       compare: 2
968 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
969     - title: "2106.0-7 vs 2101.0-7"
970       reference: 2
971       compare: 3
972 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
973   legend:
974     - ''
975     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
976     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
977     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
978     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
979     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
980
981 # VPP Latency Changes 2n-tx2 1t1c
982 - type: "table"
983   title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max"
984   algorithm: "table_comparison"
985   output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max"
986   include-tests: "latency-PDR90-direction1-max"
987   filter: "'1T1C' and 'NDRPDR'"
988   columns:
989     - title: "2101.0-6"
990       data-set: "vpp-2n-tx2-prev-iter-old-env"
991     - title: "2101.0-7"
992       data-set: "vpp-2n-tx2-prev-iter-new-env"
993     - title: "2106.0-7"
994       data-set: "vpp-2n-tx2-curr-iter-best"
995   comparisons:
996     - title: "2101.0-7 vs 2101.0-6"
997       reference: 1
998       compare: 2
999 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
1000     - title: "2106.0-7 vs 2101.0-7"
1001       reference: 2
1002       compare: 3
1003 #      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
1004   legend:
1005     - ''
1006     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1007     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1008     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1009     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1010     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1011
1012 # VPP Latency Changes 3n-tsh 1t1c
1013 - type: "table"
1014   title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg"
1015   algorithm: "table_comparison"
1016   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg"
1017   include-tests: "latency-PDR50-direction1-avg"
1018   filter: "'1T1C' and 'NDRPDR'"
1019   columns:
1020     - title: "2101.0-6"
1021       data-set: "vpp-3n-tsh-prev-iter-old-env"
1022     - title: "2101.0-7"
1023       data-set: "vpp-3n-tsh-prev-iter-new-env"
1024     - title: "2106.0-7"
1025       data-set: "vpp-3n-tsh-curr-iter-best"
1026   comparisons:
1027     - title: "2101.0-7 vs 2101.0-6"
1028       reference: 1
1029       compare: 2
1030 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1031     - title: "2106.0-7 vs 2101.0-7"
1032       reference: 2
1033       compare: 3
1034 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1035   legend:
1036     - ''
1037     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1038     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1039     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1040     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1041     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1042
1043 # VPP Latency Changes 3n-tsh 1t1c
1044 - type: "table"
1045   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg"
1046   algorithm: "table_comparison"
1047   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg"
1048   include-tests: "latency-PDR90-direction1-avg"
1049   filter: "'1T1C' and 'NDRPDR'"
1050   columns:
1051     - title: "2101.0-6"
1052       data-set: "vpp-3n-tsh-prev-iter-old-env"
1053     - title: "2101.0-7"
1054       data-set: "vpp-3n-tsh-prev-iter-new-env"
1055     - title: "2106.0-7"
1056       data-set: "vpp-3n-tsh-curr-iter-best"
1057   comparisons:
1058     - title: "2101.0-7 vs 2101.0-6"
1059       reference: 1
1060       compare: 2
1061 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1062     - title: "2106.0-7 vs 2101.0-7"
1063       reference: 2
1064       compare: 3
1065 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1066   legend:
1067     - ''
1068     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1069     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1070     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1071     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1072     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1073
1074 # VPP Latency Changes 3n-tsh 1t1c
1075 - type: "table"
1076   title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max"
1077   algorithm: "table_comparison"
1078   output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max"
1079   include-tests: "latency-PDR90-direction1-max"
1080   filter: "'1T1C' and 'NDRPDR'"
1081   columns:
1082     - title: "2101.0-6"
1083       data-set: "vpp-3n-tsh-prev-iter-old-env"
1084     - title: "2101.0-7"
1085       data-set: "vpp-3n-tsh-prev-iter-new-env"
1086     - title: "2106.0-7"
1087       data-set: "vpp-3n-tsh-curr-iter-best"
1088   comparisons:
1089     - title: "2101.0-7 vs 2101.0-6"
1090       reference: 1
1091       compare: 2
1092 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
1093     - title: "2106.0-7 vs 2101.0-7"
1094       reference: 2
1095       compare: 3
1096 #      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
1097   legend:
1098     - ''
1099     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1100     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1101     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1102     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1103     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1104
1105 # VPP Soak vs NDR - 2n-skx
1106 - type: "table"
1107   title: "VPP Soak vs NDR 2n-skx"
1108   algorithm: "table_soak_vs_ndr"
1109   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1110   reference:
1111     title: "NDR"
1112     data: "vpp-soak-vs-ndr-2n-skx-ref"
1113   compare:
1114     title: "Soak"
1115     data: "vpp-2n-skx-curr-soak"
1116   data: "vpp-soak-vs-ndr-2n-skx"
1117   include-tests: "NDR"
1118   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
1119   parameters:
1120     - "throughput"
1121     - "name"
1122     - "parent"
1123
1124 # VPP Soak vs NDR - 2n-clx
1125 - type: "table"
1126   title: "VPP Soak vs NDR 2n-clx"
1127   algorithm: "table_soak_vs_ndr"
1128   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
1129   reference:
1130     title: "NDR"
1131     data: "vpp-soak-vs-ndr-2n-clx-ref"
1132   compare:
1133     title: "Soak"
1134     data: "vpp-2n-clx-curr-soak"
1135   data: "vpp-soak-vs-ndr-2n-clx"
1136   include-tests: "NDR"
1137   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
1138   parameters:
1139     - "throughput"
1140     - "name"
1141     - "parent"
1142
1143 ################################################################################
1144
1145 # VPP Compare NICs 3n-skx 2t1c ndr
1146 - type: "table"
1147   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1148   algorithm: "table_comparison"
1149   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1150   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1151   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1152   columns:
1153     - title: "x710"
1154       data-set: "vpp-3n-skx-curr-iter"
1155       tag: "NIC_Intel-X710"
1156     - title: "xxv710"
1157       data-set: "vpp-3n-skx-curr-iter"
1158       tag: "NIC_Intel-XXV710"
1159   comparisons:
1160     - title: "Diff"
1161       reference: 1
1162       compare: 2
1163   legend:
1164     - ""
1165     - "x710, xxv710 - NICs tested."
1166     - "Diff - difference between x710 and xxv710 NIC."
1167
1168 # VPP Compare NICs 3n-skx 4t2c ndr
1169 - type: "table"
1170   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1171   algorithm: "table_comparison"
1172   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1173   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1174   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1175   columns:
1176     - title: "x710"
1177       data-set: "vpp-3n-skx-curr-iter"
1178       tag: "NIC_Intel-X710"
1179     - title: "xxv710"
1180       data-set: "vpp-3n-skx-curr-iter"
1181       tag: "NIC_Intel-XXV710"
1182   comparisons:
1183     - title: "Diff"
1184       reference: 1
1185       compare: 2
1186   legend:
1187     - ""
1188     - "x710, xxv710 - NICs tested."
1189     - "Diff - difference between x710 and xxv710 NIC."
1190
1191 # VPP Compare NICs 3n-skx 2t1c pdr
1192 - type: "table"
1193   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1194   algorithm: "table_comparison"
1195   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1196   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1197   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1198   columns:
1199     - title: "x710"
1200       data-set: "vpp-3n-skx-curr-iter"
1201       tag: "NIC_Intel-X710"
1202     - title: "xxv710"
1203       data-set: "vpp-3n-skx-curr-iter"
1204       tag: "NIC_Intel-XXV710"
1205   comparisons:
1206     - title: "Diff"
1207       reference: 1
1208       compare: 2
1209   legend:
1210     - ""
1211     - "x710, xxv710 - NICs tested."
1212     - "Diff - difference between x710 and xxv710 NIC."
1213
1214 # VPP Compare NICs 3n-skx 4t2c pdr
1215 - type: "table"
1216   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1217   algorithm: "table_comparison"
1218   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1219   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1220   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1221   columns:
1222     - title: "x710"
1223       data-set: "vpp-3n-skx-curr-iter"
1224       tag: "NIC_Intel-X710"
1225     - title: "xxv710"
1226       data-set: "vpp-3n-skx-curr-iter"
1227       tag: "NIC_Intel-XXV710"
1228   comparisons:
1229     - title: "Diff"
1230       reference: 1
1231       compare: 2
1232   legend:
1233     - ""
1234     - "x710, xxv710 - NICs tested."
1235     - "Diff - difference between x710 and xxv710 NIC."
1236
1237 # VPP Compare NICs 3n-skx 2t1c mrr
1238 - type: "table"
1239   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1240   algorithm: "table_comparison"
1241   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1242   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1243   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
1244   columns:
1245     - title: "x710"
1246       data-set: "vpp-3n-skx-curr-iter-mrr"
1247       tag: "NIC_Intel-X710"
1248     - title: "xxv710"
1249       data-set: "vpp-3n-skx-curr-iter-mrr"
1250       tag: "NIC_Intel-XXV710"
1251   comparisons:
1252     - title: "Diff"
1253       reference: 1
1254       compare: 2
1255   legend:
1256     - ""
1257     - "x710, xxv710 - NICs tested."
1258     - "Diff - difference between x710 and xxv710 NIC."
1259
1260 # VPP Compare NICs 3n-skx 4t2c mrr
1261 - type: "table"
1262   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1263   algorithm: "table_comparison"
1264   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1265   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1266   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
1267   columns:
1268     - title: "x710"
1269       data-set: "vpp-3n-skx-curr-iter-mrr"
1270       tag: "NIC_Intel-X710"
1271     - title: "xxv710"
1272       data-set: "vpp-3n-skx-curr-iter-mrr"
1273       tag: "NIC_Intel-XXV710"
1274   comparisons:
1275     - title: "Diff"
1276       reference: 1
1277       compare: 2
1278   legend:
1279     - ""
1280     - "x710, xxv710 - NICs tested."
1281     - "Diff - difference between x710 and xxv710 NIC."
1282
1283 # VPP Compare NICs 3n-skx 8t4c mrr
1284 - type: "table"
1285   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1286   algorithm: "table_comparison"
1287   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1288   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1289   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
1290   columns:
1291     - title: "x710"
1292       data-set: "vpp-3n-skx-curr-iter-mrr"
1293       tag: "NIC_Intel-X710"
1294     - title: "xxv710"
1295       data-set: "vpp-3n-skx-curr-iter-mrr"
1296       tag: "NIC_Intel-XXV710"
1297   comparisons:
1298     - title: "Diff"
1299       reference: 1
1300       compare: 2
1301   legend:
1302     - ""
1303     - "x710, xxv710 - NICs tested."
1304     - "Diff - difference between x710 and xxv710 NIC."
1305
1306 # VPP Compare NICs 2n-skx 2t1c ndr
1307 - type: "table"
1308   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1309   algorithm: "table_comparison"
1310   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1311   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1312   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1313   columns:
1314     - title: "x710"
1315       data-set: "vpp-2n-skx-curr-iter"
1316       tag: "NIC_Intel-X710"
1317     - title: "xxv710"
1318       data-set: "vpp-2n-skx-curr-iter"
1319       tag: "NIC_Intel-XXV710"
1320   comparisons:
1321     - title: "Diff"
1322       reference: 1
1323       compare: 2
1324   legend:
1325     - ""
1326     - "x710, xxv710 - NICs tested."
1327     - "Diff - difference between x710 and xxv710 NIC."
1328
1329 # VPP Compare NICs 2n-skx 4t2c ndr
1330 - type: "table"
1331   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1332   algorithm: "table_comparison"
1333   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1334   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1335   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1336   columns:
1337     - title: "x710"
1338       data-set: "vpp-2n-skx-curr-iter"
1339       tag: "NIC_Intel-X710"
1340     - title: "xxv710"
1341       data-set: "vpp-2n-skx-curr-iter"
1342       tag: "NIC_Intel-XXV710"
1343   comparisons:
1344     - title: "Diff"
1345       reference: 1
1346       compare: 2
1347   legend:
1348     - ""
1349     - "x710, xxv710 - NICs tested."
1350     - "Diff - difference between x710 and xxv710 NIC."
1351
1352 # VPP Compare NICs 2n-skx 2t1c pdr
1353 - type: "table"
1354   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1355   algorithm: "table_comparison"
1356   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1357   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1358   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
1359   columns:
1360     - title: "x710"
1361       data-set: "vpp-2n-skx-curr-iter"
1362       tag: "NIC_Intel-X710"
1363     - title: "xxv710"
1364       data-set: "vpp-2n-skx-curr-iter"
1365       tag: "NIC_Intel-XXV710"
1366   comparisons:
1367     - title: "Diff"
1368       reference: 1
1369       compare: 2
1370   legend:
1371     - ""
1372     - "x710, xxv710 - NICs tested."
1373     - "Diff - difference between x710 and xxv710 NIC."
1374
1375 # VPP Compare NICs 2n-skx 4t2c pdr
1376 - type: "table"
1377   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1378   algorithm: "table_comparison"
1379   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1380   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1381   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
1382   columns:
1383     - title: "x710"
1384       data-set: "vpp-2n-skx-curr-iter"
1385       tag: "NIC_Intel-X710"
1386     - title: "xxv710"
1387       data-set: "vpp-2n-skx-curr-iter"
1388       tag: "NIC_Intel-XXV710"
1389   comparisons:
1390     - title: "Diff"
1391       reference: 1
1392       compare: 2
1393   legend:
1394     - ""
1395     - "x710, xxv710 - NICs tested."
1396     - "Diff - difference between x710 and xxv710 NIC."
1397
1398 # VPP Compare NICs 2n-skx 2t1c mrr
1399 - type: "table"
1400   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1401   algorithm: "table_comparison"
1402   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1403   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1404   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
1405   columns:
1406     - title: "x710"
1407       data-set: "vpp-2n-skx-curr-iter-mrr"
1408       tag: "NIC_Intel-X710"
1409     - title: "xxv710"
1410       data-set: "vpp-2n-skx-curr-iter-mrr"
1411       tag: "NIC_Intel-XXV710"
1412   comparisons:
1413     - title: "Diff"
1414       reference: 1
1415       compare: 2
1416   legend:
1417     - ""
1418     - "x710, xxv710 - NICs tested."
1419     - "Diff - difference between x710 and xxv710 NIC."
1420
1421 # VPP Compare NICs 2n-skx 4t2c mrr
1422 - type: "table"
1423   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1424   algorithm: "table_comparison"
1425   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1426   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1427   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
1428   columns:
1429     - title: "x710"
1430       data-set: "vpp-2n-skx-curr-iter-mrr"
1431       tag: "NIC_Intel-X710"
1432     - title: "xxv710"
1433       data-set: "vpp-2n-skx-curr-iter-mrr"
1434       tag: "NIC_Intel-XXV710"
1435   comparisons:
1436     - title: "Diff"
1437       reference: 1
1438       compare: 2
1439   legend:
1440     - ""
1441     - "x710, xxv710 - NICs tested."
1442     - "Diff - difference between x710 and xxv710 NIC."
1443
1444 # VPP Compare NICs 2n-skx 8t4c mrr
1445 - type: "table"
1446   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1447   algorithm: "table_comparison"
1448   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1449   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1450   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
1451   columns:
1452     - title: "x710"
1453       data-set: "vpp-2n-skx-curr-iter-mrr"
1454       tag: "NIC_Intel-X710"
1455     - title: "xxv710"
1456       data-set: "vpp-2n-skx-curr-iter-mrr"
1457       tag: "NIC_Intel-XXV710"
1458   comparisons:
1459     - title: "Diff"
1460       reference: 1
1461       compare: 2
1462   legend:
1463     - ""
1464     - "x710, xxv710 - NICs tested."
1465     - "Diff - difference between x710 and xxv710 NIC."
1466
1467 ################################################################################
1468 # VPP
1469
1470 # VPP Performance Changes 3n-skx 2t1c pdr
1471 - type: "table"
1472   title: "VPP Performance Changes 3n-skx 2t1c pdr"
1473   algorithm: "table_comparison"
1474   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
1475   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1476   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1477   columns:
1478     - title: "2009.0-6"
1479       data-set: "vpp-3n-skx-hist-iter-new-env"
1480     - title: "2101.0-6"
1481       data-set: "vpp-3n-skx-prev-iter-old-env"
1482     - title: "2101.0-7"
1483       data-set: "vpp-3n-skx-prev-iter-new-env"
1484     - title: "2106.0-7"
1485       data-set: "vpp-3n-skx-curr-iter"
1486   comparisons:
1487     - title: "2101.0-7 vs 2101.0-6"
1488       reference: 2
1489       compare: 3
1490 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
1491     - title: "2106.0-7 vs 2101.0-7"
1492       reference: 3
1493       compare: 4
1494 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
1495   legend:
1496     - ''
1497     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1498     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1499     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1500     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1501     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1502
1503 # VPP Performance Changes 3n-skx 4t2c pdr
1504 - type: "table"
1505   title: "VPP Performance Changes 3n-skx 4t2c pdr"
1506   algorithm: "table_comparison"
1507   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
1508   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1509   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1510   columns:
1511     - title: "2009.0-6"
1512       data-set: "vpp-3n-skx-hist-iter-new-env"
1513     - title: "2101.0-6"
1514       data-set: "vpp-3n-skx-prev-iter-old-env"
1515     - title: "2101.0-7"
1516       data-set: "vpp-3n-skx-prev-iter-new-env"
1517     - title: "2106.0-7"
1518       data-set: "vpp-3n-skx-curr-iter"
1519   comparisons:
1520     - title: "2101.0-7 vs 2101.0-6"
1521       reference: 2
1522       compare: 3
1523 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
1524     - title: "2106.0-7 vs 2101.0-7"
1525       reference: 3
1526       compare: 4
1527 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
1528   legend:
1529     - ''
1530     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
1531     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1532     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1533     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1534     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1535
1536 # VPP Performance Changes 3n-skx 2t1c ndr
1537 - type: "table"
1538   title: "VPP Performance Changes 3n-skx 2t1c ndr"
1539   algorithm: "table_comparison"
1540   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
1541   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1542   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1543   columns:
1544     - title: "2009.0-6"
1545       data-set: "vpp-3n-skx-hist-iter-new-env"
1546     - title: "2101.0-6"
1547       data-set: "vpp-3n-skx-prev-iter-old-env"
1548     - title: "2101.0-7"
1549       data-set: "vpp-3n-skx-prev-iter-new-env"
1550     - title: "2106.0-7"
1551       data-set: "vpp-3n-skx-curr-iter"
1552   comparisons:
1553     - title: "2101.0-7 vs 2101.0-6"
1554       reference: 2
1555       compare: 3
1556 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
1557     - title: "2106.0-7 vs 2101.0-7"
1558       reference: 3
1559       compare: 4
1560 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
1561   legend:
1562     - ''
1563     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1564     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1565     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1566     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1567     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1568
1569 # VPP Performance Changes 3n-skx 4t2c ndr
1570 - type: "table"
1571   title: "VPP Performance Changes 3n-skx 4t2c ndr"
1572   algorithm: "table_comparison"
1573   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
1574   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1575   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1576   columns:
1577     - title: "2009.0-6"
1578       data-set: "vpp-3n-skx-hist-iter-new-env"
1579     - title: "2101.0-6"
1580       data-set: "vpp-3n-skx-prev-iter-old-env"
1581     - title: "2101.0-7"
1582       data-set: "vpp-3n-skx-prev-iter-new-env"
1583     - title: "2106.0-7"
1584       data-set: "vpp-3n-skx-curr-iter"
1585   comparisons:
1586     - title: "2101.0-7 vs 2101.0-6"
1587       reference: 2
1588       compare: 3
1589 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
1590     - title: "2106.0-7 vs 2101.0-7"
1591       reference: 3
1592       compare: 4
1593 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
1594   legend:
1595     - ''
1596     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
1597     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1598     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1599     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1600     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1601
1602 # VPP Performance Changes 2n-skx 2t1c pdr
1603 - type: "table"
1604   title: "VPP Performance Changes 2n-skx 2t1c pdr"
1605   algorithm: "table_comparison"
1606   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
1607   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1608   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1609   columns:
1610     - title: "2009.0-6"
1611       data-set: "vpp-2n-skx-hist-iter-new-env"
1612     - title: "2101.0-6"
1613       data-set: "vpp-2n-skx-prev-iter-old-env"
1614     - title: "2101.0-7"
1615       data-set: "vpp-2n-skx-prev-iter-new-env"
1616     - title: "2106.0-7"
1617       data-set: "vpp-2n-skx-curr-iter"
1618   comparisons:
1619     - title: "2101.0-7 vs 2101.0-6"
1620       reference: 2
1621       compare: 3
1622 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
1623     - title: "2106.0-7 vs 2101.0-7"
1624       reference: 3
1625       compare: 4
1626 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
1627   legend:
1628     - ''
1629     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1630     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1631     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1632     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1633     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1634
1635 # VPP Performance Changes 2n-skx 4t2c pdr
1636 - type: "table"
1637   title: "VPP Performance Changes 2n-skx 4t2c pdr"
1638   algorithm: "table_comparison"
1639   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
1640   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1641   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1642   columns:
1643     - title: "2009.0-6"
1644       data-set: "vpp-2n-skx-hist-iter-new-env"
1645     - title: "2101.0-6"
1646       data-set: "vpp-2n-skx-prev-iter-old-env"
1647     - title: "2101.0-7"
1648       data-set: "vpp-2n-skx-prev-iter-new-env"
1649     - title: "2106.0-7"
1650       data-set: "vpp-2n-skx-curr-iter"
1651   comparisons:
1652     - title: "2101.0-7 vs 2101.0-6"
1653       reference: 2
1654       compare: 3
1655 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
1656     - title: "2106.0-7 vs 2101.0-7"
1657       reference: 3
1658       compare: 4
1659 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
1660   legend:
1661     - ''
1662     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
1663     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1664     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1665     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1666     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1667
1668 # VPP Performance Changes 2n-skx 2t1c ndr
1669 - type: "table"
1670   title: "VPP Performance Changes 2n-skx 2t1c ndr"
1671   algorithm: "table_comparison"
1672   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
1673   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1674   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1675   columns:
1676     - title: "2009.0-6"
1677       data-set: "vpp-2n-skx-hist-iter-new-env"
1678     - title: "2101.0-6"
1679       data-set: "vpp-2n-skx-prev-iter-old-env"
1680     - title: "2101.0-7"
1681       data-set: "vpp-2n-skx-prev-iter-new-env"
1682     - title: "2106.0-7"
1683       data-set: "vpp-2n-skx-curr-iter"
1684   comparisons:
1685     - title: "2101.0-7 vs 2101.0-6"
1686       reference: 2
1687       compare: 3
1688 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
1689     - title: "2106.0-7 vs 2101.0-7"
1690       reference: 3
1691       compare: 4
1692 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
1693   legend:
1694     - ''
1695     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1696     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1697     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1698     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1699     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1700
1701 # VPP Performance Changes 2n-skx 4t2c ndr
1702 - type: "table"
1703   title: "VPP Performance Changes 2n-skx 4t2c ndr"
1704   algorithm: "table_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
1706   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1707   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1708   columns:
1709     - title: "2009.0-6"
1710       data-set: "vpp-2n-skx-hist-iter-new-env"
1711     - title: "2101.0-6"
1712       data-set: "vpp-2n-skx-prev-iter-old-env"
1713     - title: "2101.0-7"
1714       data-set: "vpp-2n-skx-prev-iter-new-env"
1715     - title: "2106.0-7"
1716       data-set: "vpp-2n-skx-curr-iter"
1717   comparisons:
1718     - title: "2101.0-7 vs 2101.0-6"
1719       reference: 2
1720       compare: 3
1721 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
1722     - title: "2106.0-7 vs 2101.0-7"
1723       reference: 3
1724       compare: 4
1725 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
1726   legend:
1727     - ''
1728     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
1729     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1730     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1731     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1732     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1733
1734 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
1735 - type: "table"
1736   title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
1737   algorithm: "table_comparison"
1738   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
1739   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1740   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1741   columns:
1742     - title: "2009.0-6"
1743       data-set: "vpp-2n-clx-hist-iter-new-env"
1744     - title: "2101.0-6"
1745       data-set: "vpp-2n-clx-prev-iter-old-env"
1746     - title: "2101.0-7"
1747       data-set: "vpp-2n-clx-prev-iter-new-env"
1748     - title: "2106.0-7"
1749       data-set: "vpp-2n-clx-curr-iter"
1750   comparisons:
1751     - title: "2101.0-7 vs 2101.0-6"
1752       reference: 2
1753       compare: 3
1754 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1755     - title: "2106.0-7 vs 2101.0-7"
1756       reference: 3
1757       compare: 4
1758 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
1759   legend:
1760     - ''
1761     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1762     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1763     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1764     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1765     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1766
1767 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
1768 - type: "table"
1769   title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
1770   algorithm: "table_comparison"
1771   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
1772   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1773   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1774   columns:
1775     - title: "2009.0-6"
1776       data-set: "vpp-2n-clx-hist-iter-new-env"
1777     - title: "2101.0-6"
1778       data-set: "vpp-2n-clx-prev-iter-old-env"
1779     - title: "2101.0-7"
1780       data-set: "vpp-2n-clx-prev-iter-new-env"
1781     - title: "2106.0-7"
1782       data-set: "vpp-2n-clx-curr-iter"
1783   comparisons:
1784     - title: "2101.0-7 vs 2101.0-6"
1785       reference: 2
1786       compare: 3
1787 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1788     - title: "2106.0-7 vs 2101.0-7"
1789       reference: 3
1790       compare: 4
1791 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
1792   legend:
1793     - ''
1794     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
1795     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1796     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1797     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1798     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1799
1800 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
1801 - type: "table"
1802   title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
1803   algorithm: "table_comparison"
1804   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
1805   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1806   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1807   columns:
1808     - title: "2009.0-6"
1809       data-set: "vpp-2n-clx-hist-iter-new-env"
1810     - title: "2101.0-6"
1811       data-set: "vpp-2n-clx-prev-iter-old-env"
1812     - title: "2101.0-7"
1813       data-set: "vpp-2n-clx-prev-iter-new-env"
1814     - title: "2106.0-7"
1815       data-set: "vpp-2n-clx-curr-iter"
1816   comparisons:
1817     - title: "2101.0-7 vs 2101.0-6"
1818       reference: 2
1819       compare: 3
1820 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1821     - title: "2106.0-7 vs 2101.0-7"
1822       reference: 3
1823       compare: 4
1824 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
1825   legend:
1826     - ''
1827     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1828     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1829     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1830     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1831     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1832
1833 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
1834 - type: "table"
1835   title: "VPP Performance Changes 2n-clx-xxv710 ndr"
1836   algorithm: "table_comparison"
1837   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
1838   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1839   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1840   columns:
1841     - title: "2009.0-6"
1842       data-set: "vpp-2n-clx-hist-iter-new-env"
1843     - title: "2101.0-6"
1844       data-set: "vpp-2n-clx-prev-iter-old-env"
1845     - title: "2101.0-7"
1846       data-set: "vpp-2n-clx-prev-iter-new-env"
1847     - title: "2106.0-7"
1848       data-set: "vpp-2n-clx-curr-iter"
1849   comparisons:
1850     - title: "2101.0-7 vs 2101.0-6"
1851       reference: 2
1852       compare: 3
1853 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1854     - title: "2106.0-7 vs 2101.0-7"
1855       reference: 3
1856       compare: 4
1857 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
1858   legend:
1859     - ''
1860     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
1861     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1862     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1863     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1864     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1865
1866 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
1867 - type: "table"
1868   title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
1869   algorithm: "table_comparison"
1870   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
1871   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1872   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1873   columns:
1874     - title: "2009.0-6"
1875       data-set: "vpp-2n-clx-hist-iter-new-env"
1876     - title: "2101.0-6"
1877       data-set: "vpp-2n-clx-prev-iter-old-env"
1878     - title: "2101.0-7"
1879       data-set: "vpp-2n-clx-prev-iter-new-env"
1880     - title: "2106.0-7"
1881       data-set: "vpp-2n-clx-curr-iter"
1882   comparisons:
1883     - title: "2101.0-7 vs 2101.0-6"
1884       reference: 2
1885       compare: 3
1886 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1887     - title: "2106.0-7 vs 2101.0-7"
1888       reference: 3
1889       compare: 4
1890 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
1891   legend:
1892     - ''
1893     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1894     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1895     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1896     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1897     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1898
1899 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
1900 - type: "table"
1901   title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
1902   algorithm: "table_comparison"
1903   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
1904   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1905   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1906   columns:
1907     - title: "2009.0-6"
1908       data-set: "vpp-2n-clx-hist-iter-new-env"
1909     - title: "2101.0-6"
1910       data-set: "vpp-2n-clx-prev-iter-old-env"
1911     - title: "2101.0-7"
1912       data-set: "vpp-2n-clx-prev-iter-new-env"
1913     - title: "2106.0-7"
1914       data-set: "vpp-2n-clx-curr-iter"
1915   comparisons:
1916     - title: "2101.0-7 vs 2101.0-6"
1917       reference: 2
1918       compare: 3
1919 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1920     - title: "2106.0-7 vs 2101.0-7"
1921       reference: 3
1922       compare: 4
1923 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
1924   legend:
1925     - ''
1926     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
1927     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1928     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1929     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1930     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1931
1932 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
1933 - type: "table"
1934   title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
1935   algorithm: "table_comparison"
1936   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
1937   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1938   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1939   columns:
1940     - title: "2009.0-6"
1941       data-set: "vpp-2n-clx-hist-iter-new-env"
1942     - title: "2101.0-6"
1943       data-set: "vpp-2n-clx-prev-iter-old-env"
1944     - title: "2101.0-7"
1945       data-set: "vpp-2n-clx-prev-iter-new-env"
1946     - title: "2106.0-7"
1947       data-set: "vpp-2n-clx-curr-iter"
1948   comparisons:
1949     - title: "2101.0-7 vs 2101.0-6"
1950       reference: 2
1951       compare: 3
1952 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1953     - title: "2106.0-7 vs 2101.0-7"
1954       reference: 3
1955       compare: 4
1956 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
1957   legend:
1958     - ''
1959     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
1960     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1961     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1962     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1963     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1964
1965 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
1966 - type: "table"
1967   title: "VPP Performance Changes 2n-clx-cx556a ndr"
1968   algorithm: "table_comparison"
1969   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
1970   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1971   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
1972   columns:
1973     - title: "2009.0-6"
1974       data-set: "vpp-2n-clx-hist-iter-new-env"
1975     - title: "2101.0-6"
1976       data-set: "vpp-2n-clx-prev-iter-old-env"
1977     - title: "2101.0-7"
1978       data-set: "vpp-2n-clx-prev-iter-new-env"
1979     - title: "2106.0-7"
1980       data-set: "vpp-2n-clx-curr-iter"
1981   comparisons:
1982     - title: "2101.0-7 vs 2101.0-6"
1983       reference: 2
1984       compare: 3
1985 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
1986     - title: "2106.0-7 vs 2101.0-7"
1987       reference: 3
1988       compare: 4
1989 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
1990   legend:
1991     - ''
1992     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
1993     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1994     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1995     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1996     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1997
1998 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
1999 - type: "table"
2000   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
2001   algorithm: "table_comparison"
2002   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
2003   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2004   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2005   columns:
2006     - title: "2009.0-6"
2007       data-set: "vpp-2n-zn2-hist-iter-new-env"
2008     - title: "2101.0-6"
2009       data-set: "vpp-2n-zn2-prev-iter-old-env"
2010     - title: "2101.0-7"
2011       data-set: "vpp-2n-zn2-prev-iter-new-env"
2012     - title: "2106.0-7"
2013       data-set: "vpp-2n-zn2-curr-iter"
2014   comparisons:
2015     - title: "2101.0-7 vs 2101.0-6"
2016       reference: 2
2017       compare: 3
2018 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
2019     - title: "2106.0-7 vs 2101.0-7"
2020       reference: 3
2021       compare: 4
2022 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
2023   legend:
2024     - ''
2025     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
2026     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2027     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2028     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2029     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2030
2031 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
2032 - type: "table"
2033   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
2034   algorithm: "table_comparison"
2035   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
2036   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2037   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2038   columns:
2039     - title: "2009.0-6"
2040       data-set: "vpp-2n-zn2-hist-iter-new-env"
2041     - title: "2101.0-6"
2042       data-set: "vpp-2n-zn2-prev-iter-old-env"
2043     - title: "2101.0-7"
2044       data-set: "vpp-2n-zn2-prev-iter-new-env"
2045     - title: "2106.0-7"
2046       data-set: "vpp-2n-zn2-curr-iter"
2047   comparisons:
2048     - title: "2101.0-7 vs 2101.0-6"
2049       reference: 2
2050       compare: 3
2051 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
2052     - title: "2106.0-7 vs 2101.0-7"
2053       reference: 3
2054       compare: 4
2055 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
2056   legend:
2057     - ''
2058     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
2059     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2060     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2061     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2062     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2063
2064 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
2065 - type: "table"
2066   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
2067   algorithm: "table_comparison"
2068   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
2069   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2070   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2071   columns:
2072     - title: "2009.0-6"
2073       data-set: "vpp-2n-zn2-hist-iter-new-env"
2074     - title: "2101.0-6"
2075       data-set: "vpp-2n-zn2-prev-iter-old-env"
2076     - title: "2101.0-7"
2077       data-set: "vpp-2n-zn2-prev-iter-new-env"
2078     - title: "2106.0-7"
2079       data-set: "vpp-2n-zn2-curr-iter"
2080   comparisons:
2081     - title: "2101.0-7 vs 2101.0-6"
2082       reference: 2
2083       compare: 3
2084 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
2085     - title: "2106.0-7 vs 2101.0-7"
2086       reference: 3
2087       compare: 4
2088 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
2089   legend:
2090     - ''
2091     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
2092     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2093     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2094     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2095     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2096
2097 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
2098 - type: "table"
2099   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
2100   algorithm: "table_comparison"
2101   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
2102   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2103   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
2104   columns:
2105     - title: "2009.0-6"
2106       data-set: "vpp-2n-zn2-hist-iter-new-env"
2107     - title: "2101.0-6"
2108       data-set: "vpp-2n-zn2-prev-iter-old-env"
2109     - title: "2101.0-7"
2110       data-set: "vpp-2n-zn2-prev-iter-new-env"
2111     - title: "2106.0-7"
2112       data-set: "vpp-2n-zn2-curr-iter"
2113   comparisons:
2114     - title: "2101.0-7 vs 2101.0-6"
2115       reference: 2
2116       compare: 3
2117 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
2118     - title: "2106.0-7 vs 2101.0-7"
2119       reference: 3
2120       compare: 4
2121 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
2122   legend:
2123     - ''
2124     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
2125     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2126     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2127     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2128     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2129
2130 # VPP Performance Changes 2n-dnv 1t1c pdr
2131 - type: "table"
2132   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2133   algorithm: "table_comparison"
2134   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2135   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2136   filter: "'1T1C'"
2137   columns:
2138     - title: "2009.0-6"
2139       data-set: "vpp-2n-dnv-hist-iter-new-env"
2140     - title: "2101.0-6"
2141       data-set: "vpp-2n-dnv-prev-iter-old-env"
2142     - title: "2101.0-7"
2143       data-set: "vpp-2n-dnv-prev-iter-new-env"
2144     - title: "2106.0-7"
2145       data-set: "vpp-2n-dnv-curr-iter"
2146   comparisons:
2147     - title: "2101.0-7 vs 2101.0-6"
2148       reference: 2
2149       compare: 3
2150     - title: "2101.0-6 vs 2009.0-5"
2151       reference: 3
2152       compare: 4
2153   legend:
2154     - ''
2155     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
2156     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2157     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2158     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2159     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2160
2161 # VPP Performance Changes 2n-dnv 2t2c pdr
2162 - type: "table"
2163   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2164   algorithm: "table_comparison"
2165   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2166   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2167   filter: "'2T2C'"
2168   columns:
2169     - title: "2009.0-6"
2170       data-set: "vpp-2n-dnv-hist-iter-new-env"
2171     - title: "2101.0-6"
2172       data-set: "vpp-2n-dnv-prev-iter-old-env"
2173     - title: "2101.0-7"
2174       data-set: "vpp-2n-dnv-prev-iter-new-env"
2175     - title: "2106.0-7"
2176       data-set: "vpp-2n-dnv-curr-iter"
2177   comparisons:
2178     - title: "2101.0-7 vs 2101.0-6"
2179       reference: 2
2180       compare: 3
2181     - title: "2101.0-6 vs 2009.0-5"
2182       reference: 3
2183       compare: 4
2184   legend:
2185     - ''
2186     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
2187     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2188     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2189     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2190     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2191
2192 # VPP Performance Changes 2n-dnv 1t1c ndr
2193 - type: "table"
2194   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2195   algorithm: "table_comparison"
2196   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2197   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2198   filter: "'1T1C'"
2199   columns:
2200     - title: "2009.0-6"
2201       data-set: "vpp-2n-dnv-hist-iter-new-env"
2202     - title: "2101.0-6"
2203       data-set: "vpp-2n-dnv-prev-iter-old-env"
2204     - title: "2101.0-7"
2205       data-set: "vpp-2n-dnv-prev-iter-new-env"
2206     - title: "2106.0-7"
2207       data-set: "vpp-2n-dnv-curr-iter"
2208   comparisons:
2209     - title: "2101.0-7 vs 2101.0-6"
2210       reference: 2
2211       compare: 3
2212     - title: "2101.0-6 vs 2009.0-5"
2213       reference: 3
2214       compare: 4
2215   legend:
2216     - ''
2217     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
2218     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2219     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2220     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2221     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2222
2223 # VPP Performance Changes 2n-dnv 2t2c ndr
2224 - type: "table"
2225   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2226   algorithm: "table_comparison"
2227   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2228   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2229   filter: "'2T2C'"
2230   columns:
2231     - title: "2009.0-6"
2232       data-set: "vpp-2n-dnv-hist-iter-new-env"
2233     - title: "2101.0-6"
2234       data-set: "vpp-2n-dnv-prev-iter-old-env"
2235     - title: "2101.0-7"
2236       data-set: "vpp-2n-dnv-prev-iter-new-env"
2237     - title: "2106.0-7"
2238       data-set: "vpp-2n-dnv-curr-iter"
2239   comparisons:
2240     - title: "2101.0-7 vs 2101.0-6"
2241       reference: 2
2242       compare: 3
2243     - title: "2101.0-6 vs 2009.0-5"
2244       reference: 3
2245       compare: 4
2246   legend:
2247     - ''
2248     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
2249     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2250     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2251     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2252     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2253
2254 # VPP Performance Changes 3n-dnv 1t1c pdr
2255 - type: "table"
2256   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
2257   algorithm: "table_comparison"
2258   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
2259   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2260   filter: "'1T1C'"
2261   columns:
2262     - title: "2009.0-6"
2263       data-set: "vpp-3n-dnv-hist-iter-new-env"
2264     - title: "2101.0-6"
2265       data-set: "vpp-3n-dnv-prev-iter-old-env"
2266     - title: "2101.0-7"
2267       data-set: "vpp-3n-dnv-prev-iter-new-env"
2268     - title: "2106.0-7"
2269       data-set: "vpp-3n-dnv-curr-iter"
2270   comparisons:
2271     - title: "2101.0-7 vs 2101.0-6"
2272       reference: 2
2273       compare: 3
2274     - title: "2101.0-6 vs 2009.0-5"
2275       reference: 3
2276       compare: 4
2277   legend:
2278     - ''
2279     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
2280     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2281     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2282     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2283     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2284
2285 # VPP Performance Changes 3n-dnv 2t2c pdr
2286 - type: "table"
2287   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
2288   algorithm: "table_comparison"
2289   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
2290   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2291   filter: "'2T2C'"
2292   columns:
2293     - title: "2009.0-6"
2294       data-set: "vpp-3n-dnv-hist-iter-new-env"
2295     - title: "2101.0-6"
2296       data-set: "vpp-3n-dnv-prev-iter-old-env"
2297     - title: "2101.0-7"
2298       data-set: "vpp-3n-dnv-prev-iter-new-env"
2299     - title: "2106.0-7"
2300       data-set: "vpp-3n-dnv-curr-iter"
2301   comparisons:
2302     - title: "2101.0-7 vs 2101.0-6"
2303       reference: 2
2304       compare: 3
2305     - title: "2101.0-6 vs 2009.0-5"
2306       reference: 3
2307       compare: 4
2308   legend:
2309     - ''
2310     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
2311     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2312     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2313     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2314     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2315
2316 # VPP Performance Changes 3n-dnv 1t1c ndr
2317 - type: "table"
2318   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
2319   algorithm: "table_comparison"
2320   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
2321   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2322   filter: "'1T1C'"
2323   columns:
2324     - title: "2009.0-6"
2325       data-set: "vpp-3n-dnv-hist-iter-new-env"
2326     - title: "2101.0-6"
2327       data-set: "vpp-3n-dnv-prev-iter-old-env"
2328     - title: "2101.0-7"
2329       data-set: "vpp-3n-dnv-prev-iter-new-env"
2330     - title: "2106.0-7"
2331       data-set: "vpp-3n-dnv-curr-iter"
2332   comparisons:
2333     - title: "2101.0-7 vs 2101.0-6"
2334       reference: 2
2335       compare: 3
2336     - title: "2101.0-6 vs 2009.0-5"
2337       reference: 3
2338       compare: 4
2339   legend:
2340     - ''
2341     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
2342     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2343     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2344     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2345     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2346
2347 # VPP Performance Changes 3n-dnv 2t2c ndr
2348 - type: "table"
2349   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
2350   algorithm: "table_comparison"
2351   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
2352   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2353   filter: "'2T2C'"
2354   columns:
2355     - title: "2009.0-6"
2356       data-set: "vpp-3n-dnv-hist-iter-new-env"
2357     - title: "2101.0-6"
2358       data-set: "vpp-3n-dnv-prev-iter-old-env"
2359     - title: "2101.0-7"
2360       data-set: "vpp-3n-dnv-prev-iter-new-env"
2361     - title: "2106.0-7"
2362       data-set: "vpp-3n-dnv-curr-iter"
2363   comparisons:
2364     - title: "2101.0-7 vs 2101.0-6"
2365       reference: 2
2366       compare: 3
2367     - title: "2101.0-6 vs 2009.0-5"
2368       reference: 3
2369       compare: 4
2370   legend:
2371     - ''
2372     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
2373     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2374     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2375     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2376     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
2377
2378 # VPP Performance Changes 3n-tsh 1t1c pdr
2379 - type: "table"
2380   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
2381   algorithm: "table_comparison"
2382   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
2383   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2384   filter: "'1T1C'"
2385   columns:
2386     - title: "2009.0-6"
2387       data-set: "vpp-3n-tsh-hist-iter-new-env"
2388     - title: "2101.0-6"
2389       data-set: "vpp-3n-tsh-prev-iter-old-env"
2390 #     - title: "2101.0-7"
2391 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2392     - title: "2106.0-7"
2393       data-set: "vpp-3n-tsh-curr-iter"
2394   comparisons:
2395 #     - title: "2101.0-7 vs 2101.0-6"
2396 #       reference: 2
2397 #       compare: 3
2398 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
2399 #     - title: "2106.0-7 vs 2101.0-7"
2400     - title: "2106.0-7 vs 2101.0-6"
2401       reference: 2  # 3
2402       compare: 3  # 4
2403 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
2404   legend:
2405     - ''
2406     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
2407     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2408     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2409     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2410 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2411     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2412
2413 # VPP Performance Changes 3n-tsh 2t2c pdr
2414 - type: "table"
2415   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
2416   algorithm: "table_comparison"
2417   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
2418   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2419   filter: "'2T2C'"
2420   columns:
2421     - title: "2009.0-6"
2422       data-set: "vpp-3n-tsh-hist-iter-new-env"
2423     - title: "2101.0-6"
2424       data-set: "vpp-3n-tsh-prev-iter-old-env"
2425 #     - title: "2101.0-7"
2426 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2427     - title: "2106.0-7"
2428       data-set: "vpp-3n-tsh-curr-iter"
2429   comparisons:
2430 #     - title: "2101.0-7 vs 2101.0-6"
2431 #       reference: 2
2432 #       compare: 3
2433 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
2434 #     - title: "2106.0-7 vs 2101.0-7"
2435     - title: "2106.0-7 vs 2101.0-6"
2436       reference: 2  # 3
2437       compare: 3  # 4
2438 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
2439   legend:
2440     - ''
2441     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
2442     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2443     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2444     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2445 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2446     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2447
2448 # VPP Performance Changes 3n-tsh 1t1c ndr
2449 - type: "table"
2450   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
2451   algorithm: "table_comparison"
2452   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
2453   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2454   filter: "'1T1C'"
2455   columns:
2456     - title: "2009.0-6"
2457       data-set: "vpp-3n-tsh-hist-iter-new-env"
2458     - title: "2101.0-6"
2459       data-set: "vpp-3n-tsh-prev-iter-old-env"
2460 #     - title: "2101.0-7"
2461 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2462     - title: "2106.0-7"
2463       data-set: "vpp-3n-tsh-curr-iter"
2464   comparisons:
2465 #     - title: "2101.0-7 vs 2101.0-6"
2466 #       reference: 2
2467 #       compare: 3
2468 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
2469 #     - title: "2106.0-7 vs 2101.0-7"
2470     - title: "2106.0-7 vs 2101.0-6"
2471       reference: 2  # 3
2472       compare: 3  # 4
2473 #      rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
2474   legend:
2475     - ''
2476     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2477     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2478     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2479     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2480 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2481     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2482
2483 # VPP Performance Changes 3n-tsh 2t2c ndr
2484 - type: "table"
2485   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
2486   algorithm: "table_comparison"
2487   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
2488   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2489   filter: "'2T2C'"
2490   columns:
2491     - title: "2009.0-6"
2492       data-set: "vpp-3n-tsh-hist-iter-new-env"
2493     - title: "2101.0-6"
2494       data-set: "vpp-3n-tsh-prev-iter-old-env"
2495 #     - title: "2101.0-7"
2496 #       data-set: "vpp-3n-tsh-prev-iter-new-env"
2497     - title: "2106.0-7"
2498       data-set: "vpp-3n-tsh-curr-iter"
2499   comparisons:
2500 #     - title: "2101.0-7 vs 2101.0-6"
2501 #       reference: 2
2502 #       compare: 3
2503 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
2504 #     - title: "2106.0-7 vs 2101.0-7"
2505     - title: "2106.0-7 vs 2101.0-6"
2506       reference: 2  # 3
2507       compare: 3  # 4
2508 #      rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
2509   legend:
2510     - ''
2511     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
2512     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2513     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2514     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2515 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2516     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2517
2518 # VPP Performance Changes 2n-tx2 1t1c pdr
2519 - type: "table"
2520   title: "VPP Performance Changes 2n-tx2 1t1c pdr"
2521   algorithm: "table_comparison"
2522   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
2523   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2524   filter: "'1T1C'"
2525   columns:
2526     - title: "2009.0-6"
2527       data-set: "vpp-2n-tx2-hist-iter-new-env"
2528     - title: "2101.0-6"
2529       data-set: "vpp-2n-tx2-prev-iter-old-env"
2530 #     - title: "2101.0-7"
2531 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2532     - title: "2106.0-7"
2533       data-set: "vpp-2n-tx2-curr-iter"
2534   comparisons:
2535 #     - title: "2101.0-7 vs 2101.0-6"
2536 #       reference: 2
2537 #       compare: 3
2538 #     - title: "2106.0-7 vs 2101.0-7"
2539     - title: "2106.0-7 vs 2101.0-6"
2540       reference: 2  # 3
2541       compare: 3  # 4
2542   legend:
2543     - ''
2544     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2545     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2546     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2547     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2548 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2549     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2550
2551 # VPP Performance Changes 2n-tx2 2t2c pdr
2552 - type: "table"
2553   title: "VPP Performance Changes 2n-tx2 2t2c pdr"
2554   algorithm: "table_comparison"
2555   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
2556   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2557   filter: "'2T2C'"
2558   columns:
2559     - title: "2009.0-6"
2560       data-set: "vpp-2n-tx2-hist-iter-new-env"
2561     - title: "2101.0-6"
2562       data-set: "vpp-2n-tx2-prev-iter-old-env"
2563 #     - title: "2101.0-7"
2564 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2565     - title: "2106.0-7"
2566       data-set: "vpp-2n-tx2-curr-iter"
2567   comparisons:
2568 #     - title: "2101.0-7 vs 2101.0-6"
2569 #       reference: 2
2570 #       compare: 3
2571 #     - title: "2106.0-7 vs 2101.0-7"
2572     - title: "2106.0-7 vs 2101.0-6"
2573       reference: 2  # 3
2574       compare: 3  # 4
2575   legend:
2576     - ''
2577     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
2578     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2579     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2580     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2581 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2582     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2583
2584 # VPP Performance Changes 2n-tx2 1t1c ndr
2585 - type: "table"
2586   title: "VPP Performance Changes 2n-tx2 1t1c ndr"
2587   algorithm: "table_comparison"
2588   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr"
2589   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2590   filter: "'1T1C'"
2591   columns:
2592     - title: "2009.0-6"
2593       data-set: "vpp-2n-tx2-hist-iter-new-env"
2594     - title: "2101.0-6"
2595       data-set: "vpp-2n-tx2-prev-iter-old-env"
2596 #     - title: "2101.0-7"
2597 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2598     - title: "2106.0-7"
2599       data-set: "vpp-2n-tx2-curr-iter"
2600   comparisons:
2601 #     - title: "2101.0-7 vs 2101.0-6"
2602 #       reference: 2
2603 #       compare: 3
2604 #     - title: "2106.0-7 vs 2101.0-7"
2605     - title: "2106.0-7 vs 2101.0-6"
2606       reference: 2  # 3
2607       compare: 3  # 4
2608   legend:
2609     - ''
2610     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2611     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2612     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2613     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2614 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2615     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2616
2617 # VPP Performance Changes 2n-tx2 2t2c ndr
2618 - type: "table"
2619   title: "VPP Performance Changes 2n-tx2 2t2c ndr"
2620   algorithm: "table_comparison"
2621   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr"
2622   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2623   filter: "'2T2C'"
2624   columns:
2625     - title: "2009.0-6"
2626       data-set: "vpp-2n-tx2-hist-iter-new-env"
2627     - title: "2101.0-6"
2628       data-set: "vpp-2n-tx2-prev-iter-old-env"
2629 #     - title: "2101.0-7"
2630 #       data-set: "vpp-2n-tx2-prev-iter-new-env"
2631     - title: "2106.0-7"
2632       data-set: "vpp-2n-tx2-curr-iter"
2633   comparisons:
2634 #     - title: "2101.0-7 vs 2101.0-6"
2635 #       reference: 2
2636 #       compare: 3
2637 #     - title: "2106.0-7 vs 2101.0-7"
2638     - title: "2106.0-7 vs 2101.0-6"
2639       reference: 2  # 3
2640       compare: 3  # 4
2641   legend:
2642     - ''
2643     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
2644     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2645     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2646     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2647 #     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2648     - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
2649
2650 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
2651 - type: "table"
2652   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
2653   algorithm: "table_comparison"
2654   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
2655   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2656   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2657   columns:
2658     - title: "2n-skx"
2659       data-set: "vpp-2n-skx-curr-iter"
2660     - title: "2n-clx"
2661       data-set: "vpp-2n-clx-curr-iter"
2662   comparisons:
2663     - title: "Diff"
2664       reference: 1
2665       compare: 2
2666   legend:
2667     - ""
2668     - "2n-skx, 2n-clx - testbeds and NICs tested."
2669     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2670
2671 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
2672 - type: "table"
2673   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
2674   algorithm: "table_comparison"
2675   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
2676   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2677   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2678   columns:
2679     - title: "2n-skx"
2680       data-set: "vpp-2n-skx-curr-iter"
2681     - title: "2n-clx"
2682       data-set: "vpp-2n-clx-curr-iter"
2683   comparisons:
2684     - title: "Diff"
2685       reference: 1
2686       compare: 2
2687   legend:
2688     - ""
2689     - "2n-skx, 2n-clx - testbeds and NICs tested."
2690     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2691
2692 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
2693 - type: "table"
2694   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
2695   algorithm: "table_comparison"
2696   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
2697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2698   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2699   columns:
2700     - title: "2n-skx"
2701       data-set: "vpp-2n-skx-curr-iter"
2702     - title: "2n-clx"
2703       data-set: "vpp-2n-clx-curr-iter"
2704   comparisons:
2705     - title: "Diff"
2706       reference: 1
2707       compare: 2
2708   legend:
2709     - ""
2710     - "2n-skx, 2n-clx - testbeds and NICs tested."
2711     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2712
2713 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
2714 - type: "table"
2715   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
2716   algorithm: "table_comparison"
2717   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
2718   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2719   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2720   columns:
2721     - title: "2n-skx"
2722       data-set: "vpp-2n-skx-curr-iter"
2723     - title: "2n-clx"
2724       data-set: "vpp-2n-clx-curr-iter"
2725   comparisons:
2726     - title: "Diff"
2727       reference: 1
2728       compare: 2
2729   legend:
2730     - ""
2731     - "2n-skx, 2n-clx - testbeds and NICs tested."
2732     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2733
2734 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
2735 - type: "table"
2736   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
2737   algorithm: "table_comparison"
2738   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
2739   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2740   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2741   columns:
2742     - title: "2n-clx xxv710"
2743       data-set: "vpp-2n-clx-curr-iter"
2744       tag: "NIC_Intel-XXV710"
2745     - title: "2n-icx e810cq"
2746       data-set: "vpp-2n-icx-curr-iter"
2747       tag: "NIC_Intel-E810CQ"
2748   comparisons:
2749     - title: "Diff"
2750       reference: 1
2751       compare: 2
2752   legend:
2753     - ""
2754     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2755     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2756
2757 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
2758 - type: "table"
2759   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
2760   algorithm: "table_comparison"
2761   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
2762   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2763   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2764   columns:
2765     - title: "2n-clx xxv710"
2766       data-set: "vpp-2n-clx-curr-iter"
2767       tag: "NIC_Intel-XXV710"
2768     - title: "2n-icx e810cq"
2769       data-set: "vpp-2n-icx-curr-iter"
2770       tag: "NIC_Intel-E810CQ"
2771   comparisons:
2772     - title: "Diff"
2773       reference: 1
2774       compare: 2
2775   legend:
2776     - ""
2777     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2778     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2779
2780 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
2781 - type: "table"
2782   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
2783   algorithm: "table_comparison"
2784   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
2785   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2786   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2787   columns:
2788     - title: "2n-clx xxv710"
2789       data-set: "vpp-2n-clx-curr-iter"
2790       tag: "NIC_Intel-XXV710"
2791     - title: "2n-icx e810cq"
2792       data-set: "vpp-2n-icx-curr-iter"
2793       tag: "NIC_Intel-E810CQ"
2794   comparisons:
2795     - title: "Diff"
2796       reference: 1
2797       compare: 2
2798   legend:
2799     - ""
2800     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2801     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2802
2803 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
2804 - type: "table"
2805   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
2806   algorithm: "table_comparison"
2807   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
2808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2809   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2810   columns:
2811     - title: "2n-clx xxv710"
2812       data-set: "vpp-3n-skx-curr-iter"
2813       tag: "NIC_Intel-XXV710"
2814     - title: "2n-icx e810cq"
2815       data-set: "vpp-2n-icx-curr-iter"
2816       tag: "NIC_Intel-E810CQ"
2817   comparisons:
2818     - title: "Diff"
2819       reference: 1
2820       compare: 2
2821   legend:
2822     - ""
2823     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2824     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2825
2826 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
2827 - type: "table"
2828   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
2829   algorithm: "table_comparison"
2830   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
2831   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2832   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2833   columns:
2834     - title: "3n-skx xxv710"
2835       data-set: "vpp-3n-skx-curr-iter"
2836       tag: "NIC_Intel-XXV710"
2837     - title: "3n-icx e810cq"
2838       data-set: "vpp-3n-icx-curr-iter"
2839       tag: "NIC_Intel-E810CQ"
2840   comparisons:
2841     - title: "Diff"
2842       reference: 1
2843       compare: 2
2844   legend:
2845     - ""
2846     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2847     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2848
2849 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
2850 - type: "table"
2851   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
2852   algorithm: "table_comparison"
2853   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
2854   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2855   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2856   columns:
2857     - title: "3n-skx xxv710"
2858       data-set: "vpp-3n-skx-curr-iter"
2859       tag: "NIC_Intel-XXV710"
2860     - title: "3n-icx e810cq"
2861       data-set: "vpp-3n-icx-curr-iter"
2862       tag: "NIC_Intel-E810CQ"
2863   comparisons:
2864     - title: "Diff"
2865       reference: 1
2866       compare: 2
2867   legend:
2868     - ""
2869     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2870     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2871
2872 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
2873 - type: "table"
2874   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
2875   algorithm: "table_comparison"
2876   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
2877   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2878   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
2879   columns:
2880     - title: "3n-skx xxv710"
2881       data-set: "vpp-3n-skx-curr-iter"
2882       tag: "NIC_Intel-XXV710"
2883     - title: "3n-icx e810cq"
2884       data-set: "vpp-3n-icx-curr-iter"
2885       tag: "NIC_Intel-E810CQ"
2886   comparisons:
2887     - title: "Diff"
2888       reference: 1
2889       compare: 2
2890   legend:
2891     - ""
2892     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2893     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2894
2895 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
2896 - type: "table"
2897   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
2898   algorithm: "table_comparison"
2899   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
2900   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2901   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
2902   columns:
2903     - title: "3n-skx xxv710"
2904       data-set: "vpp-3n-skx-curr-iter"
2905       tag: "NIC_Intel-XXV710"
2906     - title: "3n-icx e810cq"
2907       data-set: "vpp-3n-icx-curr-iter"
2908       tag: "NIC_Intel-E810CQ"
2909   comparisons:
2910     - title: "Diff"
2911       reference: 1
2912       compare: 2
2913   legend:
2914     - ""
2915     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
2916     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
2917
2918 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2919 - type: "table"
2920   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2921   algorithm: "table_comparison"
2922   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2923   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2924   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
2925   columns:
2926     - title: "3n-skx"
2927       data-set: "vpp-3n-skx-curr-iter"
2928     - title: "2n-skx"
2929       data-set: "vpp-2n-skx-curr-iter"
2930   comparisons:
2931     - title: "Diff"
2932       reference: 1
2933       compare: 2
2934   legend:
2935     - ""
2936     - "3n-skx, 2n-skx - topologies tested."
2937     - "Diff - difference between 3n-skx and 2n-skx topologies."
2938
2939 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2940 - type: "table"
2941   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2942   algorithm: "table_comparison"
2943   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2944   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2945   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
2946   columns:
2947     - title: "3n-skx"
2948       data-set: "vpp-3n-skx-curr-iter"
2949     - title: "2n-skx"
2950       data-set: "vpp-2n-skx-curr-iter"
2951   comparisons:
2952     - title: "Diff"
2953       reference: 1
2954       compare: 2
2955   legend:
2956     - ""
2957     - "3n-skx, 2n-skx - topologies tested."
2958     - "Diff - difference between 3n-skx and 2n-skx topologies."
2959
2960 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2961 - type: "table"
2962   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2963   algorithm: "table_comparison"
2964   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2965   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2966   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
2967   columns:
2968     - title: "3n-skx"
2969       data-set: "vpp-3n-skx-curr-iter"
2970     - title: "2n-skx"
2971       data-set: "vpp-2n-skx-curr-iter"
2972   comparisons:
2973     - title: "Diff"
2974       reference: 1
2975       compare: 2
2976   legend:
2977     - ""
2978     - "3n-skx, 2n-skx - topologies tested."
2979     - "Diff - difference between 3n-skx and 2n-skx topologies."
2980
2981 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2982 - type: "table"
2983   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2984   algorithm: "table_comparison"
2985   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2986   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2987   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
2988   columns:
2989     - title: "3n-skx"
2990       data-set: "vpp-3n-skx-curr-iter"
2991     - title: "2n-skx"
2992       data-set: "vpp-2n-skx-curr-iter"
2993   comparisons:
2994     - title: "Diff"
2995       reference: 1
2996       compare: 2
2997   legend:
2998     - ""
2999     - "3n-skx, 2n-skx - topologies tested."
3000     - "Diff - difference between 3n-skx and 2n-skx topologies."
3001
3002 # VPP Performance Changes 3n-skx 2t1c mrr
3003 - type: "table"
3004   title: "VPP Performance Changes 3n-skx 2t1c mrr"
3005   algorithm: "table_comparison"
3006   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
3007   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3008   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3009   columns:
3010     - title: "2009.0-6"
3011       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
3012     - title: "2101.0-6"
3013       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
3014     - title: "2101.0-7"
3015       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
3016     - title: "2106.0-7"
3017       data-set: "vpp-3n-skx-curr-iter-mrr"
3018   comparisons:
3019     - title: "2101.0-7 vs 2101.0-6"
3020       reference: 2
3021       compare: 3
3022 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
3023     - title: "2106.0-7 vs 2101.0-7"
3024       reference: 3
3025       compare: 4
3026 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
3027   legend:
3028     - ''
3029     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
3030     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
3031     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
3032     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
3033     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
3034
3035 # VPP Performance Changes 3n-skx 4t2c mrr
3036 - type: "table"
3037   title: "VPP Performance Changes 3n-skx 4t2c mrr"
3038   algorithm: "table_comparison"
3039   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
3040   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3041   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
3042   columns:
3043     - title: "2009.0-6"
3044       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
3045     - title: "2101.0-6"
3046       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
3047     - title: "2101.0-7"
3048       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
3049     - title: "2106.0-7"
3050       data-set: "vpp-3n-skx-curr-iter-mrr"
3051   comparisons:
3052     - title: "2101.0-7 vs 2101.0-6"
3053       reference: 2
3054       compare: 3
3055 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
3056     - title: "2106.0-7 vs 2101.0-7"
3057       reference: 3
3058       compare: 4
3059 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
3060   legend:
3061     - ''
3062     - 'Test Case:            Test