1 ################################################################################
3 ################################################################################
5 # VPP Soak vs NDR - 2n-skx
7 title: "VPP Soak vs NDR 2n-skx"
8 algorithm: "table_soak_vs_ndr"
9 output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
12 data: "vpp-soak-vs-ndr-2n-skx-ref"
15 data: "vpp-2n-skx-curr-soak"
16 data: "vpp-soak-vs-ndr-2n-skx"
18 filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
24 # VPP Soak vs NDR - 2n-clx
26 title: "VPP Soak vs NDR 2n-clx"
27 algorithm: "table_soak_vs_ndr"
28 output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
31 data: "vpp-soak-vs-ndr-2n-clx-ref"
34 data: "vpp-2n-clx-curr-soak"
35 data: "vpp-soak-vs-ndr-2n-clx"
37 filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
43 ################################################################################
45 # VPP Compare NICs 3n-skx 2t1c ndr
47 title: "VPP Compare NICs 3n-skx 2t1c ndr"
48 algorithm: "table_comparison"
49 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
50 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
51 filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
54 data-set: "vpp-3n-skx-curr-iter"
57 data-set: "vpp-3n-skx-curr-iter"
58 tag: "NIC_Intel-XXV710"
65 - "x710, xxv710 - NICs tested."
66 - "Diff - difference between x710 and xxv710 NIC."
68 # VPP Compare NICs 3n-skx 4t2c ndr
70 title: "VPP Compare NICs 3n-skx 4t2c ndr"
71 algorithm: "table_comparison"
72 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
73 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
74 filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
77 data-set: "vpp-3n-skx-curr-iter"
80 data-set: "vpp-3n-skx-curr-iter"
81 tag: "NIC_Intel-XXV710"
88 - "x710, xxv710 - NICs tested."
89 - "Diff - difference between x710 and xxv710 NIC."
91 # VPP Compare NICs 3n-skx 2t1c pdr
93 title: "VPP Compare NICs 3n-skx 2t1c pdr"
94 algorithm: "table_comparison"
95 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
96 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
97 filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
100 data-set: "vpp-3n-skx-curr-iter"
101 tag: "NIC_Intel-X710"
103 data-set: "vpp-3n-skx-curr-iter"
104 tag: "NIC_Intel-XXV710"
111 - "x710, xxv710 - NICs tested."
112 - "Diff - difference between x710 and xxv710 NIC."
114 # VPP Compare NICs 3n-skx 4t2c pdr
116 title: "VPP Compare NICs 3n-skx 4t2c pdr"
117 algorithm: "table_comparison"
118 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
119 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
120 filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
123 data-set: "vpp-3n-skx-curr-iter"
124 tag: "NIC_Intel-X710"
126 data-set: "vpp-3n-skx-curr-iter"
127 tag: "NIC_Intel-XXV710"
134 - "x710, xxv710 - NICs tested."
135 - "Diff - difference between x710 and xxv710 NIC."
137 # VPP Compare NICs 3n-skx 2t1c mrr
139 title: "VPP Compare NICs 3n-skx 2t1c mrr"
140 algorithm: "table_comparison"
141 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
142 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
143 filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
146 data-set: "vpp-3n-skx-curr-iter-mrr"
147 tag: "NIC_Intel-X710"
149 data-set: "vpp-3n-skx-curr-iter-mrr"
150 tag: "NIC_Intel-XXV710"
157 - "x710, xxv710 - NICs tested."
158 - "Diff - difference between x710 and xxv710 NIC."
160 # VPP Compare NICs 3n-skx 4t2c mrr
162 title: "VPP Compare NICs 3n-skx 4t2c mrr"
163 algorithm: "table_comparison"
164 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
165 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
166 filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
169 data-set: "vpp-3n-skx-curr-iter-mrr"
170 tag: "NIC_Intel-X710"
172 data-set: "vpp-3n-skx-curr-iter-mrr"
173 tag: "NIC_Intel-XXV710"
180 - "x710, xxv710 - NICs tested."
181 - "Diff - difference between x710 and xxv710 NIC."
183 # VPP Compare NICs 3n-skx 8t4c mrr
185 title: "VPP Compare NICs 3n-skx 8t4c mrr"
186 algorithm: "table_comparison"
187 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
188 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
189 filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
192 data-set: "vpp-3n-skx-curr-iter-mrr"
193 tag: "NIC_Intel-X710"
195 data-set: "vpp-3n-skx-curr-iter-mrr"
196 tag: "NIC_Intel-XXV710"
203 - "x710, xxv710 - NICs tested."
204 - "Diff - difference between x710 and xxv710 NIC."
206 # VPP Compare NICs 2n-skx 2t1c ndr
208 title: "VPP Compare NICs 2n-skx 2t1c ndr"
209 algorithm: "table_comparison"
210 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
211 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
212 filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
215 data-set: "vpp-2n-skx-curr-iter"
216 tag: "NIC_Intel-X710"
218 data-set: "vpp-2n-skx-curr-iter"
219 tag: "NIC_Intel-XXV710"
226 - "x710, xxv710 - NICs tested."
227 - "Diff - difference between x710 and xxv710 NIC."
229 # VPP Compare NICs 2n-skx 4t2c ndr
231 title: "VPP Compare NICs 2n-skx 4t2c ndr"
232 algorithm: "table_comparison"
233 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
234 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
235 filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
238 data-set: "vpp-2n-skx-curr-iter"
239 tag: "NIC_Intel-X710"
241 data-set: "vpp-2n-skx-curr-iter"
242 tag: "NIC_Intel-XXV710"
249 - "x710, xxv710 - NICs tested."
250 - "Diff - difference between x710 and xxv710 NIC."
252 # VPP Compare NICs 2n-skx 2t1c pdr
254 title: "VPP Compare NICs 2n-skx 2t1c pdr"
255 algorithm: "table_comparison"
256 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
257 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
258 filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
261 data-set: "vpp-2n-skx-curr-iter"
262 tag: "NIC_Intel-X710"
264 data-set: "vpp-2n-skx-curr-iter"
265 tag: "NIC_Intel-XXV710"
272 - "x710, xxv710 - NICs tested."
273 - "Diff - difference between x710 and xxv710 NIC."
275 # VPP Compare NICs 2n-skx 4t2c pdr
277 title: "VPP Compare NICs 2n-skx 4t2c pdr"
278 algorithm: "table_comparison"
279 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
280 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
281 filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
284 data-set: "vpp-2n-skx-curr-iter"
285 tag: "NIC_Intel-X710"
287 data-set: "vpp-2n-skx-curr-iter"
288 tag: "NIC_Intel-XXV710"
295 - "x710, xxv710 - NICs tested."
296 - "Diff - difference between x710 and xxv710 NIC."
298 # VPP Compare NICs 2n-skx 2t1c mrr
300 title: "VPP Compare NICs 2n-skx 2t1c mrr"
301 algorithm: "table_comparison"
302 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
303 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
304 filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
307 data-set: "vpp-2n-skx-curr-iter-mrr"
308 tag: "NIC_Intel-X710"
310 data-set: "vpp-2n-skx-curr-iter-mrr"
311 tag: "NIC_Intel-XXV710"
318 - "x710, xxv710 - NICs tested."
319 - "Diff - difference between x710 and xxv710 NIC."
321 # VPP Compare NICs 2n-skx 4t2c mrr
323 title: "VPP Compare NICs 2n-skx 4t2c mrr"
324 algorithm: "table_comparison"
325 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
326 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
327 filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
330 data-set: "vpp-2n-skx-curr-iter-mrr"
331 tag: "NIC_Intel-X710"
333 data-set: "vpp-2n-skx-curr-iter-mrr"
334 tag: "NIC_Intel-XXV710"
341 - "x710, xxv710 - NICs tested."
342 - "Diff - difference between x710 and xxv710 NIC."
344 # VPP Compare NICs 2n-skx 8t4c mrr
346 title: "VPP Compare NICs 2n-skx 8t4c mrr"
347 algorithm: "table_comparison"
348 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
349 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
350 filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
353 data-set: "vpp-2n-skx-curr-iter-mrr"
354 tag: "NIC_Intel-X710"
356 data-set: "vpp-2n-skx-curr-iter-mrr"
357 tag: "NIC_Intel-XXV710"
364 - "x710, xxv710 - NICs tested."
365 - "Diff - difference between x710 and xxv710 NIC."
367 ################################################################################
370 # VPP Performance Changes 3n-skx 2t1c pdr
372 title: "VPP Performance Changes 3n-skx 2t1c pdr"
373 algorithm: "table_comparison"
374 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
375 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
376 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
379 data-set: "vpp-3n-skx-hist-iter-new-env"
381 data-set: "vpp-3n-skx-prev-iter-old-env"
383 data-set: "vpp-3n-skx-prev-iter-new-env"
385 data-set: "vpp-3n-skx-curr-iter"
387 - title: "2101.0-7 vs 2101.0-6"
390 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
391 - title: "2106.0-7 vs 2101.0-7"
394 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
397 - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
398 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
399 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
400 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
401 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
403 # VPP Performance Changes 3n-skx 4t2c pdr
405 title: "VPP Performance Changes 3n-skx 4t2c pdr"
406 algorithm: "table_comparison"
407 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
408 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
409 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
412 data-set: "vpp-3n-skx-hist-iter-new-env"
414 data-set: "vpp-3n-skx-prev-iter-old-env"
416 data-set: "vpp-3n-skx-prev-iter-new-env"
418 data-set: "vpp-3n-skx-curr-iter"
420 - title: "2101.0-7 vs 2101.0-6"
423 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
424 - title: "2106.0-7 vs 2101.0-7"
427 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
430 - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
431 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
432 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
433 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
434 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
436 # VPP Performance Changes 3n-skx 2t1c ndr
438 title: "VPP Performance Changes 3n-skx 2t1c ndr"
439 algorithm: "table_comparison"
440 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
441 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
442 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
445 data-set: "vpp-3n-skx-hist-iter-new-env"
447 data-set: "vpp-3n-skx-prev-iter-old-env"
449 data-set: "vpp-3n-skx-prev-iter-new-env"
451 data-set: "vpp-3n-skx-curr-iter"
453 - title: "2101.0-7 vs 2101.0-6"
456 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
457 - title: "2106.0-7 vs 2101.0-7"
460 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
463 - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
464 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
465 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
466 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
467 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
469 # VPP Performance Changes 3n-skx 4t2c ndr
471 title: "VPP Performance Changes 3n-skx 4t2c ndr"
472 algorithm: "table_comparison"
473 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
474 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
475 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
478 data-set: "vpp-3n-skx-hist-iter-new-env"
480 data-set: "vpp-3n-skx-prev-iter-old-env"
482 data-set: "vpp-3n-skx-prev-iter-new-env"
484 data-set: "vpp-3n-skx-curr-iter"
486 - title: "2101.0-7 vs 2101.0-6"
489 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
490 - title: "2106.0-7 vs 2101.0-7"
493 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
496 - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
497 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
498 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
499 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
500 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
502 # VPP Performance Changes 2n-skx 2t1c pdr
504 title: "VPP Performance Changes 2n-skx 2t1c pdr"
505 algorithm: "table_comparison"
506 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
507 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
508 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
511 data-set: "vpp-2n-skx-hist-iter-new-env"
513 data-set: "vpp-2n-skx-prev-iter-old-env"
515 data-set: "vpp-2n-skx-prev-iter-new-env"
517 data-set: "vpp-2n-skx-curr-iter"
519 - title: "2101.0-7 vs 2101.0-6"
522 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
523 - title: "2106.0-7 vs 2101.0-7"
526 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
529 - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
530 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
531 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
532 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
533 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
535 # VPP Performance Changes 2n-skx 4t2c pdr
537 title: "VPP Performance Changes 2n-skx 4t2c pdr"
538 algorithm: "table_comparison"
539 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
540 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
541 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
544 data-set: "vpp-2n-skx-hist-iter-new-env"
546 data-set: "vpp-2n-skx-prev-iter-old-env"
548 data-set: "vpp-2n-skx-prev-iter-new-env"
550 data-set: "vpp-2n-skx-curr-iter"
552 - title: "2101.0-7 vs 2101.0-6"
555 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
556 - title: "2106.0-7 vs 2101.0-7"
559 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
562 - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
563 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
564 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
565 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
566 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
568 # VPP Performance Changes 2n-skx 2t1c ndr
570 title: "VPP Performance Changes 2n-skx 2t1c ndr"
571 algorithm: "table_comparison"
572 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
573 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
574 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
577 data-set: "vpp-2n-skx-hist-iter-new-env"
579 data-set: "vpp-2n-skx-prev-iter-old-env"
581 data-set: "vpp-2n-skx-prev-iter-new-env"
583 data-set: "vpp-2n-skx-curr-iter"
585 - title: "2101.0-7 vs 2101.0-6"
588 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
589 - title: "2106.0-7 vs 2101.0-7"
592 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
595 - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
596 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
597 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
598 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
599 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
601 # VPP Performance Changes 2n-skx 4t2c ndr
603 title: "VPP Performance Changes 2n-skx 4t2c ndr"
604 algorithm: "table_comparison"
605 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
606 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
607 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
610 data-set: "vpp-2n-skx-hist-iter-new-env"
612 data-set: "vpp-2n-skx-prev-iter-old-env"
614 data-set: "vpp-2n-skx-prev-iter-new-env"
616 data-set: "vpp-2n-skx-curr-iter"
618 - title: "2101.0-7 vs 2101.0-6"
621 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
622 - title: "2106.0-7 vs 2101.0-7"
625 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
628 - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
629 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
630 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
631 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
632 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
634 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
636 title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
637 algorithm: "table_comparison"
638 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
639 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
640 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
643 data-set: "vpp-2n-clx-hist-iter-new-env"
645 data-set: "vpp-2n-clx-prev-iter-old-env"
647 data-set: "vpp-2n-clx-prev-iter-new-env"
649 data-set: "vpp-2n-clx-curr-iter"
651 - title: "2101.0-7 vs 2101.0-6"
654 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
655 - title: "2106.0-7 vs 2101.0-7"
658 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
661 - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
662 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
663 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
664 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
665 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
667 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
669 title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
670 algorithm: "table_comparison"
671 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
672 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
673 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
676 data-set: "vpp-2n-clx-hist-iter-new-env"
678 data-set: "vpp-2n-clx-prev-iter-old-env"
680 data-set: "vpp-2n-clx-prev-iter-new-env"
682 data-set: "vpp-2n-clx-curr-iter"
684 - title: "2101.0-7 vs 2101.0-6"
687 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
688 - title: "2106.0-7 vs 2101.0-7"
691 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
694 - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
695 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
696 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
697 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
698 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
700 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
702 title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
703 algorithm: "table_comparison"
704 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
705 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
706 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
709 data-set: "vpp-2n-clx-hist-iter-new-env"
711 data-set: "vpp-2n-clx-prev-iter-old-env"
713 data-set: "vpp-2n-clx-prev-iter-new-env"
715 data-set: "vpp-2n-clx-curr-iter"
717 - title: "2101.0-7 vs 2101.0-6"
720 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
721 - title: "2106.0-7 vs 2101.0-7"
724 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
727 - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
728 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
729 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
730 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
731 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
733 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
735 title: "VPP Performance Changes 2n-clx-xxv710 ndr"
736 algorithm: "table_comparison"
737 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
738 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
739 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
742 data-set: "vpp-2n-clx-hist-iter-new-env"
744 data-set: "vpp-2n-clx-prev-iter-old-env"
746 data-set: "vpp-2n-clx-prev-iter-new-env"
748 data-set: "vpp-2n-clx-curr-iter"
750 - title: "2101.0-7 vs 2101.0-6"
753 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
754 - title: "2106.0-7 vs 2101.0-7"
757 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
760 - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
761 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
762 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
763 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
764 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
766 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
768 title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
769 algorithm: "table_comparison"
770 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
771 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
772 filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
775 data-set: "vpp-2n-clx-hist-iter-new-env"
777 data-set: "vpp-2n-clx-prev-iter-old-env"
779 data-set: "vpp-2n-clx-prev-iter-new-env"
781 data-set: "vpp-2n-clx-curr-iter"
783 - title: "2101.0-7 vs 2101.0-6"
786 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
787 - title: "2106.0-7 vs 2101.0-7"
790 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
793 - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
794 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
795 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
796 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
797 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
799 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
801 title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
802 algorithm: "table_comparison"
803 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
804 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
805 filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
808 data-set: "vpp-2n-clx-hist-iter-new-env"
810 data-set: "vpp-2n-clx-prev-iter-old-env"
812 data-set: "vpp-2n-clx-prev-iter-new-env"
814 data-set: "vpp-2n-clx-curr-iter"
816 - title: "2101.0-7 vs 2101.0-6"
819 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
820 - title: "2106.0-7 vs 2101.0-7"
823 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
826 - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
827 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
828 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
829 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
830 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
832 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
834 title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
835 algorithm: "table_comparison"
836 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
837 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
838 filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
841 data-set: "vpp-2n-clx-hist-iter-new-env"
843 data-set: "vpp-2n-clx-prev-iter-old-env"
845 data-set: "vpp-2n-clx-prev-iter-new-env"
847 data-set: "vpp-2n-clx-curr-iter"
849 - title: "2101.0-7 vs 2101.0-6"
852 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
853 - title: "2106.0-7 vs 2101.0-7"
856 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
859 - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
860 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
861 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
862 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
863 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
865 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
867 title: "VPP Performance Changes 2n-clx-cx556a ndr"
868 algorithm: "table_comparison"
869 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
870 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
871 filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
874 data-set: "vpp-2n-clx-hist-iter-new-env"
876 data-set: "vpp-2n-clx-prev-iter-old-env"
878 data-set: "vpp-2n-clx-prev-iter-new-env"
880 data-set: "vpp-2n-clx-curr-iter"
882 - title: "2101.0-7 vs 2101.0-6"
885 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
886 - title: "2106.0-7 vs 2101.0-7"
889 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
892 - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
893 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
894 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
895 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
896 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
898 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
900 title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
901 algorithm: "table_comparison"
902 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
903 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
904 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
907 data-set: "vpp-2n-zn2-hist-iter-new-env"
909 data-set: "vpp-2n-zn2-prev-iter-old-env"
911 data-set: "vpp-2n-zn2-prev-iter-new-env"
913 data-set: "vpp-2n-zn2-curr-iter"
915 - title: "2101.0-7 vs 2101.0-6"
918 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
919 - title: "2106.0-7 vs 2101.0-7"
922 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
925 - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
926 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
927 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
928 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
929 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
931 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
933 title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
934 algorithm: "table_comparison"
935 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
936 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
937 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
940 data-set: "vpp-2n-zn2-hist-iter-new-env"
942 data-set: "vpp-2n-zn2-prev-iter-old-env"
944 data-set: "vpp-2n-zn2-prev-iter-new-env"
946 data-set: "vpp-2n-zn2-curr-iter"
948 - title: "2101.0-7 vs 2101.0-6"
951 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
952 - title: "2106.0-7 vs 2101.0-7"
955 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
958 - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
959 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
960 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
961 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
962 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
964 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
966 title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
967 algorithm: "table_comparison"
968 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
969 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
970 filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
973 data-set: "vpp-2n-zn2-hist-iter-new-env"
975 data-set: "vpp-2n-zn2-prev-iter-old-env"
977 data-set: "vpp-2n-zn2-prev-iter-new-env"
979 data-set: "vpp-2n-zn2-curr-iter"
981 - title: "2101.0-7 vs 2101.0-6"
984 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
985 - title: "2106.0-7 vs 2101.0-7"
988 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
991 - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
992 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
993 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
994 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
995 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
997 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
999 title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
1000 algorithm: "table_comparison"
1001 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
1002 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1003 filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1006 data-set: "vpp-2n-zn2-hist-iter-new-env"
1008 data-set: "vpp-2n-zn2-prev-iter-old-env"
1010 data-set: "vpp-2n-zn2-prev-iter-new-env"
1012 data-set: "vpp-2n-zn2-curr-iter"
1014 - title: "2101.0-7 vs 2101.0-6"
1017 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1018 - title: "2106.0-7 vs 2101.0-7"
1021 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1024 - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
1025 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1026 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1027 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1028 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1030 # VPP Performance Changes 2n-dnv 1t1c pdr
1032 title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1033 algorithm: "table_comparison"
1034 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1035 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1039 data-set: "vpp-2n-dnv-hist-iter-new-env"
1041 data-set: "vpp-2n-dnv-prev-iter-old-env"
1043 data-set: "vpp-2n-dnv-prev-iter-new-env"
1045 data-set: "vpp-2n-dnv-curr-iter"
1047 - title: "2101.0-7 vs 2101.0-6"
1050 - title: "2101.0-6 vs 2009.0-5"
1055 - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
1056 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1057 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1058 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1059 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1061 # VPP Performance Changes 2n-dnv 2t2c pdr
1063 title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1064 algorithm: "table_comparison"
1065 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1066 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1070 data-set: "vpp-2n-dnv-hist-iter-new-env"
1072 data-set: "vpp-2n-dnv-prev-iter-old-env"
1074 data-set: "vpp-2n-dnv-prev-iter-new-env"
1076 data-set: "vpp-2n-dnv-curr-iter"
1078 - title: "2101.0-7 vs 2101.0-6"
1081 - title: "2101.0-6 vs 2009.0-5"
1086 - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
1087 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1088 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1089 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1090 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1092 # VPP Performance Changes 2n-dnv 1t1c ndr
1094 title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1095 algorithm: "table_comparison"
1096 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1097 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1101 data-set: "vpp-2n-dnv-hist-iter-new-env"
1103 data-set: "vpp-2n-dnv-prev-iter-old-env"
1105 data-set: "vpp-2n-dnv-prev-iter-new-env"
1107 data-set: "vpp-2n-dnv-curr-iter"
1109 - title: "2101.0-7 vs 2101.0-6"
1112 - title: "2101.0-6 vs 2009.0-5"
1117 - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
1118 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1119 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1120 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1121 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1123 # VPP Performance Changes 2n-dnv 2t2c ndr
1125 title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1126 algorithm: "table_comparison"
1127 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1128 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1132 data-set: "vpp-2n-dnv-hist-iter-new-env"
1134 data-set: "vpp-2n-dnv-prev-iter-old-env"
1136 data-set: "vpp-2n-dnv-prev-iter-new-env"
1138 data-set: "vpp-2n-dnv-curr-iter"
1140 - title: "2101.0-7 vs 2101.0-6"
1143 - title: "2101.0-6 vs 2009.0-5"
1148 - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
1149 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1150 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1151 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1152 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1154 # VPP Performance Changes 3n-dnv 1t1c pdr
1156 title: "VPP Performance Changes 3n-dnv 1t1c pdr"
1157 algorithm: "table_comparison"
1158 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
1159 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1163 data-set: "vpp-3n-dnv-hist-iter-new-env"
1165 data-set: "vpp-3n-dnv-prev-iter-old-env"
1167 data-set: "vpp-3n-dnv-prev-iter-new-env"
1169 data-set: "vpp-3n-dnv-curr-iter"
1171 - title: "2101.0-7 vs 2101.0-6"
1174 - title: "2101.0-6 vs 2009.0-5"
1179 - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
1180 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1181 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1182 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1183 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1185 # VPP Performance Changes 3n-dnv 2t2c pdr
1187 title: "VPP Performance Changes 3n-dnv 2t2c pdr"
1188 algorithm: "table_comparison"
1189 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
1190 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1194 data-set: "vpp-3n-dnv-hist-iter-new-env"
1196 data-set: "vpp-3n-dnv-prev-iter-old-env"
1198 data-set: "vpp-3n-dnv-prev-iter-new-env"
1200 data-set: "vpp-3n-dnv-curr-iter"
1202 - title: "2101.0-7 vs 2101.0-6"
1205 - title: "2101.0-6 vs 2009.0-5"
1210 - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
1211 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1212 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1213 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1214 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1216 # VPP Performance Changes 3n-dnv 1t1c ndr
1218 title: "VPP Performance Changes 3n-dnv 1t1c ndr"
1219 algorithm: "table_comparison"
1220 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
1221 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1225 data-set: "vpp-3n-dnv-hist-iter-new-env"
1227 data-set: "vpp-3n-dnv-prev-iter-old-env"
1229 data-set: "vpp-3n-dnv-prev-iter-new-env"
1231 data-set: "vpp-3n-dnv-curr-iter"
1233 - title: "2101.0-7 vs 2101.0-6"
1236 - title: "2101.0-6 vs 2009.0-5"
1241 - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
1242 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1243 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1244 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1245 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1247 # VPP Performance Changes 3n-dnv 2t2c ndr
1249 title: "VPP Performance Changes 3n-dnv 2t2c ndr"
1250 algorithm: "table_comparison"
1251 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
1252 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1256 data-set: "vpp-3n-dnv-hist-iter-new-env"
1258 data-set: "vpp-3n-dnv-prev-iter-old-env"
1260 data-set: "vpp-3n-dnv-prev-iter-new-env"
1262 data-set: "vpp-3n-dnv-curr-iter"
1264 - title: "2101.0-7 vs 2101.0-6"
1267 - title: "2101.0-6 vs 2009.0-5"
1272 - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
1273 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1274 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1275 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1276 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1278 # VPP Performance Changes 3n-tsh 1t1c pdr
1280 title: "VPP Performance Changes 3n-tsh 1t1c pdr"
1281 algorithm: "table_comparison"
1282 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
1283 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1287 data-set: "vpp-3n-tsh-hist-iter-new-env"
1289 data-set: "vpp-3n-tsh-prev-iter-old-env"
1291 data-set: "vpp-3n-tsh-prev-iter-new-env"
1293 data-set: "vpp-3n-tsh-curr-iter"
1295 - title: "2101.0-7 vs 2101.0-6"
1298 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1299 - title: "2106.0-7 vs 2101.0-7"
1302 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1305 - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
1306 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1307 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1308 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1309 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1311 # VPP Performance Changes 3n-tsh 2t2c pdr
1313 title: "VPP Performance Changes 3n-tsh 2t2c pdr"
1314 algorithm: "table_comparison"
1315 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
1316 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1320 data-set: "vpp-3n-tsh-hist-iter-new-env"
1322 data-set: "vpp-3n-tsh-prev-iter-old-env"
1324 data-set: "vpp-3n-tsh-prev-iter-new-env"
1326 data-set: "vpp-3n-tsh-curr-iter"
1328 - title: "2101.0-7 vs 2101.0-6"
1331 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1332 - title: "2106.0-7 vs 2101.0-7"
1335 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1338 - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
1339 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1340 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1341 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1342 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1344 # VPP Performance Changes 3n-tsh 1t1c ndr
1346 title: "VPP Performance Changes 3n-tsh 1t1c ndr"
1347 algorithm: "table_comparison"
1348 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
1349 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1353 data-set: "vpp-3n-tsh-hist-iter-new-env"
1355 data-set: "vpp-3n-tsh-prev-iter-old-env"
1357 data-set: "vpp-3n-tsh-prev-iter-new-env"
1359 data-set: "vpp-3n-tsh-curr-iter"
1361 - title: "2101.0-7 vs 2101.0-6"
1364 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1365 - title: "2106.0-7 vs 2101.0-7"
1368 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1371 - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
1372 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1373 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1374 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1375 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1377 # VPP Performance Changes 3n-tsh 2t2c ndr
1379 title: "VPP Performance Changes 3n-tsh 2t2c ndr"
1380 algorithm: "table_comparison"
1381 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
1382 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1386 data-set: "vpp-3n-tsh-hist-iter-new-env"
1388 data-set: "vpp-3n-tsh-prev-iter-old-env"
1390 data-set: "vpp-3n-tsh-prev-iter-new-env"
1392 data-set: "vpp-3n-tsh-curr-iter"
1394 - title: "2101.0-7 vs 2101.0-6"
1397 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1398 - title: "2106.0-7 vs 2101.0-7"
1401 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1404 - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
1405 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1406 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1407 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1408 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1410 # VPP Performance Changes 2n-tx2 1t1c pdr
1412 title: "VPP Performance Changes 2n-tx2 1t1c pdr"
1413 algorithm: "table_comparison"
1414 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1415 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1419 data-set: "vpp-2n-tx2-hist-iter-new-env"
1421 data-set: "vpp-2n-tx2-prev-iter-old-env"
1423 data-set: "vpp-2n-tx2-prev-iter-new-env"
1425 data-set: "vpp-2n-tx2-curr-iter"
1427 - title: "2101.0-7 vs 2101.0-6"
1430 - title: "2106.0-7 vs 2101.0-7"
1435 - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1436 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1437 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1438 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1439 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1441 # VPP Performance Changes 2n-tx2 2t2c pdr
1443 title: "VPP Performance Changes 2n-tx2 2t2c pdr"
1444 algorithm: "table_comparison"
1445 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1446 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1450 data-set: "vpp-2n-tx2-hist-iter-new-env"
1452 data-set: "vpp-2n-tx2-prev-iter-old-env"
1454 data-set: "vpp-2n-tx2-prev-iter-new-env"
1456 data-set: "vpp-2n-tx2-curr-iter"
1458 - title: "2101.0-7 vs 2101.0-6"
1461 - title: "2106.0-7 vs 2101.0-7"
1466 - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1467 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1468 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1469 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1470 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1472 # VPP Performance Changes 2n-tx2 1t1c ndr
1474 title: "VPP Performance Changes 2n-tx2 1t1c ndr"
1475 algorithm: "table_comparison"
1476 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1477 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1481 data-set: "vpp-2n-tx2-hist-iter-new-env"
1483 data-set: "vpp-2n-tx2-prev-iter-old-env"
1485 data-set: "vpp-2n-tx2-prev-iter-new-env"
1487 data-set: "vpp-2n-tx2-curr-iter"
1489 - title: "2101.0-7 vs 2101.0-6"
1492 - title: "2106.0-7 vs 2101.0-7"
1497 - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1498 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1499 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1500 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1501 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1503 # VPP Performance Changes 2n-tx2 2t2c ndr
1505 title: "VPP Performance Changes 2n-tx2 2t2c ndr"
1506 algorithm: "table_comparison"
1507 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1508 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1512 data-set: "vpp-2n-tx2-hist-iter-new-env"
1514 data-set: "vpp-2n-tx2-prev-iter-old-env"
1516 data-set: "vpp-2n-tx2-prev-iter-new-env"
1518 data-set: "vpp-2n-tx2-curr-iter"
1520 - title: "2101.0-7 vs 2101.0-6"
1523 - title: "2106.0-7 vs 2101.0-7"
1528 - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1529 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1530 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1531 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1532 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1534 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
1536 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
1537 algorithm: "table_comparison"
1538 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
1539 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1540 filter: "'2T1C' and 'NIC_Intel-XXV710'"
1543 data-set: "vpp-2n-skx-curr-iter"
1545 data-set: "vpp-2n-clx-curr-iter"
1552 - "2n-skx, 2n-clx - testbeds and NICs tested."
1553 - "Diff - difference between 2n-skx and 2n-clx testbeds."
1555 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
1557 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
1558 algorithm: "table_comparison"
1559 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
1560 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1561 filter: "'4T2C' and 'NIC_Intel-XXV710'"
1564 data-set: "vpp-2n-skx-curr-iter"
1566 data-set: "vpp-2n-clx-curr-iter"
1573 - "2n-skx, 2n-clx - testbeds and NICs tested."
1574 - "Diff - difference between 2n-skx and 2n-clx testbeds."
1576 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
1578 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
1579 algorithm: "table_comparison"
1580 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
1581 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1582 filter: "'2T1C' and 'NIC_Intel-XXV710'"
1585 data-set: "vpp-2n-skx-curr-iter"
1587 data-set: "vpp-2n-clx-curr-iter"
1594 - "2n-skx, 2n-clx - testbeds and NICs tested."
1595 - "Diff - difference between 2n-skx and 2n-clx testbeds."
1597 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
1599 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
1600 algorithm: "table_comparison"
1601 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
1602 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1603 filter: "'4T2C' and 'NIC_Intel-XXV710'"
1606 data-set: "vpp-2n-skx-curr-iter"
1608 data-set: "vpp-2n-clx-curr-iter"
1615 - "2n-skx, 2n-clx - testbeds and NICs tested."
1616 - "Diff - difference between 2n-skx and 2n-clx testbeds."
1618 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
1620 title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
1621 algorithm: "table_comparison"
1622 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
1623 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1624 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1626 - title: "2n-clx xxv710"
1627 data-set: "vpp-2n-clx-curr-iter"
1628 tag: "NIC_Intel-XXV710"
1629 - title: "2n-icx e810cq"
1630 data-set: "vpp-2n-icx-curr-iter"
1631 tag: "NIC_Intel-E810CQ"
1638 - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1639 - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1641 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
1643 title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
1644 algorithm: "table_comparison"
1645 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
1646 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1647 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1649 - title: "2n-clx xxv710"
1650 data-set: "vpp-2n-clx-curr-iter"
1651 tag: "NIC_Intel-XXV710"
1652 - title: "2n-icx e810cq"
1653 data-set: "vpp-2n-icx-curr-iter"
1654 tag: "NIC_Intel-E810CQ"
1661 - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1662 - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1664 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
1666 title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
1667 algorithm: "table_comparison"
1668 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
1669 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1670 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1672 - title: "2n-clx xxv710"
1673 data-set: "vpp-2n-clx-curr-iter"
1674 tag: "NIC_Intel-XXV710"
1675 - title: "2n-icx e810cq"
1676 data-set: "vpp-2n-icx-curr-iter"
1677 tag: "NIC_Intel-E810CQ"
1684 - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1685 - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1687 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
1689 title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
1690 algorithm: "table_comparison"
1691 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
1692 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1693 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1695 - title: "2n-clx xxv710"
1696 data-set: "vpp-3n-skx-curr-iter"
1697 tag: "NIC_Intel-XXV710"
1698 - title: "2n-icx e810cq"
1699 data-set: "vpp-2n-icx-curr-iter"
1700 tag: "NIC_Intel-E810CQ"
1707 - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1708 - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1710 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
1712 title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
1713 algorithm: "table_comparison"
1714 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
1715 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1716 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1718 - title: "3n-skx xxv710"
1719 data-set: "vpp-3n-skx-curr-iter"
1720 tag: "NIC_Intel-XXV710"
1721 - title: "3n-icx e810cq"
1722 data-set: "vpp-3n-icx-curr-iter"
1723 tag: "NIC_Intel-E810CQ"
1730 - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1731 - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1733 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
1735 title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
1736 algorithm: "table_comparison"
1737 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
1738 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1739 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1741 - title: "3n-skx xxv710"
1742 data-set: "vpp-3n-skx-curr-iter"
1743 tag: "NIC_Intel-XXV710"
1744 - title: "3n-icx e810cq"
1745 data-set: "vpp-3n-icx-curr-iter"
1746 tag: "NIC_Intel-E810CQ"
1753 - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1754 - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1756 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
1758 title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
1759 algorithm: "table_comparison"
1760 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
1761 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1762 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1764 - title: "3n-skx xxv710"
1765 data-set: "vpp-3n-skx-curr-iter"
1766 tag: "NIC_Intel-XXV710"
1767 - title: "3n-icx e810cq"
1768 data-set: "vpp-3n-icx-curr-iter"
1769 tag: "NIC_Intel-E810CQ"
1776 - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1777 - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1779 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
1781 title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
1782 algorithm: "table_comparison"
1783 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
1784 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1785 filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1787 - title: "3n-skx xxv710"
1788 data-set: "vpp-3n-skx-curr-iter"
1789 tag: "NIC_Intel-XXV710"
1790 - title: "3n-icx e810cq"
1791 data-set: "vpp-3n-icx-curr-iter"
1792 tag: "NIC_Intel-E810CQ"
1799 - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1800 - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1802 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
1804 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
1805 algorithm: "table_comparison"
1806 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
1807 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1808 filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1811 data-set: "vpp-3n-skx-curr-iter"
1813 data-set: "vpp-2n-skx-curr-iter"
1820 - "3n-skx, 2n-skx - topologies tested."
1821 - "Diff - difference between 3n-skx and 2n-skx topologies."
1823 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
1825 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
1826 algorithm: "table_comparison"
1827 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
1828 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1829 filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1832 data-set: "vpp-3n-skx-curr-iter"
1834 data-set: "vpp-2n-skx-curr-iter"
1841 - "3n-skx, 2n-skx - topologies tested."
1842 - "Diff - difference between 3n-skx and 2n-skx topologies."
1844 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
1846 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
1847 algorithm: "table_comparison"
1848 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
1849 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1850 filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1853 data-set: "vpp-3n-skx-curr-iter"
1855 data-set: "vpp-2n-skx-curr-iter"
1862 - "3n-skx, 2n-skx - topologies tested."
1863 - "Diff - difference between 3n-skx and 2n-skx topologies."
1865 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
1867 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
1868 algorithm: "table_comparison"
1869 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
1870 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1871 filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1874 data-set: "vpp-3n-skx-curr-iter"
1876 data-set: "vpp-2n-skx-curr-iter"
1883 - "3n-skx, 2n-skx - topologies tested."
1884 - "Diff - difference between 3n-skx and 2n-skx topologies."
1886 # VPP Performance Changes 3n-skx 2t1c mrr
1888 title: "VPP Performance Changes 3n-skx 2t1c mrr"
1889 algorithm: "table_comparison"
1890 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
1891 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1892 filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1895 data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1897 data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1899 data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1901 data-set: "vpp-3n-skx-curr-iter-mrr"
1903 - title: "2101.0-7 vs 2101.0-6"
1906 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
1907 - title: "2106.0-7 vs 2101.0-7"
1910 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
1913 - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1914 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1915 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1916 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1917 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1919 # VPP Performance Changes 3n-skx 4t2c mrr
1921 title: "VPP Performance Changes 3n-skx 4t2c mrr"
1922 algorithm: "table_comparison"
1923 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
1924 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1925 filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1928 data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1930 data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1932 data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1934 data-set: "vpp-3n-skx-curr-iter-mrr"
1936 - title: "2101.0-7 vs 2101.0-6"
1939 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
1940 - title: "2106.0-7 vs 2101.0-7"
1943 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
1946 - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1947 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1948 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1949 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1950 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1952 # VPP Performance Changes 3n-skx 8t4c mrr
1954 title: "VPP Performance Changes 3n-skx 8t4c mrr"
1955 algorithm: "table_comparison"
1956 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
1957 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1958 filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1961 data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1963 data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1965 data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1967 data-set: "vpp-3n-skx-curr-iter-mrr"
1969 - title: "2101.0-7 vs 2101.0-6"
1972 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
1973 - title: "2106.0-7 vs 2101.0-7"
1976 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
1979 - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1980 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1981 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1982 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1983 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1985 # VPP Performance Changes 2n-skx 2t1c mrr
1987 title: "VPP Performance Changes 2n-skx 2t1c mrr"
1988 algorithm: "table_comparison"
1989 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
1990 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1991 filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1994 data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
1996 data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
1998 data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2000 data-set: "vpp-2n-skx-curr-iter-mrr"
2002 - title: "2101.0-7 vs 2101.0-6"
2005 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
2006 - title: "2106.0-7 vs 2101.0-7"
2009 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
2012 - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2013 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2014 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2015 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2016 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2018 # VPP Performance Changes 2n-skx 4t2c mrr
2020 title: "VPP Performance Changes 2n-skx 4t2c mrr"
2021 algorithm: "table_comparison"
2022 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2023 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2024 filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2027 data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2029 data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2031 data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2033 data-set: "vpp-2n-skx-curr-iter-mrr"
2035 - title: "2101.0-7 vs 2101.0-6"
2038 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
2039 - title: "2106.0-7 vs 2101.0-7"
2042 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
2045 - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2046 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2047 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2048 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2049 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2051 # VPP Performance Changes 2n-skx 8t4c mrr
2053 title: "VPP Performance Changes 2n-skx 8t4c mrr"
2054 algorithm: "table_comparison"
2055 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2056 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2057 filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2060 data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2062 data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2064 data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2066 data-set: "vpp-2n-skx-curr-iter-mrr"
2068 - title: "2101.0-7 vs 2101.0-6"
2071 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
2072 - title: "2106.0-7 vs 2101.0-7"
2075 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
2078 - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2079 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2080 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2081 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2082 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2084 # VPP Performance Changes 2n-clx-xxv710 2t1c mrr
2086 title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
2087 algorithm: "table_comparison"
2088 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
2089 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2090 filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2093 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2095 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2097 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2099 data-set: "vpp-2n-clx-curr-iter-mrr"
2101 - title: "2101.0-7 vs 2101.0-6"
2104 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2105 - title: "2106.0-7 vs 2101.0-7"
2108 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2111 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2112 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2113 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2114 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2115 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2117 # VPP Performance Changes 2n-clx-xxv710 4t2c mrr
2119 title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
2120 algorithm: "table_comparison"
2121 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
2122 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2123 filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2126 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2128 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2130 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2132 data-set: "vpp-2n-clx-curr-iter-mrr"
2134 - title: "2101.0-7 vs 2101.0-6"
2137 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2138 - title: "2106.0-7 vs 2101.0-7"
2141 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2144 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2145 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2146 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2147 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2148 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2150 # VPP Performance Changes 2n-clx-xxv710 8t4c mrr
2152 title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
2153 algorithm: "table_comparison"
2154 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
2155 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2156 filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2159 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2161 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2163 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2165 data-set: "vpp-2n-clx-curr-iter-mrr"
2167 - title: "2101.0-7 vs 2101.0-6"
2170 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2171 - title: "2106.0-7 vs 2101.0-7"
2174 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2177 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2178 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2179 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2180 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2181 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2183 # VPP Performance Changes 2n-clx-cx556a 2t1c mrr
2185 title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr"
2186 algorithm: "table_comparison"
2187 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
2188 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2189 filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2192 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2194 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2196 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2198 data-set: "vpp-2n-clx-curr-iter-mrr"
2200 - title: "2101.0-7 vs 2101.0-6"
2203 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2204 - title: "2106.0-7 vs 2101.0-7"
2207 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2210 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2211 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2212 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2213 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2214 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2216 # VPP Performance Changes 2n-clx-cx556a 4t2c mrr
2218 title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr"
2219 algorithm: "table_comparison"
2220 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
2221 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2222 filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2225 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2227 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2229 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2231 data-set: "vpp-2n-clx-curr-iter-mrr"
2233 - title: "2101.0-7 vs 2101.0-6"
2236 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2237 - title: "2106.0-7 vs 2101.0-7"
2240 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2243 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2244 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2245 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2246 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2247 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2249 # VPP Performance Changes 2n-clx-cx556a 8t4c mrr
2251 title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr"
2252 algorithm: "table_comparison"
2253 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
2254 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2255 filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2258 data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2260 data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2262 data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2264 data-set: "vpp-2n-clx-curr-iter-mrr"
2266 - title: "2101.0-7 vs 2101.0-6"
2269 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2270 - title: "2106.0-7 vs 2101.0-7"
2273 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2276 - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2277 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2278 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2279 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2280 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2282 # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
2284 title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr"
2285 algorithm: "table_comparison"
2286 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr"
2287 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2288 filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
2291 data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2293 data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2295 data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2297 data-set: "vpp-2n-zn2-curr-iter-mrr"
2299 - title: "2101.0-7 vs 2101.0-6"
2302 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
2303 - title: "2106.0-7 vs 2101.0-7"
2306 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
2309 - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2310 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2311 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2312 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2313 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2315 # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
2317 title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr"
2318 algorithm: "table_comparison"
2319 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr"
2320 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2321 filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
2324 data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2326 data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2328 data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2330 data-set: "vpp-2n-zn2-curr-iter-mrr"
2332 - title: "2101.0-7 vs 2101.0-6"
2335 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
2336 - title: "2106.0-7 vs 2101.0-7"
2339 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
2342 - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2343 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2344 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2345 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2346 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2348 # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
2350 title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr"
2351 algorithm: "table_comparison"
2352 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr"
2353 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2354 filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
2357 data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2359 data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2361 data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2363 data-set: "vpp-2n-zn2-curr-iter-mrr"
2365 - title: "2101.0-7 vs 2101.0-6"
2368 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml"
2369 - title: "2106.0-7 vs 2101.0-7"
2372 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml"
2375 - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2376 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2377 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2378 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2379 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2381 # VPP Performance Changes 2n-dnv 1t1c mrr
2383 title: "VPP Performance Changes 2n-dnv 1t1c mrr"
2384 algorithm: "table_comparison"
2385 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2386 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2390 data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2392 data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2394 data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2396 data-set: "vpp-2n-dnv-curr-iter-mrr"
2398 - title: "2101.0-7 vs 2101.0-6"
2401 # rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml"
2402 - title: "2106.0-7 vs 2101.0-7"
2405 # rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml"
2408 - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
2409 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2410 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2411 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2412 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2414 # VPP Performance Changes 2n-dnv 2t2c mrr
2416 title: "VPP Performance Changes 2n-dnv 2t2c mrr"
2417 algorithm: "table_comparison"
2418 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2419 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2423 data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2425 data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2427 data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2429 data-set: "vpp-2n-dnv-curr-iter-mrr"
2431 - title: "2101.0-7 vs 2101.0-6"
2434 # rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml"
2435 - title: "2106.0-7 vs 2101.0-7"
2438 # rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml"
2441 - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
2442 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2443 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2444 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2445 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2447 # VPP Performance Changes 2n-dnv 4t4c mrr
2449 title: "VPP Performance Changes 2n-dnv 4t4c mrr"
2450 algorithm: "table_comparison"
2451 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2452 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2456 data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2458 data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2460 data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2462 data-set: "vpp-2n-dnv-curr-iter-mrr"
2464 - title: "2101.0-7 vs 2101.0-6"
2467 # rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml"
2468 - title: "2106.0-7 vs 2101.0-7"
2471 # rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml"
2474 - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
2475 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2476 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2477 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2478 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2480 # VPP Performance Changes 3n-dnv 1t1c mrr
2482 title: "VPP Performance Changes 3n-dnv 1t1c mrr"
2483 algorithm: "table_comparison"
2484 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
2485 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2489 data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2491 data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2493 data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2495 data-set: "vpp-3n-dnv-curr-iter-mrr"
2497 - title: "2101.0-7 vs 2101.0-6"
2500 # rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml"
2501 - title: "2106.0-7 vs 2101.0-7"
2504 # rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml"
2507 - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
2508 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2509 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2510 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2511 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2513 # VPP Performance Changes 3n-dnv 2t2c mrr
2515 title: "VPP Performance Changes 3n-dnv 2t2c mrr"
2516 algorithm: "table_comparison"
2517 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
2518 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2522 data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2524 data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2526 data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2528 data-set: "vpp-3n-dnv-curr-iter-mrr"
2530 - title: "2101.0-7 vs 2101.0-6"
2533 # rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml"
2534 - title: "2106.0-7 vs 2101.0-7"
2537 # rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml"
2540 - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
2541 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2542 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2543 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2544 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2546 # VPP Performance Changes 3n-dnv 4t4c mrr
2548 title: "VPP Performance Changes 3n-dnv 4t4c mrr"
2549 algorithm: "table_comparison"
2550 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
2551 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2555 data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2557 data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2559 data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2561 data-set: "vpp-3n-dnv-curr-iter-mrr"
2563 - title: "2101.0-7 vs 2101.0-6"
2566 # rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml"
2567 - title: "2106.0-7 vs 2101.0-7"
2570 # rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml"
2573 - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
2574 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2575 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2576 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2577 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2579 # VPP Performance Changes 3n-tsh 1t1c mrr
2581 title: "VPP Performance Changes 3n-tsh 1t1c mrr"
2582 algorithm: "table_comparison"
2583 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
2584 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2588 data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2590 data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2592 data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2594 data-set: "vpp-3n-tsh-curr-iter-mrr"
2596 - title: "2101.0-7 vs 2101.0-6"
2599 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
2600 - title: "2106.0-7 vs 2101.0-7"
2603 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
2606 - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
2607 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2608 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2609 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2610 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2612 # VPP Performance Changes 3n-tsh 2t2c mrr
2614 title: "VPP Performance Changes 3n-tsh 2t2c mrr"
2615 algorithm: "table_comparison"
2616 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
2617 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2621 data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2623 data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2625 data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2627 data-set: "vpp-3n-tsh-curr-iter-mrr"
2629 - title: "2101.0-7 vs 2101.0-6"
2632 # rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
2633 - title: "2106.0-7 vs 2101.0-7"
2636 # rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
2639 - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
2640 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2641 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2642 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2643 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2645 # VPP Performance Changes 3n-tsh 4t4c mrr
2647 title: "VPP Performance Changes 3n-tsh 4t4c mrr"
2648 algorithm: "table_comparison"
2649 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
2650 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2654 data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2656 data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2658 data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2660 data-set: "vpp-3n-tsh-curr-iter-mrr"
2662 - title: "2101.0-7 vs 2101.0-6"
2665 # rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
2666 - title: "2106.0-7 vs 2101.0-7"
2669 # rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
2672 - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
2673 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2674 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2675 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2676 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2678 # VPP Performance Changes 2n-tx2 1t1c mrr
2680 title: "VPP Performance Changes 2n-tx2 1t1c mrr"
2681 algorithm: "table_comparison"
2682 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr"
2683 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2687 data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2689 data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2691 data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2693 data-set: "vpp-2n-tx2-curr-iter-mrr"
2695 - title: "2101.0-7 vs 2101.0-6"
2698 # rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml"
2699 - title: "2106.0-7 vs 2101.0-7"
2702 # rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml"
2705 - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2706 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2707 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2708 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2709 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2711 # VPP Performance Changes 2n-tx2 2t2c mrr
2713 title: "VPP Performance Changes 2n-tx2 2t2c mrr"
2714 algorithm: "table_comparison"
2715 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr"
2716 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2720 data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2722 data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2724 data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2726 data-set: "vpp-2n-tx2-curr-iter-mrr"
2728 - title: "2101.0-7 vs 2101.0-6"
2731 # rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml"
2732 - title: "2106.0-7 vs 2101.0-7"
2735 # rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml"
2738 - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2739 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2740 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2741 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2742 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2744 # VPP Performance Changes 2n-tx2 4t4c mrr
2746 title: "VPP Performance Changes 2n-tx2 4t4c mrr"
2747 algorithm: "table_comparison"
2748 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr"
2749 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2753 data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2755 data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2757 data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2759 data-set: "vpp-2n-tx2-curr-iter-mrr"
2761 - title: "2101.0-7 vs 2101.0-6"
2764 # rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml"
2765 - title: "2106.0-7 vs 2101.0-7"
2768 # rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml"
2771 - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2772 - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2773 - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2774 - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2775 - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2777 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
2779 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
2780 algorithm: "table_comparison"
2781 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
2782 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783 filter: "'2T1C' and 'NIC_Intel-XXV710'"
2786 data-set: "vpp-2n-skx-curr-iter-mrr"
2788 data-set: "vpp-2n-clx-curr-iter-mrr"
2795 - "2n-skx, 2n-clx - testbeds and NICs tested."
2796 - "Diff - difference between 2n-skx and 2n-clx testbeds."
2798 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
2800 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
2801 algorithm: "table_comparison"
2802 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
2803 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2804 filter: "'4T2C' and 'NIC_Intel-XXV710'"
2807 data-set: "vpp-2n-skx-curr-iter-mrr"
2809 data-set: "vpp-2n-clx-curr-iter-mrr"
2816 - "2n-skx, 2n-clx - testbeds and NICs tested."
2817 - "Diff - difference between 2n-skx and 2n-clx testbeds."
2819 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
2821 title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
2822 algorithm: "table_comparison"
2823 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
2824 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2825 filter: "'8T4C' and 'NIC_Intel-XXV710'"
2828 data-set: "vpp-2n-skx-curr-iter-mrr"
2830 data-set: "vpp-2n-clx-curr-iter-mrr"
2837 - "2n-skx, 2n-clx - testbeds and NICs tested."
2838 - "Diff - difference between 2n-skx and 2n-clx testbeds."
2840 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2842 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2843 algorithm: "table_comparison"
2844 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2845 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2846 filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
2849 data-set: "vpp-3n-skx-curr-iter-mrr"
2851 data-set: "vpp-2n-skx-curr-iter-mrr"
2858 - "3n-skx, 2n-skx - topologies tested."
2859 - "Diff - difference between 3n-skx and 2n-skx topologies."
2861 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2863 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2864 algorithm: "table_comparison"
2865 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2866 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2867 filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
2870 data-set: "vpp-3n-skx-curr-iter-mrr"
2872 data-set: "vpp-2n-skx-curr-iter-mrr"
2879 - "3n-skx, 2n-skx - topologies tested."
2880 - "Diff - difference between 3n-skx and 2n-skx topologies."
2882 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2884 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2885 algorithm: "table_comparison"
2886 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2887 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2888 filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
2891 data-set: "vpp-3n-skx-curr-iter-mrr"
2893 data-set: "vpp-2n-skx-curr-iter-mrr"
2900 - "3n-skx, 2n-skx - topologies tested."
2901 - "Diff - difference between 3n-skx and 2n-skx topologies."
2903 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
2905 # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
2906 # algorithm: "table_comparison"
2907 # output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr"
2908 # include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2909 # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'"
2911 # - title: "2n-clx xxv710"
2912 # data-set: "vpp-2n-clx-curr-iter-mrr"
2913 # tag: "NIC_Intel-XXV710"
2914 # - title: "2n-icx e810cq"
2915 # data-set: "vpp-2n-icx-curr-iter-mrr"
2916 # tag: "NIC_Intel-E810CQ"
2923 # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2924 # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2926 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
2928 # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
2929 # algorithm: "table_comparison"
2930 # output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr"
2931 # include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2932 # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'"
2934 # - title: "2n-clx xxv710"
2935 # data-set: "vpp-2n-clx-curr-iter-mrr"
2936 # tag: "NIC_Intel-XXV710"
2937 # - title: "2n-icx e810cq"
2938 # data-set: "vpp-2n-icx-curr-iter-mrr"
2939 # tag: "NIC_Intel-E810CQ"
2946 # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2947 # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2949 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
2951 # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
2952 # algorithm: "table_comparison"
2953 # output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr"
2954 # include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955 # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'"
2957 # - title: "2n-clx xxv710"
2958 # data-set: "vpp-2n-clx-curr-iter-mrr"
2959 # tag: "NIC_Intel-XXV710"
2960 # - title: "2n-icx e810cq"
2961 # data-set: "vpp-2n-icx-curr-iter-mrr"
2962 # tag: "NIC_Intel-E810CQ"
2969 # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2970 # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2972 # Detailed Test Results - VPP Performance Results 3n-skx
2974 title: "Detailed Test Results - VPP Performance Results 3n-skx"
2975 algorithm: "table_merged_details"
2976 output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
2978 - title: " |prein| Test Name |preout| "
2980 - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
2982 data: "vpp-3n-skx-curr-cov"
2990 # Detailed Test Results - VPP Performance Results 2n-skx
2992 title: "Detailed Test Results - VPP Performance Results 2n-skx"
2993 algorithm: "table_merged_details"
2994 output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
2996 - title: " |prein| Test Name |preout| "
2998 - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
3000 data: "vpp-2n-skx-curr-cov"
3008 # Detailed Test Results - VPP Performance Results 2n-zn2
3010 title: "Detailed Test Results - VPP Performance Results 2n-zn2"
3011 algorithm: "table_merged_details"
3012 output-file: "{DIR[DTR,PERF,VPP,2N,ZN2]}/"
3014 - title: " |prein| Test Name |preout| "
3016 - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
3018 data: "vpp-2n-zn2-curr-cov"
3026 # Detailed Test Results - VPP Performance Results 2n-clx
3028 title: "Detailed Test Results - VPP Performance Results 2n-clx"
3029 algorithm: "table_merged_details"
3030 output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
3032 - title: " |prein| Test Name |preout| "
3034 - title: " |prein|&nbs