Report: Add CSC and VSC data
[csit.git] / resources / tools / presentation / specification.yaml
1 -
2   type: "environment"
3
4   paths:
5     # Top level directories:
6     ## Working directory
7     DIR[WORKING]: "_tmp"
8     ## Build directories
9     DIR[BUILD,HTML]: "_build"
10     DIR[BUILD,LATEX]: "_build_latex"
11
12     # Static .rst files
13     DIR[RST]: "../../../docs/report"
14
15     # Working directories
16     ## Input data files (.zip, .xml)
17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
18     ## Static source files from git
19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
21
22     # Static html content
23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27
28     # Detailed test results
29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63
64     # Detailed tests operational data
65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70
71     # .css patch file to fix tables generated by Sphinx
72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
74
75   urls:
76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip"
79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
80     URL[NEXUS]: "https://docs.fd.io/csit"
81     DIR[NEXUS]: "report/_static/archive"
82
83   make-dirs:
84   # List the directories which are created while preparing the environment.
85   # All directories MUST be defined in "paths" section.
86   - "DIR[WORKING,DATA]"
87   - "DIR[STATIC,VPP]"
88   - "DIR[STATIC,DPDK]"
89   - "DIR[STATIC,ARCH]"
90   - "DIR[BUILD,LATEX]"
91   - "DIR[WORKING,SRC]"
92   - "DIR[WORKING,SRC,STATIC]"
93
94   remove-dirs:
95   # List the directories which are deleted while cleaning the environment.
96   # All directories MUST be defined in "paths" section.
97   #- "DIR[BUILD,HTML]"
98   - "DIR[WORKING,DATA]"
99
100   build-dirs:
101   # List the directories where the results (build) is stored.
102   # All directories MUST be defined in "paths" section.
103   - "DIR[BUILD,HTML]"
104   - "DIR[BUILD,LATEX]"
105
106 -
107   type: "configuration"
108
109   limits:
110     nic:
111       x520: 24460000
112       x553: 29761905
113       x710: 35800000
114       xxv710: 35800000
115       xl710: 35800000
116
117     link:
118       10ge: 14880952.38
119       25ge: 37202380.95
120       40ge: 59523809.52
121       100ge: 148809523.81
122
123     pci:
124       pci-g3-x8: 74404761.90
125       pci-g3-x16: 148809523.81
126
127   data-sets:
128
129     # Denverton:
130     intel-dnv-vpp:
131       intel-dnv-vpp-release-1810:
132       - 1
133
134     # VPP Performance
135     vpp-performance-changes-3n-hsw:
136       csit-vpp-perf-1804-all:
137       - 21  # sel
138       - 22  # sel
139       - 23  # sel
140       - 24  # sel
141       - 27  # sel
142       - 28  # sel
143       - 29  # sel
144       - 30  # sel
145       - 31  # sel
146       - 35  # sel
147       csit-vpp-perf-verify-1807-3n-hsw:
148       - 11  # NDRPDR full 1
149       - 22  # NDRPDR full 2
150       - 45  # NDRPDR full 3
151       - 46  # NDRPDR full 4
152       - 15  # NDRPDR sel
153       - 16  # NDRPDR sel
154       - 19  # NDRPDR sel
155       - 18  # NDRPDR sel
156       - 20  # NDRPDR sel
157       - 38  # NDRPDR sel
158       - 40  # NDRPDR sel
159       - 44  # NDRPDR sel
160       - 47  # NDRPDR sel
161       csit-vpp-perf-verify-1810-3n-hsw:
162       - 8   # NDRPDR sel
163       - 12  # NDRPDR sel
164       - 14  # NDRPDR sel
165       - 18  # NDRPDR sel
166       - 23  # NDRPDR sel
167       - 25  # NDRPDR sel
168       - 38  # NDRPDR sel
169       - 39  # NDRPDR sel
170       - 41  # NDRPDR sel
171       - 42  # NDRPDR sel
172
173     vpp-nic-comparison-3n-hsw:
174       csit-vpp-perf-verify-1810-3n-hsw:
175       - 8   # NDRPDR sel
176       - 12  # NDRPDR sel
177       - 14  # NDRPDR sel
178       - 18  # NDRPDR sel
179       - 23  # NDRPDR sel
180       - 25  # NDRPDR sel
181       - 38  # NDRPDR sel
182       - 39  # NDRPDR sel
183       - 41  # NDRPDR sel
184       - 42  # NDRPDR sel
185
186     vpp-performance-changes-3n-skx:
187       csit-vpp-perf-verify-1807-3n-skx:
188       - 33  # NDRPDR sel
189       - 35  # NDRPDR sel
190       - 37  # NDRPDR sel
191       - 38  # NDRPDR sel
192       - 39  # NDRPDR sel
193       - 43  # NDRPDR sel
194       - 44  # NDRPDR sel
195       - 49  # NDRPDR sel
196       - 50  # NDRPDR sel
197       - 56  # NDRPDR sel
198       csit-vpp-perf-verify-1810-3n-skx:
199       - 10  # NDRPDR sel
200       - 14  # NDRPDR sel
201       - 15  # NDRPDR sel
202       - 16  # NDRPDR sel
203       - 17  # NDRPDR sel
204       - 19  # NDRPDR sel
205       - 20  # NDRPDR sel
206       - 21  # NDRPDR sel
207       - 22  # NDRPDR sel
208       - 25  # NDRPDR sel
209
210     vpp-nic-comparison-3n-skx:
211       csit-vpp-perf-verify-1810-3n-skx:
212       - 10  # NDRPDR sel
213       - 14  # NDRPDR sel
214       - 15  # NDRPDR sel
215       - 16  # NDRPDR sel
216       - 17  # NDRPDR sel
217       - 19  # NDRPDR sel
218       - 20  # NDRPDR sel
219       - 21  # NDRPDR sel
220       - 22  # NDRPDR sel
221       - 25  # NDRPDR sel
222
223     vpp-performance-changes-2n-skx:
224       csit-vpp-perf-verify-1807-2n-skx:
225       - 26  # NDRPDR sel
226       - 28  # NDRPDR sel
227       - 29  # NDRPDR sel
228       - 30  # NDRPDR sel
229       - 34  # NDRPDR sel
230       - 35  # NDRPDR sel
231       - 36  # NDRPDR sel
232       - 39  # NDRPDR sel
233       - 40  # NDRPDR sel
234       - 42  # NDRPDR sel
235       csit-vpp-perf-verify-1810-2n-skx:
236       - 9   # NDRPDR sel
237       - 13  # NDRPDR sel
238       - 14  # NDRPDR sel
239       - 19  # NDRPDR sel
240       - 20  # NDRPDR sel
241       - 21  # NDRPDR sel
242       - 22  # NDRPDR sel
243       - 23  # NDRPDR sel
244       - 24  # NDRPDR sel
245       - 27  # NDRPDR sel
246
247     vpp-nic-comparison-2n-skx:
248       csit-vpp-perf-verify-1810-2n-skx:
249       - 9   # NDRPDR sel
250       - 13  # NDRPDR sel
251       - 14  # NDRPDR sel
252       - 19  # NDRPDR sel
253       - 20  # NDRPDR sel
254       - 21  # NDRPDR sel
255       - 22  # NDRPDR sel
256       - 23  # NDRPDR sel
257       - 24  # NDRPDR sel
258       - 27  # NDRPDR sel
259
260     vpp-compare-testbeds:
261       csit-vpp-perf-verify-1810-3n-hsw:
262       - 8   # NDRPDR sel
263       - 12  # NDRPDR sel
264       - 14  # NDRPDR sel
265       - 18  # NDRPDR sel
266       - 23  # NDRPDR sel
267       - 25  # NDRPDR sel
268       - 38  # NDRPDR sel
269       - 39  # NDRPDR sel
270       - 41  # NDRPDR sel
271       - 42  # NDRPDR sel
272       csit-vpp-perf-verify-1810-3n-skx:
273       - 24  # NDRPDR full
274       - 10  # NDRPDR sel
275       - 14  # NDRPDR sel
276       - 15  # NDRPDR sel
277       - 16  # NDRPDR sel
278       - 17  # NDRPDR sel
279       - 19  # NDRPDR sel
280       - 20  # NDRPDR sel
281       - 21  # NDRPDR sel
282       - 22  # NDRPDR sel
283       - 25  # NDRPDR sel
284
285     vpp-compare-testbeds-mrr:
286       csit-vpp-perf-verify-1810-3n-hsw:
287       - 9   # MRR sel
288       csit-vpp-perf-verify-1810-3n-skx:
289       - 9   # MRR sel
290       - 11  # MRR sel
291       - 12  # MRR sel
292       - 13  # MRR sel
293
294     vpp-compare-topologies:
295       csit-vpp-perf-verify-1810-3n-skx:
296       - 10  # NDRPDR sel
297       - 14  # NDRPDR sel
298       - 15  # NDRPDR sel
299       - 16  # NDRPDR sel
300       - 17  # NDRPDR sel
301       - 19  # NDRPDR sel
302       - 20  # NDRPDR sel
303       - 21  # NDRPDR sel
304       - 22  # NDRPDR sel
305       - 25  # NDRPDR sel
306       csit-vpp-perf-verify-1810-2n-skx:
307       - 9   # NDRPDR sel
308       - 13  # NDRPDR sel
309       - 14  # NDRPDR sel
310       - 19  # NDRPDR sel
311       - 20  # NDRPDR sel
312       - 21  # NDRPDR sel
313       - 22  # NDRPDR sel
314       - 23  # NDRPDR sel
315       - 24  # NDRPDR sel
316       - 27  # NDRPDR sel
317
318     vpp-compare-topologies-mrr:
319       csit-vpp-perf-verify-1810-3n-skx:
320       - 9   # MRR sel
321       - 11  # MRR sel
322       - 12  # MRR sel
323       - 13  # MRR sel
324       csit-vpp-perf-verify-1810-2n-skx:
325       - 8   # MRR sel
326       - 10  # MRR sel
327       - 11  # MRR sel
328       - 12  # MRR sel
329
330     vpp-performance-changes-3n-hsw-mrr:
331       csit-vpp-perf-check-1804:
332       - 6   # mrr - sel
333       - 13  # mrr - sel
334       - 14  # mrr - sel
335       - 15  # mrr - sel
336       - 16  # mrr - sel
337       - 17  # mrr - sel
338       - 19  # mrr - sel
339       - 20  # mrr - sel
340       - 21  # mrr - sel
341       - 22  # mrr - sel
342       csit-vpp-perf-verify-1807-3n-hsw:
343       - 8   # MRR full
344       - 9   # MRR sel
345       - 21  # MRR sel
346       - 31  # MRR sel
347       - 33  # MRR sel
348       - 36  # MRR sel
349       - 41  # MRR sel
350       - 42  # MRR sel
351       - 48  # MRR sel
352       csit-vpp-perf-verify-1810-3n-hsw:
353       - 9   # MRR sel
354
355     vpp-nic-comparison-3n-hsw-mrr:
356       csit-vpp-perf-verify-1810-3n-hsw:
357       - 9   # MRR sel
358
359     vpp-performance-changes-3n-skx-mrr:
360       csit-vpp-perf-verify-1807-3n-skx:
361       - 28  # MRR sel
362       - 32  # MRR sel
363       - 36  # MRR sel
364       - 42  # MRR sel
365       - 47  # MRR sel
366       - 48  # MRR sel
367       - 51  # MRR sel
368       - 52  # MRR sel
369       - 53  # MRR sel
370       - 54  # MRR sel
371       csit-vpp-perf-verify-1810-3n-skx:
372       - 9   # MRR sel
373       - 11  # MRR sel
374       - 12  # MRR sel
375       - 13  # MRR sel
376
377     vpp-nic-comparison-3n-skx-mrr:
378       csit-vpp-perf-verify-1810-3n-skx:
379       - 9   # MRR sel
380       - 11  # MRR sel
381       - 12  # MRR sel
382       - 13  # MRR sel
383
384     vpp-performance-changes-2n-skx-mrr:
385       csit-vpp-perf-verify-1807-2n-skx:
386       - 31  # MRR sel
387       - 33  # MRR sel
388       - 37  # MRR sel
389       - 38  # MRR sel
390       - 41  # MRR sel
391       - 43  # MRR sel
392       - 44  # MRR sel
393       - 45  # MRR sel
394       - 46  # MRR sel
395       - 47  # MRR sel
396       csit-vpp-perf-verify-1810-2n-skx:
397       - 8   # MRR sel
398       - 10  # MRR sel
399       - 11  # MRR sel
400       - 12  # MRR sel
401
402     vpp-nic-comparison-2n-skx-mrr:
403       csit-vpp-perf-verify-1810-2n-skx:
404       - 8   # MRR sel
405       - 10  # MRR sel
406       - 11  # MRR sel
407       - 12  # MRR sel
408
409     vpp-perf-results-3n-hsw:
410       csit-vpp-perf-verify-1810-3n-hsw:
411       - 20  # NDRPDR full
412       - 21  # NDRPDR full
413       - 22  # NDRPDR full
414       - 27  # NDRPDR full
415
416     vpp-perf-results-3n-skx:
417       csit-vpp-perf-verify-1810-3n-skx:
418       - 23  # NDRPDR full
419       - 24  # NDRPDR full
420
421     vpp-perf-results-2n-skx:
422       csit-vpp-perf-verify-1810-2n-skx:
423       - 25  # NDRPDR full
424       - 26  # NDRPDR full
425
426     vpp-mrr-results-3n-hsw:
427       csit-vpp-perf-verify-1810-3n-hsw:
428       - 9   # MRR sel
429
430     vpp-mrr-results-3n-skx:
431       csit-vpp-perf-verify-1810-3n-skx:
432       - 9   # MRR sel
433
434     vpp-mrr-results-2n-skx:
435       csit-vpp-perf-verify-1810-2n-skx:
436       - 8   # MRR sel
437
438     plot-throughput-speedup-analysis-3n-hsw:
439       csit-vpp-perf-verify-1810-3n-hsw:
440       - 8   # NDRPDR sel
441       - 12  # NDRPDR sel
442       - 14  # NDRPDR sel
443       - 18  # NDRPDR sel
444       - 23  # NDRPDR sel
445       - 25  # NDRPDR sel
446       - 38  # NDRPDR sel
447       - 39  # NDRPDR sel
448       - 41  # NDRPDR sel
449       - 42  # NDRPDR sel
450
451     plot-throughput-speedup-analysis-3n-skx:
452       csit-vpp-perf-verify-1810-3n-skx:
453       - 24  # NDRPDR full
454       - 10  # NDRPDR sel
455       - 14  # NDRPDR sel
456       - 15  # NDRPDR sel
457       - 16  # NDRPDR sel
458       - 17  # NDRPDR sel
459       - 19  # NDRPDR sel
460       - 20  # NDRPDR sel
461       - 21  # NDRPDR sel
462       - 22  # NDRPDR sel
463       - 25  # NDRPDR sel
464
465     plot-throughput-speedup-analysis-2n-skx:
466       csit-vpp-perf-verify-1810-2n-skx:
467       - 9   # NDRPDR sel
468       - 13  # NDRPDR sel
469       - 14  # NDRPDR sel
470       - 19  # NDRPDR sel
471       - 20  # NDRPDR sel
472       - 21  # NDRPDR sel
473       - 22  # NDRPDR sel
474       - 23  # NDRPDR sel
475       - 24  # NDRPDR sel
476       - 27  # NDRPDR sel
477
478     plot-vpp-throughput-latency-3n-hsw:
479       csit-vpp-perf-verify-1810-3n-hsw:
480       - 8   # NDRPDR sel
481       - 12  # NDRPDR sel
482       - 14  # NDRPDR sel
483       - 18  # NDRPDR sel
484       - 23  # NDRPDR sel
485       - 25  # NDRPDR sel
486       - 38  # NDRPDR sel
487       - 39  # NDRPDR sel
488       - 41  # NDRPDR sel
489       - 42  # NDRPDR sel
490
491     plot-vpp-soak-2n-skx:
492       csit-vpp-perf-verify-master-2n-skx:
493       - 207  # SOAK sel
494
495     plot-vpp-vsc-2n-skx:
496       csit-vpp-perf-verify-master-2n-skx:
497       - 234
498
499      plot-vpp-csc-2n-skx:
500       csit-vpp-perf-verify-master-2n-skx:
501       - 226
502       - 231
503       - 233
504
505     plot-vpp-throughput-latency-3n-skx:
506       csit-vpp-perf-verify-1810-3n-skx:
507       - 24  # NDRPDR full
508       - 10  # NDRPDR sel
509       - 14  # NDRPDR sel
510       - 15  # NDRPDR sel
511       - 16  # NDRPDR sel
512       - 17  # NDRPDR sel
513       - 19  # NDRPDR sel
514       - 20  # NDRPDR sel
515       - 21  # NDRPDR sel
516       - 22  # NDRPDR sel
517       - 25  # NDRPDR sel
518
519     plot-vpp-throughput-latency-2n-skx:
520       csit-vpp-perf-verify-1810-2n-skx:
521       - 9   # NDRPDR sel
522       - 13  # NDRPDR sel
523       - 14  # NDRPDR sel
524       - 19  # NDRPDR sel
525       - 20  # NDRPDR sel
526       - 21  # NDRPDR sel
527       - 22  # NDRPDR sel
528       - 23  # NDRPDR sel
529       - 24  # NDRPDR sel
530       - 27  # NDRPDR sel
531
532     plot-vpp-http-server-performance:
533       csit-vpp-perf-verify-1810-3n-hsw:
534       - 28  # WRK
535       - 29  # WRK
536       - 30  # WRK
537       - 31  # WRK
538       - 32  # WRK
539       - 33  # WRK
540       - 34  # WRK
541       - 35  # WRK
542       - 36  # WRK
543       - 37  # WRK
544
545     # VPP Functional
546     vpp-func-results-ubuntu:
547       csit-vpp-functional-1810-ubuntu1604-virl:
548       - 44
549
550     vpp-func-results-centos:
551       csit-vpp-functional-1810-centos7-virl:
552       - 44
553
554     vpp-device-results-ubuntu:
555       csit-vpp-device-1810-ubuntu1804-1n-skx:
556       - 2
557
558     # VPP Ligato
559     ligato-perf-results-3n-hsw:
560       csit-ligato-perf-verify-1810-3n-hsw:
561       - 5   # full
562
563     plot-ligato-throughput-speedup-analysis-3n-hsw:
564       csit-ligato-perf-verify-1810-3n-hsw:
565       - 5   # full
566       - 6   # sel
567       - 8   # sel
568       - 9   # sel
569       - 11  # sel
570       - 12  # sel
571       - 13  # sel
572       - 14  # sel
573       - 16  # sel
574       - 17  # sel
575       - 18  # sel
576
577     plot-ligato-throughput-latency-3n-hsw:
578       csit-ligato-perf-verify-1810-3n-hsw:
579       - 5   # full
580       - 6   # sel
581       - 8   # sel
582       - 9   # sel
583       - 11  # sel
584       - 12  # sel
585       - 13  # sel
586       - 14  # sel
587       - 16  # sel
588       - 17  # sel
589       - 18  # sel
590
591     # DPDK Performance
592     dpdk-performance-changes-3n-hsw:
593       csit-dpdk-perf-1804-all:
594       - 4
595       - 5
596       - 6
597       - 7
598       - 8
599       - 9
600       - 10
601       - 11
602       - 12
603       - 13
604       csit-dpdk-perf-verify-1807-3n-hsw:
605       - 11
606       - 12  # full
607       - 14
608       - 15
609       - 16
610       - 17
611       - 20
612       - 21
613       - 22
614       - 23
615       csit-dpdk-perf-verify-1810-3n-hsw:
616       - 1   # NDRPDR sel
617       - 2   # NDRPDR sel
618       - 3   # NDRPDR sel
619       - 4   # NDRPDR sel
620       - 5   # NDRPDR sel
621       - 6   # NDRPDR sel
622       - 7   # NDRPDR sel
623       - 8   # NDRPDR sel
624       - 9   # NDRPDR sel
625       - 10  # NDRPDR sel
626
627     dpdk-performance-changes-3n-skx:
628       csit-dpdk-perf-verify-1807-3n-skx:
629       - 1   # NDRPDR sel
630       - 2   # NDRPDR sel
631       - 3   # NDRPDR sel
632       - 6   # NDRPDR sel
633       - 7   # NDRPDR sel
634       - 8   # NDRPDR sel
635       - 9   # NDRPDR sel
636       - 10  # NDRPDR sel
637       - 11  # NDRPDR sel
638       - 12  # NDRPDR sel
639       csit-dpdk-perf-verify-1810-3n-skx:
640       - 3   # NDRPDR sel
641       - 4   # NDRPDR sel
642       - 6   # NDRPDR sel
643       - 7   # NDRPDR sel
644       - 8   # NDRPDR sel
645       - 9   # NDRPDR sel
646       - 10  # NDRPDR sel
647       - 11  # NDRPDR sel
648       - 12  # NDRPDR sel
649       - 13  # NDRPDR sel
650
651     dpdk-compare-testbeds:
652       csit-dpdk-perf-verify-1810-3n-skx:
653       - 3   # NDRPDR sel
654       - 4   # NDRPDR sel
655       - 6   # NDRPDR sel
656       - 7   # NDRPDR sel
657       - 8   # NDRPDR sel
658       - 9   # NDRPDR sel
659       - 10  # NDRPDR sel
660       - 11  # NDRPDR sel
661       - 12  # NDRPDR sel
662       - 13  # NDRPDR sel
663       csit-dpdk-perf-verify-1810-3n-hsw:
664       - 1   # NDRPDR sel
665       - 2   # NDRPDR sel
666       - 3   # NDRPDR sel
667       - 4   # NDRPDR sel
668       - 5   # NDRPDR sel
669       - 6   # NDRPDR sel
670       - 7   # NDRPDR sel
671       - 8   # NDRPDR sel
672       - 9   # NDRPDR sel
673       - 10  # NDRPDR sel
674
675     dpdk-compare-topologies:
676       csit-dpdk-perf-verify-1810-3n-skx:
677       - 3   # NDRPDR sel
678       - 4   # NDRPDR sel
679       - 6   # NDRPDR sel
680       - 7   # NDRPDR sel
681       - 8   # NDRPDR sel
682       - 9   # NDRPDR sel
683       - 10  # NDRPDR sel
684       - 11  # NDRPDR sel
685       - 12  # NDRPDR sel
686       - 13  # NDRPDR sel
687       csit-dpdk-perf-verify-1810-2n-skx:
688       - 3   # NDRPDR sel
689       - 4   # NDRPDR sel
690       - 5   # NDRPDR sel
691       - 7   # NDRPDR sel
692       - 8   # NDRPDR sel
693       - 9   # NDRPDR sel
694       - 10  # NDRPDR sel
695       - 11  # NDRPDR sel
696       - 12  # NDRPDR sel
697       - 13  # NDRPDR sel
698
699     dpdk-perf-results-3n-hsw:
700       csit-dpdk-perf-verify-1810-3n-hsw:
701       - 1
702
703     dpdk-perf-results-3n-skx:
704       csit-dpdk-perf-verify-1810-3n-skx:
705       - 3   # NDRPDR sel
706
707     dpdk-perf-results-2n-skx:
708       csit-dpdk-perf-verify-1810-2n-skx:
709       - 3
710
711     plot-dpdk-throughput-latency-3n-hsw:
712       csit-dpdk-perf-verify-1810-3n-hsw:
713       - 1   # NDRPDR sel
714       - 2   # NDRPDR sel
715       - 3   # NDRPDR sel
716       - 4   # NDRPDR sel
717       - 5   # NDRPDR sel
718       - 6   # NDRPDR sel
719       - 7   # NDRPDR sel
720       - 8   # NDRPDR sel
721       - 9   # NDRPDR sel
722       - 10  # NDRPDR sel
723
724     plot-dpdk-throughput-latency-3n-skx:
725       csit-dpdk-perf-verify-1810-3n-skx:
726       - 3   # NDRPDR sel
727       - 4   # NDRPDR sel
728       - 6   # NDRPDR sel
729       - 7   # NDRPDR sel
730       - 8   # NDRPDR sel
731       - 9   # NDRPDR sel
732       - 10  # NDRPDR sel
733       - 11  # NDRPDR sel
734       - 12  # NDRPDR sel
735       - 13  # NDRPDR sel
736
737     plot-dpdk-throughput-latency-2n-skx:
738       csit-dpdk-perf-verify-1810-2n-skx:
739       - 3   # NDRPDR sel
740       - 4   # NDRPDR sel
741       - 5   # NDRPDR sel
742       - 7   # NDRPDR sel
743       - 8   # NDRPDR sel
744       - 9   # NDRPDR sel
745       - 10  # NDRPDR sel
746       - 11  # NDRPDR sel
747       - 12  # NDRPDR sel
748       - 13  # NDRPDR sel
749
750     # HoneyComb Functional
751     hc-func-results:
752       csit-hc2vpp-verify-func-1810-ubuntu1604:
753       - 3
754
755     # NSH SFC Functional
756     nsh-func-results:
757       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
758       - 1
759
760     # DMM Functional
761     dmm-func-results:
762       csit-dmm-functional-1810-ubuntu1604-virl:
763       - 1
764
765   plot-layouts:
766
767     plot-soak-throughput:
768       titlefont:
769         size: 18
770       xaxis:
771         title: "<b>Test Cases [Index]</b>"
772         titlefont:
773           size: 16
774         autorange: True
775         fixedrange: False
776         gridcolor: "rgb(230, 230, 230)"
777         linecolor: "rgb(220, 220, 220)"
778         linewidth: 1
779         showgrid: True
780         showline: True
781         showticklabels: True
782         tickcolor: "rgb(220, 220, 220)"
783         tickmode: "linear"
784         tickfont:
785           size: 16
786         zeroline: False
787       yaxis:
788         title: "<b>Packet Throughput [Mpps]</b>"
789         titlefont:
790           size: 16
791         gridcolor: "rgb(230, 230, 230)"
792         hoverformat: ".4s"
793         tickformat: ".3s"
794         linecolor: "rgb(220, 220, 220)"
795         linewidth: 1
796         showgrid: True
797         showline: True
798         showticklabels: True
799         tickcolor: "rgb(220, 220, 220)"
800         tickfont:
801           size: 16
802         zeroline: False
803         range: [0,50]
804       autosize: False
805       margin:
806         t: 50
807         b: 0
808         l: 80
809         r: 20
810       showlegend: True
811       legend:
812         orientation: "h"
813         font:
814           size: 16
815       width: 700
816       height: 900
817
818     plot-service-density:
819       titlefont:
820         size: 18
821       xaxis:
822         side: "top"
823         autorange: True
824         fixedrange: False
825         showgrid: False
826         showline: False
827         showticklabels: False
828         ticks: ""
829         ticklen: 0
830         tickwidth: 0
831         zeroline: False
832       yaxis:
833         autorange: "reversed"
834         showgrid: False
835         showline: False
836         showticklabels: False
837         ticks: ""
838         ticklen: 0
839         tickwidth: 0
840         zeroline: False
841       autosize: True
842       showlegend: False
843       width: 700
844       height: 700
845
846     plot-cps:
847       titlefont:
848         size: 18
849       xaxis:
850         title: "<b>Test Cases [Index]</b>"
851         titlefont:
852           size: 16
853         autorange: True
854         fixedrange: False
855         gridcolor: "rgb(230, 230, 230)"
856         linecolor: "rgb(220, 220, 220)"
857         linewidth: 1
858         showgrid: True
859         showline: True
860         showticklabels: True
861         tickcolor: "rgb(220, 220, 220)"
862         tickmode: "linear"
863         tickfont:
864           size: 16
865         zeroline: False
866       yaxis:
867         title: "<b>Connections Per Second [cps]</b>"
868         titlefont:
869           size: 16
870         gridcolor: "rgb(230, 230, 230)"
871         hoverformat: ".4s"
872         linecolor: "rgb(220, 220, 220)"
873         linewidth: 1
874         rangemode: "tozero"
875         showgrid: True
876         showline: True
877         showticklabels: True
878         tickcolor: "rgb(220, 220, 220)"
879         tickformat: ".3s"
880         tickfont:
881           size: 16
882         zeroline: False
883       boxmode: "group"
884       boxgroupgap: 0.5
885       autosize: False
886       margin:
887         t: 50
888         b: 20
889         l: 80
890         r: 20
891       showlegend: True
892       legend:
893         orientation: "h"
894         font:
895           size: 16
896       width: 700
897       height: 800
898
899     plot-rps:
900       titlefont:
901         size: 18
902       xaxis:
903         title: "<b>Test Cases [Index]</b>"
904         titlefont:
905           size: 16
906         autorange: True
907         fixedrange: False
908         gridcolor: "rgb(230, 230, 230)"
909         linecolor: "rgb(220, 220, 220)"
910         linewidth: 1
911         showgrid: True
912         showline: True
913         showticklabels: True
914         tickcolor: "rgb(220, 220, 220)"
915         tickmode: "linear"
916         tickfont:
917           size: 16
918         zeroline: False
919       yaxis:
920         title: "<b>Requests Per Second [rps]</b>"
921         titlefont:
922           size: 16
923         gridcolor: "rgb(230, 230, 230)"
924         hoverformat: ".4s"
925         linecolor: "rgb(220, 220, 220)"
926         linewidth: 1
927         rangemode: "tozero"
928         showgrid: True
929         showline: True
930         showticklabels: True
931         tickcolor: "rgb(230, 230, 230)"
932         tickformat: ".3s"
933         tickfont:
934           size: 16
935         zeroline: False
936       boxmode: "group"
937       boxgroupgap: 0.5
938       autosize: False
939       margin:
940         t: 50
941         b: 20
942         l: 80
943         r: 20
944       showlegend: True
945       legend:
946         orientation: "h"
947         font:
948           size: 16
949       width: 700
950       height: 800
951
952     plot-throughput:
953       titlefont:
954         size: 18
955       xaxis:
956         title: "<b>Test Cases [Index]</b>"
957         titlefont:
958           size: 16
959         autorange: True
960         fixedrange: False
961         gridcolor: "rgb(230, 230, 230)"
962         linecolor: "rgb(220, 220, 220)"
963         linewidth: 1
964         showgrid: True
965         showline: True
966         showticklabels: True
967         tickcolor: "rgb(220, 220, 220)"
968         tickmode: "linear"
969         tickfont:
970           size: 16
971         zeroline: False
972       yaxis:
973         title: "<b>Packet Throughput [Mpps]</b>"
974         titlefont:
975           size: 16
976         gridcolor: "rgb(230, 230, 230)"
977         hoverformat: ".4s"
978         tickformat: ".3s"
979         linecolor: "rgb(220, 220, 220)"
980         linewidth: 1
981         showgrid: True
982         showline: True
983         showticklabels: True
984         tickcolor: "rgb(220, 220, 220)"
985         tickfont:
986           size: 16
987         zeroline: False
988         range: [0,50]
989       boxmode: "group"
990       boxgroupgap: 0.5
991       autosize: False
992       margin:
993         t: 50
994         b: 0
995         l: 80
996         r: 20
997       showlegend: True
998       legend:
999         orientation: "h"
1000         font:
1001           size: 16
1002       width: 700
1003       height: 900
1004
1005     plot-throughput-speedup-analysis:
1006       titlefont:
1007         size: 18
1008       xaxis:
1009         title: "<b>Number of Cores [Qty]</b>"
1010         titlefont:
1011           size: 16
1012         autorange: True
1013         fixedrange: False
1014         gridcolor: "rgb(230, 230, 230)"
1015         linecolor: "rgb(220, 220, 220)"
1016         linewidth: 1
1017         showgrid: True
1018         showline: True
1019         showticklabels: True
1020         tickcolor: "rgb(238, 238, 238)"
1021         tickmode: "linear"
1022         tickfont:
1023           size: 16
1024         zeroline: False
1025       yaxis:
1026         title: "<b>Packet Throughput [Mpps]</b>"
1027         titlefont:
1028           size: 16
1029         type: "linear"
1030         gridcolor: "rgb(230, 230, 230)"
1031         hoverformat: ".4s"
1032         linecolor: "rgb(220, 220, 220)"
1033         linewidth: 1
1034         showgrid: True
1035         showline: True
1036         showticklabels: True
1037         tickcolor: "rgb(220, 220, 220)"
1038         tickformat: ".4s"
1039         tickfont:
1040           size: 16
1041         zeroline: True
1042         rangemode: "tozero"
1043         # range: [0,100]
1044       legend:
1045         orientation: "h"
1046         font:
1047           size: 16
1048         xanchor: "left"
1049         yanchor: "top"
1050         x: 0
1051         y: -0.2
1052         bgcolor: "rgba(255, 255, 255, 0)"
1053         bordercolor: "rgba(255, 255, 255, 0)"
1054         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1055       autosize: False
1056       margin:
1057           't': 50
1058           'b': 150
1059           'l': 85
1060           'r': 10
1061       showlegend: True
1062       width: 700
1063       height: 700
1064       hoverlabel:
1065         namelength: -1
1066       annotations: [
1067         {
1068           text: "_ _          __          ...",
1069           align: "left",
1070           showarrow: False,
1071           xref: "paper",
1072           yref: "paper",
1073           xanchor: "left",
1074           yanchor: "top",
1075           x: 0,
1076           y: -0.13,
1077           font: {
1078             family: "Consolas, Courier New",
1079             size: 15
1080           },
1081         },
1082         {
1083           text: "    Perfect     Measured     Limit",
1084           align: "left",
1085           showarrow: False,
1086           xref: "paper",
1087           yref: "paper",
1088           xanchor: "left",
1089           yanchor: "top",
1090           x: 0,
1091           y: -0.15,
1092           font: {
1093             family: "Consolas, Courier New",
1094             size: 15
1095           },
1096         },
1097       ]
1098
1099     plot-latency:
1100       titlefont:
1101         size: 18
1102       xaxis:
1103         title: "<b>Direction</b>"
1104         titlefont:
1105           size: 16
1106         autorange: True
1107         fixedrange: False
1108         gridcolor: "rgb(230, 230, 230)"
1109         linecolor: "rgb(220, 220, 220)"
1110         linewidth: 1
1111         showgrid: True
1112         showline: True
1113         showticklabels: False
1114         tickcolor: "rgb(220, 220, 220)"
1115         tickmode: "linear"
1116         tickfont:
1117           size: 16
1118         zeroline: False
1119       yaxis:
1120         title: "<b>Packet Latency [uSec]</b>"
1121         titlefont:
1122           size: 16
1123         type: "linear"
1124         gridcolor: "rgb(230, 230, 230)"
1125         hoverformat: ".4s"
1126         linecolor: "rgb(220, 220, 220)"
1127         linewidth: 1
1128         showgrid: True
1129         showline: True
1130         showticklabels: True
1131         tickcolor: "rgb(220, 220, 220)"
1132         tickformat: ".4s"
1133         tickfont:
1134           size: 16
1135         zeroline: True
1136         rangemode: "tozero"
1137       legend:
1138         orientation: "h"
1139         font:
1140           size: 16
1141         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1142       autosize: False
1143       margin:
1144           't': 50
1145           'b': 150
1146           'l': 80
1147           'r': 10
1148       showlegend: True
1149       width: 700
1150       height: 700
1151       hoverlabel:
1152         namelength: -1
1153
1154 -
1155   type: "static"
1156   src-path: "{DIR[RST]}"
1157   dst-path: "{DIR[WORKING,SRC]}"
1158
1159 -
1160   type: "input"
1161   general:
1162     file-name: "robot-plugin.zip"
1163     file-format: ".zip"
1164     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1165     extract: "robot-plugin/output.xml"
1166
1167   builds:
1168
1169     intel-dnv-vpp-release-1810:
1170     - 1
1171
1172     csit-vpp-perf-1804-all:
1173     - 21  # sel
1174     - 22  # sel
1175     - 23  # sel
1176     - 24  # sel
1177     - 27  # sel
1178     - 28  # sel
1179     - 29  # sel
1180     - 30  # sel
1181     - 31  # sel
1182     - 35  # sel
1183     csit-vpp-perf-verify-1807-3n-hsw:
1184     - 8   # MRR full
1185     - 9   # MRR sel
1186     - 21  # MRR sel
1187     - 31  # MRR sel
1188     - 33  # MRR sel
1189     - 36  # MRR sel
1190     - 41  # MRR sel
1191     - 42  # MRR sel
1192     - 48  # MRR sel
1193     - 11  # NDRPDR full 1
1194     - 22  # NDRPDR full 2
1195     - 45  # NDRPDR full 3
1196     - 46  # NDRPDR full 4
1197     - 15  # NDRPDR sel
1198     - 16  # NDRPDR sel
1199     - 19  # NDRPDR sel
1200     - 18  # NDRPDR sel
1201     - 20  # NDRPDR sel
1202     - 38  # NDRPDR sel
1203     - 40  # NDRPDR sel
1204     - 44  # NDRPDR sel
1205     - 47  # NDRPDR sel
1206     - 24  # WRK
1207     - 25  # WRK
1208     - 23  # WRK
1209     - 26  # WRK
1210     - 27  # WRK
1211     - 28  # WRK
1212     - 29  # WRK
1213     - 30  # WRK
1214     - 32  # WRK
1215     - 35  # WRK
1216     csit-vpp-perf-verify-1810-3n-hsw:
1217     - 9   # MRR sel
1218     - 20  # NDRPDR full
1219     - 21  # NDRPDR full
1220     - 22  # NDRPDR full
1221     - 27  # NDRPDR full
1222     - 8   # NDRPDR sel
1223     - 12  # NDRPDR sel
1224     - 14  # NDRPDR sel
1225     - 18  # NDRPDR sel
1226     - 23  # NDRPDR sel
1227     - 25  # NDRPDR sel
1228     - 38  # NDRPDR sel
1229     - 39  # NDRPDR sel
1230     - 41  # NDRPDR sel
1231     - 42  # NDRPDR sel
1232     - 28  # WRK
1233     - 29  # WRK
1234     - 30  # WRK
1235     - 31  # WRK
1236     - 32  # WRK
1237     - 33  # WRK
1238     - 34  # WRK
1239     - 35  # WRK
1240     - 36  # WRK
1241     - 37  # WRK
1242     csit-vpp-perf-verify-1807-3n-skx:
1243     - 31  # MRR full
1244     - 28  # MRR sel
1245     - 32  # MRR sel
1246     - 36  # MRR sel
1247     - 42  # MRR sel
1248     - 47  # MRR sel
1249     - 48  # MRR sel
1250     - 51  # MRR sel
1251     - 52  # MRR sel
1252     - 53  # MRR sel
1253     - 54  # MRR sel
1254     - 40  # NDRPDR full 1
1255     - 41  # NDRPDR full 2
1256     - 33  # NDRPDR sel
1257     - 35  # NDRPDR sel
1258     - 37  # NDRPDR sel
1259     - 38  # NDRPDR sel
1260     - 39  # NDRPDR sel
1261     - 43  # NDRPDR sel
1262     - 44  # NDRPDR sel
1263     - 49  # NDRPDR sel
1264     - 50  # NDRPDR sel
1265     - 56  # NDRPDR sel
1266     csit-vpp-perf-verify-1810-3n-skx:
1267     - 9   # MRR sel
1268     - 11  # MRR sel
1269     - 12  # MRR sel
1270     - 13  # MRR sel
1271     - 23  # NDRPDR full
1272     - 24  # NDRPDR full
1273     - 10  # NDRPDR sel
1274     - 14  # NDRPDR sel
1275     - 15  # NDRPDR sel
1276     - 16  # NDRPDR sel
1277     - 17  # NDRPDR sel
1278     - 19  # NDRPDR sel
1279     - 20  # NDRPDR sel
1280     - 21  # NDRPDR sel
1281     - 22  # NDRPDR sel
1282     - 25  # NDRPDR sel
1283     csit-vpp-perf-verify-1807-2n-skx:
1284     - 27  # MRR full
1285     - 31  # MRR sel
1286     - 33  # MRR sel
1287     - 37  # MRR sel
1288     - 38  # MRR sel
1289     - 41  # MRR sel
1290     - 43  # MRR sel
1291     - 44  # MRR sel
1292     - 45  # MRR sel
1293     - 46  # MRR sel
1294     - 47  # MRR sel
1295     - 32  # NDRPDR full
1296     - 26  # NDRPDR sel
1297     - 28  # NDRPDR sel
1298     - 29  # NDRPDR sel
1299     - 30  # NDRPDR sel
1300     - 34  # NDRPDR sel
1301     - 35  # NDRPDR sel
1302     - 36  # NDRPDR sel
1303     - 39  # NDRPDR sel
1304     - 40  # NDRPDR sel
1305     - 42  # NDRPDR sel
1306     csit-vpp-perf-verify-1810-2n-skx:
1307     - 8   # MRR sel
1308     - 10  # MRR sel
1309     - 11  # MRR sel
1310     - 12  # MRR sel
1311     - 25  # NDRPDR full
1312     - 26  # NDRPDR full
1313     - 9   # NDRPDR sel
1314     - 13  # NDRPDR sel
1315     - 14  # NDRPDR sel
1316     - 19  # NDRPDR sel
1317     - 20  # NDRPDR sel
1318     - 21  # NDRPDR sel
1319     - 22  # NDRPDR sel
1320     - 23  # NDRPDR sel
1321     - 24  # NDRPDR sel
1322     - 27  # NDRPDR sel
1323     csit-vpp-perf-verify-master-2n-skx:
1324     - 207  # SOAK sel
1325     - 234  # VSC
1326     - 226  # CSC
1327     - 231  # CSC
1328     - 233  # CSC
1329     csit-vpp-perf-check-1804:
1330     - 5   # mrr - full
1331     - 6   # mrr - sel
1332     - 13  # mrr - sel
1333     - 14  # mrr - sel
1334     - 15  # mrr - sel
1335     - 16  # mrr - sel
1336     - 17  # mrr - sel
1337     - 19  # mrr - sel
1338     - 20  # mrr - sel
1339     - 21  # mrr - sel
1340     - 22  # mrr - sel
1341     csit-ligato-perf-verify-1810-3n-hsw:
1342     - 5   # full
1343     - 6   # sel
1344     - 8   # sel
1345     - 9   # sel
1346     - 11  # sel
1347     - 12  # sel
1348     - 13  # sel
1349     - 14  # sel
1350     - 16  # sel
1351     - 17  # sel
1352     - 18  # sel
1353     csit-dpdk-perf-1804-all:
1354     - 4
1355     - 5
1356     - 6
1357     - 7
1358     - 8
1359     - 9
1360     - 10
1361     - 11
1362     - 12
1363     - 13
1364     csit-dpdk-perf-verify-1807-3n-hsw:
1365     - 11
1366     - 12  # full
1367     - 14
1368     - 15
1369     - 16
1370     - 17
1371     - 20
1372     - 21
1373     - 22
1374     - 23
1375     csit-dpdk-perf-verify-1810-3n-hsw:
1376     - 1   # NDRPDR sel
1377     - 2   # NDRPDR sel
1378     - 3   # NDRPDR sel
1379     - 4   # NDRPDR sel
1380     - 5   # NDRPDR sel
1381     - 6   # NDRPDR sel
1382     - 7   # NDRPDR sel
1383     - 8   # NDRPDR sel
1384     - 9   # NDRPDR sel
1385     - 10  # NDRPDR sel
1386     csit-dpdk-perf-verify-1807-3n-skx:
1387     - 1   # NDRPDR sel
1388     - 2   # NDRPDR sel
1389     - 3   # NDRPDR sel
1390     - 6   # NDRPDR sel
1391     - 7   # NDRPDR sel
1392     - 8   # NDRPDR sel
1393     - 9   # NDRPDR sel
1394     - 10  # NDRPDR sel
1395     - 11  # NDRPDR sel
1396     - 12  # NDRPDR sel
1397     csit-dpdk-perf-verify-1810-3n-skx:
1398     - 3   # NDRPDR sel
1399     - 4   # NDRPDR sel
1400     - 6   # NDRPDR sel
1401     - 7   # NDRPDR sel
1402     - 8   # NDRPDR sel
1403     - 9   # NDRPDR sel
1404     - 10  # NDRPDR sel
1405     - 11  # NDRPDR sel
1406     - 12  # NDRPDR sel
1407     - 13  # NDRPDR sel
1408     csit-dpdk-perf-verify-1810-2n-skx:
1409     - 3   # NDRPDR sel
1410     - 4   # NDRPDR sel
1411     - 5   # NDRPDR sel
1412     - 7   # NDRPDR sel
1413     - 8   # NDRPDR sel
1414     - 9   # NDRPDR sel
1415     - 10  # NDRPDR sel
1416     - 11  # NDRPDR sel
1417     - 12  # NDRPDR sel
1418     - 13  # NDRPDR sel
1419
1420     csit-vpp-functional-1810-ubuntu1604-virl:
1421     - 44
1422     csit-vpp-functional-1810-centos7-virl:
1423     - 44
1424     csit-vpp-device-1810-ubuntu1804-1n-skx:
1425     - 2
1426     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1427     - 1
1428     csit-dmm-functional-1810-ubuntu1604-virl:
1429     - 1
1430     csit-hc2vpp-verify-func-1810-ubuntu1604:
1431     - 3
1432
1433 -
1434   type: "output"
1435   output: "report"
1436   format:
1437     html:
1438     - full
1439     pdf:
1440     - minimal
1441
1442 ################################################################################
1443 ###                               T A B L E S                                ###
1444 ################################################################################
1445
1446
1447 # VPP Compare NICs 3n-hsw 1t1c ndr
1448 -
1449   type: "table"
1450   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1451   algorithm: "table_nics_comparison"
1452   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1453   reference:
1454     title: "Intel-x520"
1455     nic: "NIC_Intel-X520-DA2"
1456   compare:
1457     title: "Intel-x710"
1458     nic: "NIC_Intel-X710"
1459   data: "vpp-nic-comparison-3n-hsw"
1460   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1461   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1462   parameters:
1463   - "name"
1464   - "parent"
1465   - "throughput"
1466   - "tags"
1467
1468 # VPP Compare NICs 3n-hsw 2t2c ndr
1469 -
1470   type: "table"
1471   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1472   algorithm: "table_nics_comparison"
1473   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1474   reference:
1475     title: "Intel-x520"
1476     nic: "NIC_Intel-X520-DA2"
1477   compare:
1478     title: "Intel-x710"
1479     nic: "NIC_Intel-X710"
1480   data: "vpp-nic-comparison-3n-hsw"
1481   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1482   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1483   parameters:
1484   - "name"
1485   - "parent"
1486   - "throughput"
1487   - "tags"
1488
1489 # VPP Compare NICs 3n-hsw 1t1c pdr
1490 -
1491   type: "table"
1492   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1493   algorithm: "table_nics_comparison"
1494   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1495   reference:
1496     title: "Intel-x520"
1497     nic: "NIC_Intel-X520-DA2"
1498   compare:
1499     title: "Intel-x710"
1500     nic: "NIC_Intel-X710"
1501   data: "vpp-nic-comparison-3n-hsw"
1502   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1503   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1504   parameters:
1505   - "name"
1506   - "parent"
1507   - "throughput"
1508   - "tags"
1509
1510 # VPP Compare NICs 3n-hsw 2t2c pdr
1511 -
1512   type: "table"
1513   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1514   algorithm: "table_nics_comparison"
1515   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1516   reference:
1517     title: "Intel-x520"
1518     nic: "NIC_Intel-X520-DA2"
1519   compare:
1520     title: "Intel-x710"
1521     nic: "NIC_Intel-X710"
1522   data: "vpp-nic-comparison-3n-hsw"
1523   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1524   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1525   parameters:
1526   - "name"
1527   - "parent"
1528   - "throughput"
1529   - "tags"
1530
1531 # VPP Compare NICs 3n-hsw 1t1c mrr
1532 -
1533   type: "table"
1534   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1535   algorithm: "table_nics_comparison"
1536   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1537   reference:
1538     title: "Intel-x520"
1539     nic: "NIC_Intel-X520-DA2"
1540   compare:
1541     title: "Intel-x710"
1542     nic: "NIC_Intel-X710"
1543   data: "vpp-nic-comparison-3n-hsw-mrr"
1544   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1545   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1546   parameters:
1547   - "name"
1548   - "parent"
1549   - "result"
1550   - "tags"
1551
1552 # VPP Compare NICs 3n-hsw 2t2c mrr
1553 -
1554   type: "table"
1555   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1556   algorithm: "table_nics_comparison"
1557   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1558   reference:
1559     title: "Intel-x520"
1560     nic: "NIC_Intel-X520-DA2"
1561   compare:
1562     title: "Intel-x710"
1563     nic: "NIC_Intel-X710"
1564   data: "vpp-nic-comparison-3n-hsw-mrr"
1565   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1566   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1567   parameters:
1568   - "name"
1569   - "parent"
1570   - "result"
1571   - "tags"
1572
1573 # VPP Compare NICs 3n-hsw 4t4c mrr
1574 -
1575   type: "table"
1576   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1577   algorithm: "table_nics_comparison"
1578   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1579   reference:
1580     title: "Intel-x520"
1581     nic: "NIC_Intel-X520-DA2"
1582   compare:
1583     title: "Intel-x710"
1584     nic: "NIC_Intel-X710"
1585   data: "vpp-nic-comparison-3n-hsw-mrr"
1586   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1587   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1588   parameters:
1589   - "name"
1590   - "parent"
1591   - "result"
1592   - "tags"
1593
1594 # VPP Compare NICs 3n-skx 2t1c ndr
1595 -
1596   type: "table"
1597   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1598   algorithm: "table_nics_comparison"
1599   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1600   reference:
1601     title: "Intel-x710"
1602     nic: "NIC_Intel-X710"
1603   compare:
1604     title: "Intel-xxv710"
1605     nic: "NIC_Intel-XXV710"
1606   data: "vpp-nic-comparison-3n-skx"
1607   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1608   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1609   parameters:
1610   - "name"
1611   - "parent"
1612   - "throughput"
1613   - "tags"
1614
1615 # VPP Compare NICs 3n-skx 4t2c ndr
1616 -
1617   type: "table"
1618   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1619   algorithm: "table_nics_comparison"
1620   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1621   reference:
1622     title: "Intel-x710"
1623     nic: "NIC_Intel-X710"
1624   compare:
1625     title: "Intel-xxv710"
1626     nic: "NIC_Intel-XXV710"
1627   data: "vpp-nic-comparison-3n-skx"
1628   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1629   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1630   parameters:
1631   - "name"
1632   - "parent"
1633   - "throughput"
1634   - "tags"
1635
1636 # VPP Compare NICs 3n-skx 2t1c pdr
1637 -
1638   type: "table"
1639   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1640   algorithm: "table_nics_comparison"
1641   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1642   reference:
1643     title: "Intel-x710"
1644     nic: "NIC_Intel-X710"
1645   compare:
1646     title: "Intel-xxv710"
1647     nic: "NIC_Intel-XXV710"
1648   data: "vpp-nic-comparison-3n-skx"
1649   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1650   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1651   parameters:
1652   - "name"
1653   - "parent"
1654   - "throughput"
1655   - "tags"
1656
1657  # VPP Compare NICs 3n-skx 4t2c pdr
1658 -
1659   type: "table"
1660   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1661   algorithm: "table_nics_comparison"
1662   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1663   reference:
1664     title: "Intel-x710"
1665     nic: "NIC_Intel-X710"
1666   compare:
1667     title: "Intel-xxv710"
1668     nic: "NIC_Intel-XXV710"
1669   data: "vpp-nic-comparison-3n-skx"
1670   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1671   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1672   parameters:
1673   - "name"
1674   - "parent"
1675   - "throughput"
1676   - "tags"
1677
1678 # VPP Compare NICs 3n-skx 2t1c mrr
1679 -
1680   type: "table"
1681   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1682   algorithm: "table_nics_comparison"
1683   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1684   reference:
1685     title: "Intel-x710"
1686     nic: "NIC_Intel-X710"
1687   compare:
1688     title: "Intel-xxv710"
1689     nic: "NIC_Intel-XXV710"
1690   data: "vpp-nic-comparison-3n-skx-mrr"
1691   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1692   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1693   parameters:
1694   - "name"
1695   - "parent"
1696   - "result"
1697   - "tags"
1698
1699 # VPP Compare NICs 3n-skx 4t2c mrr
1700 -
1701   type: "table"
1702   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1703   algorithm: "table_nics_comparison"
1704   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1705   reference:
1706     title: "Intel-x710"
1707     nic: "NIC_Intel-X710"
1708   compare:
1709     title: "Intel-xxv710"
1710     nic: "NIC_Intel-XXV710"
1711   data: "vpp-nic-comparison-3n-skx-mrr"
1712   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1713   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1714   parameters:
1715   - "name"
1716   - "parent"
1717   - "result"
1718   - "tags"
1719
1720  # VPP Compare NICs 3n-skx 8t4c mrr
1721 -
1722   type: "table"
1723   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1726   reference:
1727     title: "Intel-x710"
1728     nic: "NIC_Intel-X710"
1729   compare:
1730     title: "Intel-xxv710"
1731     nic: "NIC_Intel-XXV710"
1732   data: "vpp-nic-comparison-3n-skx-mrr"
1733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1734   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "result"
1739   - "tags"
1740
1741 # VPP Compare NICs 2n-skx 2t1c ndr
1742 -
1743   type: "table"
1744   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1745   algorithm: "table_nics_comparison"
1746   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1747   reference:
1748     title: "Intel-x710"
1749     nic: "NIC_Intel-X710"
1750   compare:
1751     title: "Intel-xxv710"
1752     nic: "NIC_Intel-XXV710"
1753   data: "vpp-nic-comparison-2n-skx"
1754   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1755   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1756   parameters:
1757   - "name"
1758   - "parent"
1759   - "throughput"
1760   - "tags"
1761
1762 # VPP Compare NICs 2n-skx 4t2c ndr
1763 -
1764   type: "table"
1765   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1766   algorithm: "table_nics_comparison"
1767   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1768   reference:
1769     title: "Intel-x710"
1770     nic: "NIC_Intel-X710"
1771   compare:
1772     title: "Intel-xxv710"
1773     nic: "NIC_Intel-XXV710"
1774   data: "vpp-nic-comparison-2n-skx"
1775   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1776   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1777   parameters:
1778   - "name"
1779   - "parent"
1780   - "throughput"
1781   - "tags"
1782
1783  # VPP Compare NICs 2n-skx 2t1c pdr
1784 -
1785   type: "table"
1786   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1787   algorithm: "table_nics_comparison"
1788   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1789   reference:
1790     title: "Intel-x710"
1791     nic: "NIC_Intel-X710"
1792   compare:
1793     title: "Intel-xxv710"
1794     nic: "NIC_Intel-XXV710"
1795   data: "vpp-nic-comparison-2n-skx"
1796   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1797   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1798   parameters:
1799   - "name"
1800   - "parent"
1801   - "throughput"
1802   - "tags"
1803
1804 # VPP Compare NICs 2n-skx 4t2c pdr
1805 -
1806   type: "table"
1807   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1808   algorithm: "table_nics_comparison"
1809   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1810   reference:
1811     title: "Intel-x710"
1812     nic: "NIC_Intel-X710"
1813   compare:
1814     title: "Intel-xxv710"
1815     nic: "NIC_Intel-XXV710"
1816   data: "vpp-nic-comparison-2n-skx"
1817   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1818   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1819   parameters:
1820   - "name"
1821   - "parent"
1822   - "throughput"
1823   - "tags"
1824
1825 # VPP Compare NICs 2n-skx 2t1c mrr
1826 -
1827   type: "table"
1828   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1829   algorithm: "table_nics_comparison"
1830   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1831   reference:
1832     title: "Intel-x710"
1833     nic: "NIC_Intel-X710"
1834   compare:
1835     title: "Intel-xxv710"
1836     nic: "NIC_Intel-XXV710"
1837   data: "vpp-nic-comparison-2n-skx-mrr"
1838   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1839   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1840   parameters:
1841   - "name"
1842   - "parent"
1843   - "result"
1844   - "tags"
1845
1846 # VPP Compare NICs 2n-skx 4t2c mrr
1847 -
1848   type: "table"
1849   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1850   algorithm: "table_nics_comparison"
1851   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1852   reference:
1853     title: "Intel-x710"
1854     nic: "NIC_Intel-X710"
1855   compare:
1856     title: "Intel-xxv710"
1857     nic: "NIC_Intel-XXV710"
1858   data: "vpp-nic-comparison-2n-skx-mrr"
1859   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1860   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1861   parameters:
1862   - "name"
1863   - "parent"
1864   - "result"
1865   - "tags"
1866
1867 # VPP Compare NICs 2n-skx 8t4c mrr
1868 -
1869   type: "table"
1870   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1871   algorithm: "table_nics_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1873   reference:
1874     title: "Intel-x710"
1875     nic: "NIC_Intel-X710"
1876   compare:
1877     title: "Intel-xxv710"
1878     nic: "NIC_Intel-XXV710"
1879   data: "vpp-nic-comparison-2n-skx-mrr"
1880   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1881   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1882   parameters:
1883   - "name"
1884   - "parent"
1885   - "result"
1886   - "tags"
1887
1888 ################################################################################
1889 # VPP
1890
1891 # VPP Performance Changes 3n-hsw 1t1c pdr
1892 -
1893   type: "table"
1894   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1895   algorithm: "table_performance_comparison"
1896   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1897   history:
1898     -
1899       title: "rls1804"
1900       data:
1901         csit-vpp-perf-1804-all:
1902         - 21  # sel
1903         - 22  # sel
1904         - 23  # sel
1905         - 24  # sel
1906         - 27  # sel
1907         - 28  # sel
1908         - 29  # sel
1909         - 30  # sel
1910         - 31  # sel
1911         - 35  # sel
1912   reference:
1913     title: "rls1807"
1914     data:
1915       csit-vpp-perf-verify-1807-3n-hsw:
1916       - 11  # NDRPDR full 1
1917       - 22  # NDRPDR full 2
1918       - 45  # NDRPDR full 3
1919       - 46  # NDRPDR full 4
1920       - 15  # NDRPDR sel
1921       - 16  # NDRPDR sel
1922       - 19  # NDRPDR sel
1923       - 18  # NDRPDR sel
1924       - 20  # NDRPDR sel
1925       - 38  # NDRPDR sel
1926       - 40  # NDRPDR sel
1927       - 44  # NDRPDR sel
1928       - 47  # NDRPDR sel
1929   compare:
1930     title: "rls1810"
1931     data:
1932       csit-vpp-perf-verify-1810-3n-hsw:
1933       - 8   # NDRPDR sel
1934       - 12  # NDRPDR sel
1935       - 14  # NDRPDR sel
1936       - 18  # NDRPDR sel
1937       - 23  # NDRPDR sel
1938       - 25  # NDRPDR sel
1939       - 38  # NDRPDR sel
1940       - 39  # NDRPDR sel
1941       - 41  # NDRPDR sel
1942       - 42  # NDRPDR sel
1943   data: "vpp-performance-changes-3n-hsw"
1944   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1945   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1946   parameters:
1947   - "name"
1948   - "parent"
1949   - "throughput"
1950
1951 # VPP Performance Changes 3n-hsw 2t2c pdr
1952 -
1953   type: "table"
1954   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
1955   algorithm: "table_performance_comparison"
1956   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
1957   history:
1958     -
1959       title: "rls1804"
1960       data:
1961         csit-vpp-perf-1804-all:
1962         - 21  # sel
1963         - 22  # sel
1964         - 23  # sel
1965         - 24  # sel
1966         - 27  # sel
1967         - 28  # sel
1968         - 29  # sel
1969         - 30  # sel
1970         - 31  # sel
1971         - 35  # sel
1972   reference:
1973     title: "rls1807"
1974     data:
1975       csit-vpp-perf-verify-1807-3n-hsw:
1976       - 11  # NDRPDR full 1
1977       - 22  # NDRPDR full 2
1978       - 45  # NDRPDR full 3
1979       - 46  # NDRPDR full 4
1980       - 15  # NDRPDR sel
1981       - 16  # NDRPDR sel
1982       - 19  # NDRPDR sel
1983       - 18  # NDRPDR sel
1984       - 20  # NDRPDR sel
1985       - 38  # NDRPDR sel
1986       - 40  # NDRPDR sel
1987       - 44  # NDRPDR sel
1988       - 47  # NDRPDR sel
1989   compare:
1990     title: "rls1810"
1991     data:
1992       csit-vpp-perf-verify-1810-3n-hsw:
1993       - 8   # NDRPDR sel
1994       - 12  # NDRPDR sel
1995       - 14  # NDRPDR sel
1996       - 18  # NDRPDR sel
1997       - 23  # NDRPDR sel
1998       - 25  # NDRPDR sel
1999       - 38  # NDRPDR sel
2000       - 39  # NDRPDR sel
2001       - 41  # NDRPDR sel
2002       - 42  # NDRPDR sel
2003   data: "vpp-performance-changes-3n-hsw"
2004   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2005   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2006   parameters:
2007   - "name"
2008   - "parent"
2009   - "throughput"
2010
2011 # VPP Performance Changes 3n-hsw 1t1c ndr
2012 -
2013   type: "table"
2014   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2015   algorithm: "table_performance_comparison"
2016   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2017   history:
2018     -
2019       title: "rls1804"
2020       data:
2021         csit-vpp-perf-1804-all:
2022         - 21  # sel
2023         - 22  # sel
2024         - 23  # sel
2025         - 24  # sel
2026         - 27  # sel
2027         - 28  # sel
2028         - 29  # sel
2029         - 30  # sel
2030         - 31  # sel
2031         - 35  # sel
2032   reference:
2033     title: "rls1807"
2034     data:
2035       csit-vpp-perf-verify-1807-3n-hsw:
2036       - 11  # NDRPDR full 1
2037       - 22  # NDRPDR full 2
2038       - 45  # NDRPDR full 3
2039       - 46  # NDRPDR full 4
2040       - 15  # NDRPDR sel
2041       - 16  # NDRPDR sel
2042       - 19  # NDRPDR sel
2043       - 18  # NDRPDR sel
2044       - 20  # NDRPDR sel
2045       - 38  # NDRPDR sel
2046       - 40  # NDRPDR sel
2047       - 44  # NDRPDR sel
2048       - 47  # NDRPDR sel
2049   compare:
2050     title: "rls1810"
2051     data:
2052       csit-vpp-perf-verify-1810-3n-hsw:
2053       - 8   # NDRPDR sel
2054       - 12  # NDRPDR sel
2055       - 14  # NDRPDR sel
2056       - 18  # NDRPDR sel
2057       - 23  # NDRPDR sel
2058       - 25  # NDRPDR sel
2059       - 38  # NDRPDR sel
2060       - 39  # NDRPDR sel
2061       - 41  # NDRPDR sel
2062       - 42  # NDRPDR sel
2063   data: "vpp-performance-changes-3n-hsw"
2064   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2065   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2066   parameters:
2067   - "name"
2068   - "parent"
2069   - "throughput"
2070
2071 # VPP Performance Changes 3n-hsw 2t2c ndr
2072 -
2073   type: "table"
2074   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2075   algorithm: "table_performance_comparison"
2076   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2077   history:
2078     -
2079       title: "rls1804"
2080       data:
2081         csit-vpp-perf-1804-all:
2082         - 21  # sel
2083         - 22  # sel
2084         - 23  # sel
2085         - 24  # sel
2086         - 27  # sel
2087         - 28  # sel
2088         - 29  # sel
2089         - 30  # sel
2090         - 31  # sel
2091         - 35  # sel
2092   reference:
2093     title: "rls1807"
2094     data:
2095       csit-vpp-perf-verify-1807-3n-hsw:
2096       - 11  # NDRPDR full 1
2097       - 22  # NDRPDR full 2
2098       - 45  # NDRPDR full 3
2099       - 46  # NDRPDR full 4
2100       - 15  # NDRPDR sel
2101       - 16  # NDRPDR sel
2102       - 19  # NDRPDR sel
2103       - 18  # NDRPDR sel
2104       - 20  # NDRPDR sel
2105       - 38  # NDRPDR sel
2106       - 40  # NDRPDR sel
2107       - 44  # NDRPDR sel
2108       - 47  # NDRPDR sel
2109   compare:
2110     title: "rls1810"
2111     data:
2112       csit-vpp-perf-verify-1810-3n-hsw:
2113       - 8   # NDRPDR sel
2114       - 12  # NDRPDR sel
2115       - 14  # NDRPDR sel
2116       - 18  # NDRPDR sel
2117       - 23  # NDRPDR sel
2118       - 25  # NDRPDR sel
2119       - 38  # NDRPDR sel
2120       - 39  # NDRPDR sel
2121       - 41  # NDRPDR sel
2122       - 42  # NDRPDR sel
2123   data: "vpp-performance-changes-3n-hsw"
2124   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2125   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2126   parameters:
2127   - "name"
2128   - "parent"
2129   - "throughput"
2130
2131 # VPP Performance Changes 3n-skx 2t1c pdr
2132 -
2133   type: "table"
2134   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2135   algorithm: "table_performance_comparison"
2136   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2137   reference:
2138     title: "rls1807"
2139     data:
2140       csit-vpp-perf-verify-1807-3n-skx:
2141       - 33  # NDRPDR sel
2142       - 35  # NDRPDR sel
2143       - 37  # NDRPDR sel
2144       - 38  # NDRPDR sel
2145       - 39  # NDRPDR sel
2146       - 43  # NDRPDR sel
2147       - 44  # NDRPDR sel
2148       - 49  # NDRPDR sel
2149       - 50  # NDRPDR sel
2150       - 56  # NDRPDR sel
2151   compare:
2152     title: "rls1810"
2153     data:
2154       csit-vpp-perf-verify-1810-3n-skx:
2155       - 10  # NDRPDR sel
2156       - 14  # NDRPDR sel
2157       - 15  # NDRPDR sel
2158       - 16  # NDRPDR sel
2159       - 17  # NDRPDR sel
2160       - 19  # NDRPDR sel
2161       - 20  # NDRPDR sel
2162       - 21  # NDRPDR sel
2163       - 22  # NDRPDR sel
2164       - 25  # NDRPDR sel
2165   data: "vpp-performance-changes-3n-skx"
2166   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2167   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2168   parameters:
2169   - "name"
2170   - "parent"
2171   - "throughput"
2172
2173 # VPP Performance Changes 3n-skx 4t2c pdr
2174 -
2175   type: "table"
2176   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2177   algorithm: "table_performance_comparison"
2178   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2179   reference:
2180     title: "rls1807"
2181     data:
2182       csit-vpp-perf-verify-1807-3n-skx:
2183       - 33  # NDRPDR sel
2184       - 35  # NDRPDR sel
2185       - 37  # NDRPDR sel
2186       - 38  # NDRPDR sel
2187       - 39  # NDRPDR sel
2188       - 43  # NDRPDR sel
2189       - 44  # NDRPDR sel
2190       - 49  # NDRPDR sel
2191       - 50  # NDRPDR sel
2192       - 56  # NDRPDR sel
2193   compare:
2194     title: "rls1810"
2195     data:
2196       csit-vpp-perf-verify-1810-3n-skx:
2197       - 10  # NDRPDR sel
2198       - 14  # NDRPDR sel
2199       - 15  # NDRPDR sel
2200       - 16  # NDRPDR sel
2201       - 17  # NDRPDR sel
2202       - 19  # NDRPDR sel
2203       - 20  # NDRPDR sel
2204       - 21  # NDRPDR sel
2205       - 22  # NDRPDR sel
2206       - 25  # NDRPDR sel
2207   data: "vpp-performance-changes-3n-skx"
2208   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2209   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2210   parameters:
2211   - "name"
2212   - "parent"
2213   - "throughput"
2214
2215 # VPP Performance Changes 3n-skx 2t1c ndr
2216 -
2217   type: "table"
2218   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2219   algorithm: "table_performance_comparison"
2220   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2221   reference:
2222     title: "rls1807"
2223     data:
2224       csit-vpp-perf-verify-1807-3n-skx:
2225       - 33  # NDRPDR sel
2226       - 35  # NDRPDR sel
2227       - 37  # NDRPDR sel
2228       - 38  # NDRPDR sel
2229       - 39  # NDRPDR sel
2230       - 43  # NDRPDR sel
2231       - 44  # NDRPDR sel
2232       - 49  # NDRPDR sel
2233       - 50  # NDRPDR sel
2234       - 56  # NDRPDR sel
2235   compare:
2236     title: "rls1810"
2237     data:
2238       csit-vpp-perf-verify-1810-3n-skx:
2239       - 10  # NDRPDR sel
2240       - 14  # NDRPDR sel
2241       - 15  # NDRPDR sel
2242       - 16  # NDRPDR sel
2243       - 17  # NDRPDR sel
2244       - 19  # NDRPDR sel
2245       - 20  # NDRPDR sel
2246       - 21  # NDRPDR sel
2247       - 22  # NDRPDR sel
2248       - 25  # NDRPDR sel
2249   data: "vpp-performance-changes-3n-skx"
2250   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2251   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2252   parameters:
2253   - "name"
2254   - "parent"
2255   - "throughput"
2256
2257 # VPP Performance Changes 3n-skx 4t2c ndr
2258 -
2259   type: "table"
2260   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2261   algorithm: "table_performance_comparison"
2262   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2263   reference:
2264     title: "rls1807"
2265     data:
2266       csit-vpp-perf-verify-1807-3n-skx:
2267       - 33  # NDRPDR sel
2268       - 35  # NDRPDR sel
2269       - 37  # NDRPDR sel
2270       - 38  # NDRPDR sel
2271       - 39  # NDRPDR sel
2272       - 43  # NDRPDR sel
2273       - 44  # NDRPDR sel
2274       - 49  # NDRPDR sel
2275       - 50  # NDRPDR sel
2276       - 56  # NDRPDR sel
2277   compare:
2278     title: "rls1810"
2279     data:
2280       csit-vpp-perf-verify-1810-3n-skx:
2281       - 10  # NDRPDR sel
2282       - 14  # NDRPDR sel
2283       - 15  # NDRPDR sel
2284       - 16  # NDRPDR sel
2285       - 17  # NDRPDR sel
2286       - 19  # NDRPDR sel
2287       - 20  # NDRPDR sel
2288       - 21  # NDRPDR sel
2289       - 22  # NDRPDR sel
2290       - 25  # NDRPDR sel
2291   data: "vpp-performance-changes-3n-skx"
2292   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2293   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2294   parameters:
2295   - "name"
2296   - "parent"
2297   - "throughput"
2298
2299 # VPP Performance Changes 2n-skx 2t1c pdr
2300 -
2301   type: "table"
2302   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2303   algorithm: "table_performance_comparison"
2304   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2305   reference:
2306     title: "rls1807"
2307     data:
2308       csit-vpp-perf-verify-1807-2n-skx:
2309       - 26  # NDRPDR sel
2310       - 28  # NDRPDR sel
2311       - 29  # NDRPDR sel
2312       - 30  # NDRPDR sel
2313       - 34  # NDRPDR sel
2314       - 35  # NDRPDR sel
2315       - 36  # NDRPDR sel
2316       - 39  # NDRPDR sel
2317       - 40  # NDRPDR sel
2318       - 42  # NDRPDR sel
2319   compare:
2320     title: "rls1810"
2321     data:
2322       csit-vpp-perf-verify-1810-2n-skx:
2323       - 9   # NDRPDR sel
2324       - 13  # NDRPDR sel
2325       - 14  # NDRPDR sel
2326       - 19  # NDRPDR sel
2327       - 20  # NDRPDR sel
2328       - 21  # NDRPDR sel
2329       - 22  # NDRPDR sel
2330       - 23  # NDRPDR sel
2331       - 24  # NDRPDR sel
2332       - 27  # NDRPDR sel
2333   data: "vpp-performance-changes-2n-skx"
2334   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2335   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2336   parameters:
2337   - "name"
2338   - "parent"
2339   - "throughput"
2340
2341 # VPP Performance Changes 2n-skx 4t2c pdr
2342 -
2343   type: "table"
2344   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2345   algorithm: "table_performance_comparison"
2346   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2347   reference:
2348     title: "rls1807"
2349     data:
2350       csit-vpp-perf-verify-1807-2n-skx:
2351       - 26  # NDRPDR sel
2352       - 28  # NDRPDR sel
2353       - 29  # NDRPDR sel
2354       - 30  # NDRPDR sel
2355       - 34  # NDRPDR sel
2356       - 35  # NDRPDR sel
2357       - 36  # NDRPDR sel
2358       - 39  # NDRPDR sel
2359       - 40  # NDRPDR sel
2360       - 42  # NDRPDR sel
2361   compare:
2362     title: "rls1810"
2363     data:
2364       csit-vpp-perf-verify-1810-2n-skx:
2365       - 9   # NDRPDR sel
2366       - 13  # NDRPDR sel
2367       - 14  # NDRPDR sel
2368       - 19  # NDRPDR sel
2369       - 20  # NDRPDR sel
2370       - 21  # NDRPDR sel
2371       - 22  # NDRPDR sel
2372       - 23  # NDRPDR sel
2373       - 24  # NDRPDR sel
2374       - 27  # NDRPDR sel
2375   data: "vpp-performance-changes-2n-skx"
2376   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2377   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2378   parameters:
2379   - "name"
2380   - "parent"
2381   - "throughput"
2382
2383 # VPP Performance Changes 2n-skx 2t1c ndr
2384 -
2385   type: "table"
2386   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2387   algorithm: "table_performance_comparison"
2388   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2389   reference:
2390     title: "rls1807"
2391     data:
2392       csit-vpp-perf-verify-1807-2n-skx:
2393       - 26  # NDRPDR sel
2394       - 28  # NDRPDR sel
2395       - 29  # NDRPDR sel
2396       - 30  # NDRPDR sel
2397       - 34  # NDRPDR sel
2398       - 35  # NDRPDR sel
2399       - 36  # NDRPDR sel
2400       - 39  # NDRPDR sel
2401       - 40  # NDRPDR sel
2402       - 42  # NDRPDR sel
2403   compare:
2404     title: "rls1810"
2405     data:
2406       csit-vpp-perf-verify-1810-2n-skx:
2407       - 9   # NDRPDR sel
2408       - 13  # NDRPDR sel
2409       - 14  # NDRPDR sel
2410       - 19  # NDRPDR sel
2411       - 20  # NDRPDR sel
2412       - 21  # NDRPDR sel
2413       - 22  # NDRPDR sel
2414       - 23  # NDRPDR sel
2415       - 24  # NDRPDR sel
2416       - 27  # NDRPDR sel
2417   data: "vpp-performance-changes-2n-skx"
2418   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2419   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2420   parameters:
2421   - "name"
2422   - "parent"
2423   - "throughput"
2424
2425 # VPP Performance Changes 2n-skx 4t2c ndr
2426 -
2427   type: "table"
2428   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2429   algorithm: "table_performance_comparison"
2430   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2431   reference:
2432     title: "rls1807"
2433     data:
2434       csit-vpp-perf-verify-1807-2n-skx:
2435       - 26  # NDRPDR sel
2436       - 28  # NDRPDR sel
2437       - 29  # NDRPDR sel
2438       - 30  # NDRPDR sel
2439       - 34  # NDRPDR sel
2440       - 35  # NDRPDR sel
2441       - 36  # NDRPDR sel
2442       - 39  # NDRPDR sel
2443       - 40  # NDRPDR sel
2444       - 42  # NDRPDR sel
2445   compare:
2446     title: "rls1810"
2447     data:
2448       csit-vpp-perf-verify-1810-2n-skx:
2449       - 9   # NDRPDR sel
2450       - 13  # NDRPDR sel
2451       - 14  # NDRPDR sel
2452       - 19  # NDRPDR sel
2453       - 20  # NDRPDR sel
2454       - 21  # NDRPDR sel
2455       - 22  # NDRPDR sel
2456       - 23  # NDRPDR sel
2457       - 24  # NDRPDR sel
2458       - 27  # NDRPDR sel
2459   data: "vpp-performance-changes-2n-skx"
2460   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2461   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2462   parameters:
2463   - "name"
2464   - "parent"
2465   - "throughput"
2466
2467 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2468 -
2469   type: "table"
2470   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2471   algorithm: "table_performance_comparison"
2472   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2473   reference:
2474     title: "3-Node Hsw"
2475     data:
2476       csit-vpp-perf-verify-1810-3n-hsw:
2477       - 8   # NDRPDR sel
2478       - 12  # NDRPDR sel
2479       - 14  # NDRPDR sel
2480       - 18  # NDRPDR sel
2481       - 23  # NDRPDR sel
2482       - 25  # NDRPDR sel
2483       - 38  # NDRPDR sel
2484       - 39  # NDRPDR sel
2485       - 41  # NDRPDR sel
2486       - 42  # NDRPDR sel
2487   compare:
2488     title: "3-Node Skx"
2489     data:
2490       csit-vpp-perf-verify-1810-3n-skx:
2491       - 10  # NDRPDR sel
2492       - 14  # NDRPDR sel
2493       - 15  # NDRPDR sel
2494       - 16  # NDRPDR sel
2495       - 17  # NDRPDR sel
2496       - 19  # NDRPDR sel
2497       - 20  # NDRPDR sel
2498       - 21  # NDRPDR sel
2499       - 22  # NDRPDR sel
2500       - 25  # NDRPDR sel
2501   data: "vpp-compare-testbeds"
2502   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2503   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2504   parameters:
2505   - "name"
2506   - "parent"
2507   - "throughput"
2508
2509 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2510 -
2511   type: "table"
2512   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2513   algorithm: "table_performance_comparison"
2514   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2515   reference:
2516     title: "3-Node Hsw"
2517     data:
2518       csit-vpp-perf-verify-1810-3n-hsw:
2519       - 8   # NDRPDR sel
2520       - 12  # NDRPDR sel
2521       - 14  # NDRPDR sel
2522       - 18  # NDRPDR sel
2523       - 23  # NDRPDR sel
2524       - 25  # NDRPDR sel
2525       - 38  # NDRPDR sel
2526       - 39  # NDRPDR sel
2527       - 41  # NDRPDR sel
2528       - 42  # NDRPDR sel
2529   compare:
2530     title: "3-Node Skx"
2531     data:
2532       csit-vpp-perf-verify-1810-3n-skx:
2533       - 10  # NDRPDR sel
2534       - 14  # NDRPDR sel
2535       - 15  # NDRPDR sel
2536       - 16  # NDRPDR sel
2537       - 17  # NDRPDR sel
2538       - 19  # NDRPDR sel
2539       - 20  # NDRPDR sel
2540       - 21  # NDRPDR sel
2541       - 22  # NDRPDR sel
2542       - 25  # NDRPDR sel
2543   data: "vpp-compare-testbeds"
2544   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2545   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2546   parameters:
2547   - "name"
2548   - "parent"
2549   - "throughput"
2550
2551 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2552 -
2553   type: "table"
2554   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2555   algorithm: "table_performance_comparison"
2556   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2557   reference:
2558     title: "3-Node Hsw"
2559     data:
2560       csit-vpp-perf-verify-1810-3n-hsw:
2561       - 8   # NDRPDR sel
2562       - 12  # NDRPDR sel
2563       - 14  # NDRPDR sel
2564       - 18  # NDRPDR sel
2565       - 23  # NDRPDR sel
2566       - 25  # NDRPDR sel
2567       - 38  # NDRPDR sel
2568       - 39  # NDRPDR sel
2569       - 41  # NDRPDR sel
2570       - 42  # NDRPDR sel
2571   compare:
2572     title: "3-Node Skx"
2573     data:
2574       csit-vpp-perf-verify-1810-3n-skx:
2575       - 10  # NDRPDR sel
2576       - 14  # NDRPDR sel
2577       - 15  # NDRPDR sel
2578       - 16  # NDRPDR sel
2579       - 17  # NDRPDR sel
2580       - 19  # NDRPDR sel
2581       - 20  # NDRPDR sel
2582       - 21  # NDRPDR sel
2583       - 22  # NDRPDR sel
2584       - 25  # NDRPDR sel
2585   data: "vpp-compare-testbeds"
2586   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2587   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2588   parameters:
2589   - "name"
2590   - "parent"
2591   - "throughput"
2592
2593 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2594 -
2595   type: "table"
2596   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2597   algorithm: "table_performance_comparison"
2598   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2599   reference:
2600     title: "3-Node Hsw"
2601     data:
2602       csit-vpp-perf-verify-1810-3n-hsw:
2603       - 8   # NDRPDR sel
2604       - 12  # NDRPDR sel
2605       - 14  # NDRPDR sel
2606       - 18  # NDRPDR sel
2607       - 23  # NDRPDR sel
2608       - 25  # NDRPDR sel
2609       - 38  # NDRPDR sel
2610       - 39  # NDRPDR sel
2611       - 41  # NDRPDR sel
2612       - 42  # NDRPDR sel
2613   compare:
2614     title: "3-Node Skx"
2615     data:
2616       csit-vpp-perf-verify-1810-3n-skx:
2617       - 10  # NDRPDR sel
2618       - 14  # NDRPDR sel
2619       - 15  # NDRPDR sel
2620       - 16  # NDRPDR sel
2621       - 17  # NDRPDR sel
2622       - 19  # NDRPDR sel
2623       - 20  # NDRPDR sel
2624       - 21  # NDRPDR sel
2625       - 22  # NDRPDR sel
2626       - 25  # NDRPDR sel
2627   data: "vpp-compare-testbeds"
2628   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2629   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2630   parameters:
2631   - "name"
2632   - "parent"
2633   - "throughput"
2634
2635 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2636 -
2637   type: "table"
2638   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2641   reference:
2642     title: "3-Node Skx"
2643     data:
2644       csit-vpp-perf-verify-1810-3n-skx:
2645       - 10  # NDRPDR sel
2646       - 14  # NDRPDR sel
2647       - 15  # NDRPDR sel
2648       - 16  # NDRPDR sel
2649       - 17  # NDRPDR sel
2650       - 19  # NDRPDR sel
2651       - 20  # NDRPDR sel
2652       - 21  # NDRPDR sel
2653       - 22  # NDRPDR sel
2654       - 25  # NDRPDR sel
2655   compare:
2656     title: "2-Node Skx"
2657     data:
2658       csit-vpp-perf-verify-1810-2n-skx:
2659       - 9   # NDRPDR sel
2660       - 13  # NDRPDR sel
2661       - 14  # NDRPDR sel
2662       - 19  # NDRPDR sel
2663       - 20  # NDRPDR sel
2664       - 21  # NDRPDR sel
2665       - 22  # NDRPDR sel
2666       - 23  # NDRPDR sel
2667       - 24  # NDRPDR sel
2668       - 27  # NDRPDR sel
2669   data: "vpp-compare-topologies"
2670   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2671   filter: "'NDRPDR' and '1C'"
2672   parameters:
2673   - "name"
2674   - "parent"
2675   - "throughput"
2676
2677 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2678 -
2679   type: "table"
2680   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2681   algorithm: "table_performance_comparison"
2682   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2683   reference:
2684     title: "3-Node Skx"
2685     data:
2686       csit-vpp-perf-verify-1810-3n-skx:
2687       - 10  # NDRPDR sel
2688       - 14  # NDRPDR sel
2689       - 15  # NDRPDR sel
2690       - 16  # NDRPDR sel
2691       - 17  # NDRPDR sel
2692       - 19  # NDRPDR sel
2693       - 20  # NDRPDR sel
2694       - 21  # NDRPDR sel
2695       - 22  # NDRPDR sel
2696       - 25  # NDRPDR sel
2697   compare:
2698     title: "2-Node Skx"
2699     data:
2700       csit-vpp-perf-verify-1810-2n-skx:
2701       - 9   # NDRPDR sel
2702       - 13  # NDRPDR sel
2703       - 14  # NDRPDR sel
2704       - 19  # NDRPDR sel
2705       - 20  # NDRPDR sel
2706       - 21  # NDRPDR sel
2707       - 22  # NDRPDR sel
2708       - 23  # NDRPDR sel
2709       - 24  # NDRPDR sel
2710       - 27  # NDRPDR sel
2711   data: "vpp-compare-topologies"
2712   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2713   filter: "'NDRPDR' and '2C'"
2714   parameters:
2715   - "name"
2716   - "parent"
2717   - "throughput"
2718
2719 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2720 -
2721   type: "table"
2722   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2723   algorithm: "table_performance_comparison"
2724   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2725   reference:
2726     title: "3-Node Skx"
2727     data:
2728       csit-vpp-perf-verify-1810-3n-skx:
2729       - 10  # NDRPDR sel
2730       - 14  # NDRPDR sel
2731       - 15  # NDRPDR sel
2732       - 16  # NDRPDR sel
2733       - 17  # NDRPDR sel
2734       - 19  # NDRPDR sel
2735       - 20  # NDRPDR sel
2736       - 21  # NDRPDR sel
2737       - 22  # NDRPDR sel
2738       - 25  # NDRPDR sel
2739   compare:
2740     title: "2-Node Skx"
2741     data:
2742       csit-vpp-perf-verify-1810-2n-skx:
2743       - 9   # NDRPDR sel
2744       - 13  # NDRPDR sel
2745       - 14  # NDRPDR sel
2746       - 19  # NDRPDR sel
2747       - 20  # NDRPDR sel
2748       - 21  # NDRPDR sel
2749       - 22  # NDRPDR sel
2750       - 23  # NDRPDR sel
2751       - 24  # NDRPDR sel
2752       - 27  # NDRPDR sel
2753   data: "vpp-compare-topologies"
2754   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2755   filter: "'NDRPDR' and '1C'"
2756   parameters:
2757   - "name"
2758   - "parent"
2759   - "throughput"
2760
2761 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2762 -
2763   type: "table"
2764   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2765   algorithm: "table_performance_comparison"
2766   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2767   reference:
2768     title: "3-Node Skx"
2769     data:
2770       csit-vpp-perf-verify-1810-3n-skx:
2771       - 10  # NDRPDR sel
2772       - 14  # NDRPDR sel
2773       - 15  # NDRPDR sel
2774       - 16  # NDRPDR sel
2775       - 17  # NDRPDR sel
2776       - 19  # NDRPDR sel
2777       - 20  # NDRPDR sel
2778       - 21  # NDRPDR sel
2779       - 22  # NDRPDR sel
2780       - 25  # NDRPDR sel
2781   compare:
2782     title: "2-Node Skx"
2783     data:
2784       csit-vpp-perf-verify-1810-2n-skx:
2785       - 9   # NDRPDR sel
2786       - 13  # NDRPDR sel
2787       - 14  # NDRPDR sel
2788       - 19  # NDRPDR sel
2789       - 20  # NDRPDR sel
2790       - 21  # NDRPDR sel
2791       - 22  # NDRPDR sel
2792       - 23  # NDRPDR sel
2793       - 24  # NDRPDR sel
2794       - 27  # NDRPDR sel
2795   data: "vpp-compare-topologies"
2796   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2797   filter: "'NDRPDR' and '2C'"
2798   parameters:
2799   - "name"
2800   - "parent"
2801   - "throughput"
2802
2803 # VPP Performance Changes 3n-hsw 1t1c MRR
2804 -
2805   type: "table"
2806   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2807   algorithm: "table_performance_comparison"
2808   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2809   history:
2810     -
2811       title: "rls1804"
2812       data:
2813         csit-vpp-perf-check-1804:
2814         - 6   # mrr - sel
2815         - 13  # mrr - sel
2816         - 14  # mrr - sel
2817         - 15  # mrr - sel
2818         - 16  # mrr - sel
2819         - 17  # mrr - sel
2820         - 19  # mrr - sel
2821         - 20  # mrr - sel
2822         - 21  # mrr - sel
2823         - 22  # mrr - sel
2824   reference:
2825     title: "rls1807"
2826     data:
2827       csit-vpp-perf-verify-1807-3n-hsw:
2828       - 8   # MRR full
2829       - 9   # MRR sel
2830       - 21  # MRR sel
2831       - 31  # MRR sel
2832       - 33  # MRR sel
2833       - 36  # MRR sel
2834       - 41  # MRR sel
2835       - 42  # MRR sel
2836       - 48  # MRR sel
2837   compare:
2838     title: "rls1810"
2839     data:
2840       csit-vpp-perf-verify-1810-3n-hsw:
2841       - 9   # MRR sel
2842   data: "vpp-performance-changes-3n-hsw-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Performance Changes 3n-hsw 2t2c MRR
2851 -
2852   type: "table"
2853   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2854   algorithm: "table_performance_comparison"
2855   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2856   history:
2857     -
2858       title: "rls1804"
2859       data:
2860         csit-vpp-perf-check-1804:
2861         - 6   # mrr - sel
2862         - 13  # mrr - sel
2863         - 14  # mrr - sel
2864         - 15  # mrr - sel
2865         - 16  # mrr - sel
2866         - 17  # mrr - sel
2867         - 19  # mrr - sel
2868         - 20  # mrr - sel
2869         - 21  # mrr - sel
2870         - 22  # mrr - sel
2871   reference:
2872     title: "rls1807"
2873     data:
2874       csit-vpp-perf-verify-1807-3n-hsw:
2875       - 8   # MRR full
2876       - 9   # MRR sel
2877       - 21  # MRR sel
2878       - 31  # MRR sel
2879       - 33  # MRR sel
2880       - 36  # MRR sel
2881       - 41  # MRR sel
2882       - 42  # MRR sel
2883       - 48  # MRR sel
2884   compare:
2885     title: "rls1810"
2886     data:
2887       csit-vpp-perf-verify-1810-3n-hsw:
2888       - 9   # MRR sel
2889   data: "vpp-performance-changes-3n-hsw-mrr"
2890   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2891   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2892   parameters:
2893   - "name"
2894   - "parent"
2895   - "result"
2896
2897 # VPP Performance Changes 3n-hsw 4t4c MRR
2898 -
2899   type: "table"
2900   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2901   algorithm: "table_performance_comparison"
2902   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2903   history:
2904     -
2905       title: "rls1804"
2906       data:
2907         csit-vpp-perf-check-1804:
2908         - 6   # mrr - sel
2909         - 13  # mrr - sel
2910         - 14  # mrr - sel
2911         - 15  # mrr - sel
2912         - 16  # mrr - sel
2913         - 17  # mrr - sel
2914         - 19  # mrr - sel
2915         - 20  # mrr - sel
2916         - 21  # mrr - sel
2917         - 22  # mrr - sel
2918   reference:
2919     title: "rls1807"
2920     data:
2921       csit-vpp-perf-verify-1807-3n-hsw:
2922       - 8   # MRR full
2923       - 9   # MRR sel
2924       - 21  # MRR sel
2925       - 31  # MRR sel
2926       - 33  # MRR sel
2927       - 36  # MRR sel
2928       - 41  # MRR sel
2929       - 42  # MRR sel
2930       - 48  # MRR sel
2931   compare:
2932     title: "rls1810"
2933     data:
2934       csit-vpp-perf-verify-1810-3n-hsw:
2935       - 9   # MRR sel
2936   data: "vpp-performance-changes-3n-hsw-mrr"
2937   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2938   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2939   parameters:
2940   - "name"
2941   - "parent"
2942   - "result"
2943
2944 # VPP Performance Changes 3n-skx 2t1c MRR
2945 -
2946   type: "table"
2947   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2948   algorithm: "table_performance_comparison"
2949   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2950   reference:
2951     title: "rls1807"
2952     data:
2953       csit-vpp-perf-verify-1807-3n-skx:
2954       - 28  # MRR sel
2955       - 32  # MRR sel
2956       - 36  # MRR sel
2957       - 42  # MRR sel
2958       - 47  # MRR sel
2959       - 48  # MRR sel
2960       - 51  # MRR sel
2961       - 52  # MRR sel
2962       - 53  # MRR sel
2963   compare:
2964     title: "rls1810"
2965     data:
2966       csit-vpp-perf-verify-1810-3n-skx:
2967       - 9   # MRR sel
2968       - 11  # MRR sel
2969       - 12  # MRR sel
2970       - 13  # MRR sel
2971   data: "vpp-performance-changes-3n-skx-mrr"
2972   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2973   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2974   parameters:
2975   - "name"
2976   - "parent"
2977   - "result"
2978
2979 # VPP Performance Changes 3n-skx 4t2c MRR
2980 -
2981   type: "table"
2982   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2983   algorithm: "table_performance_comparison"
2984   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2985   reference:
2986     title: "rls1807"
2987     data:
2988       csit-vpp-perf-verify-1807-3n-skx:
2989       - 28  # MRR sel
2990       - 32  # MRR sel
2991       - 36  # MRR sel
2992       - 42  # MRR sel
2993       - 47  # MRR sel
2994       - 48  # MRR sel
2995       - 51  # MRR sel
2996       - 52  # MRR sel
2997       - 53  # MRR sel
2998   compare:
2999     title: "rls1810"
3000     data:
3001       csit-vpp-perf-verify-1810-3n-skx:
3002       - 9   # MRR sel
3003       - 11  # MRR sel
3004       - 12  # MRR sel
3005       - 13  # MRR sel
3006   data: "vpp-performance-changes-3n-skx-mrr"
3007   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3008   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3009   parameters:
3010   - "name"
3011   - "parent"
3012   - "result"
3013
3014 # VPP Performance Changes 3n-skx 8t4c MRR
3015 -
3016   type: "table"
3017   title: "VPP Performance Changes 3n-skx 8t4c MRR"
3018   algorithm: "table_performance_comparison"
3019   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
3020   reference:
3021     title: "rls1807"
3022     data:
3023       csit-vpp-perf-verify-1807-3n-skx:
3024       - 28  # MRR sel
3025       - 32  # MRR sel
3026       - 36  # MRR sel
3027       - 42  # MRR sel
3028       - 47  # MRR sel
3029       - 48  # MRR sel
3030       - 51  # MRR sel
3031       - 52  # MRR sel
3032       - 53  # MRR sel
3033   compare:
3034     title: "rls1810"
3035     data:
3036       csit-vpp-perf-verify-1810-3n-skx:
3037       - 9   # MRR sel
3038       - 11  # MRR sel
3039       - 12  # MRR sel
3040       - 13  # MRR sel
3041   data: "vpp-performance-changes-3n-skx-mrr"
3042   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3043   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3044   parameters:
3045   - "name"
3046   - "parent"
3047   - "result"
3048
3049 # VPP Performance Changes 2n-skx 2t1c MRR
3050 -
3051   type: "table"
3052   title: "VPP Performance Changes 2n-skx 2t1c MRR"
3053   algorithm: "table_performance_comparison"
3054   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3055   reference:
3056     title: "rls1807"
3057     data:
3058       csit-vpp-perf-verify-1807-2n-skx:
3059       - 31  # MRR sel
3060       - 33  # MRR sel
3061       - 37  # MRR sel
3062       - 38  # MRR sel
3063       - 41  # MRR sel
3064       - 43  # MRR sel
3065       - 44  # MRR sel
3066       - 45  # MRR sel
3067       - 46  # MRR sel
3068       - 47  # MRR sel
3069   compare:
3070     title: "rls1810"
3071     data:
3072       csit-vpp-perf-verify-1810-2n-skx:
3073       - 8   # MRR sel
3074       - 10  # MRR sel
3075       - 11  # MRR sel
3076       - 12  # MRR sel
3077   data: "vpp-performance-changes-2n-skx-mrr"
3078   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3079   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3080   parameters:
3081   - "name"
3082   - "parent"
3083   - "result"
3084
3085 # VPP Performance Changes 2n-skx 4t2c MRR
3086 -
3087   type: "table"
3088   title: "VPP Performance Changes 2n-skx 4t2c MRR"
3089   algorithm: "table_performance_comparison"
3090   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3091   reference:
3092     title: "rls1807"
3093     data:
3094       csit-vpp-perf-verify-1807-2n-skx:
3095       - 31  # MRR sel
3096       - 33  # MRR sel
3097       - 37  # MRR sel
3098       - 38  # MRR sel
3099       - 41  # MRR sel
3100       - 43  # MRR sel
3101       - 44  # MRR sel
3102       - 45  # MRR sel
3103       - 46  # MRR sel
3104       - 47  # MRR sel
3105   compare:
3106     title: "rls1810"
3107     data:
3108       csit-vpp-perf-verify-1810-2n-skx:
3109       - 8   # MRR sel
3110       - 10  # MRR sel
3111       - 11  # MRR sel
3112       - 12  # MRR sel
3113   data: "vpp-performance-changes-2n-skx-mrr"
3114   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3115   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3116   parameters:
3117   - "name"
3118   - "parent"
3119   - "result"
3120
3121 # VPP Performance Changes 2n-skx 8t4c MRR
3122 -
3123   type: "table"
3124   title: "VPP Performance Changes 2n-skx 8t4c MRR"
3125   algorithm: "table_performance_comparison"
3126   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3127   reference:
3128     title: "rls1807"
3129     data:
3130       csit-vpp-perf-verify-1807-2n-skx:
3131       - 31  # MRR sel
3132       - 33  # MRR sel
3133       - 37  # MRR sel
3134       - 38  # MRR sel
3135       - 41  # MRR sel
3136       - 43  # MRR sel
3137       - 44  # MRR sel
3138       - 45  # MRR sel
3139       - 46  # MRR sel
3140       - 47  # MRR sel
3141   compare:
3142     title: "rls1810"
3143     data:
3144       csit-vpp-perf-verify-1810-2n-skx:
3145       - 8   # MRR sel
3146       - 10  # MRR sel
3147       - 11  # MRR sel
3148       - 12  # MRR sel
3149   data: "vpp-performance-changes-2n-skx-mrr"
3150   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3151   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3152   parameters:
3153   - "name"
3154   - "parent"
3155   - "result"
3156
3157 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
3158 -
3159   type: "table"
3160   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
3161   algorithm: "table_performance_comparison"
3162   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
3163   reference:
3164     title: "3-Node Hsw"
3165     data:
3166       csit-vpp-perf-verify-1810-3n-hsw:
3167       - 9   # MRR sel
3168   compare:
3169     title: "3-Node Skx"
3170     data:
3171       csit-vpp-perf-verify-1810-3n-skx:
3172       - 9   # MRR sel
3173       - 11  # MRR sel
3174       - 12  # MRR sel
3175       - 13  # MRR sel
3176   data: "vpp-compare-testbeds-mrr"
3177   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3178   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
3179   parameters:
3180   - "name"
3181   - "parent"
3182   - "result"
3183
3184 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
3185 -
3186   type: "table"
3187   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
3188   algorithm: "table_performance_comparison"
3189   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
3190   reference:
3191     title: "3-Node Hsw"
3192     data:
3193       csit-vpp-perf-verify-1810-3n-hsw:
3194       - 9   # MRR sel
3195   compare:
3196     title: "3-Node Skx"
3197     data:
3198       csit-vpp-perf-verify-1810-3n-skx:
3199       - 9   # MRR sel
3200       - 11  # MRR sel
3201       - 12  # MRR sel
3202       - 13  # MRR sel
3203   data: "vpp-compare-testbeds-mrr"
3204   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3205   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
3206   parameters:
3207   - "name"
3208   - "parent"
3209   - "result"
3210
3211 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3212 -
3213   type: "table"
3214   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3215   algorithm: "table_performance_comparison"
3216   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3217   reference:
3218     title: "3-Node Hsw"
3219     data:
3220       csit-vpp-perf-verify-1810-3n-hsw:
3221       - 9   # MRR sel
3222   compare:
3223     title: "3-Node Skx"
3224     data:
3225       csit-vpp-perf-verify-1810-3n-skx:
3226       - 9   # MRR sel
3227       - 11  # MRR sel
3228       - 12  # MRR sel
3229       - 13  # MRR sel
3230   data: "vpp-compare-testbeds-mrr"
3231   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3232   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
3233   parameters:
3234   - "name"
3235   - "parent"
3236   - "result"
3237
3238 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3239 -
3240   type: "table"
3241   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3242   algorithm: "table_performance_comparison"
3243   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3244   reference:
3245     title: "3-Node Skx"
3246     data:
3247       csit-vpp-perf-verify-1810-3n-skx:
3248       - 9   # MRR sel
3249       - 11  # MRR sel
3250       - 12  # MRR sel
3251       - 13  # MRR sel
3252   compare:
3253     title: "2-Node Skx"
3254     data:
3255       csit-vpp-perf-verify-1810-2n-skx:
3256       - 8   # MRR sel
3257       - 10  # MRR sel
3258       - 11  # MRR sel
3259       - 12  # MRR sel
3260   data: "vpp-compare-topologies-mrr"
3261   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3262   filter: "'MRR' and '1C'"
3263   parameters:
3264   - "name"
3265   - "parent"
3266   - "result"
3267
3268 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3269 -
3270   type: "table"
3271   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3272   algorithm: "table_performance_comparison"
3273   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3274   reference:
3275     title: "3-Node Skx"
3276     data:
3277       csit-vpp-perf-verify-1810-3n-skx:
3278       - 9   # MRR sel
3279       - 11  # MRR sel
3280       - 12  # MRR sel
3281       - 13  # MRR sel
3282   compare:
3283     title: "2-Node Skx"
3284     data:
3285       csit-vpp-perf-verify-1810-2n-skx:
3286       - 8   # MRR sel
3287       - 10  # MRR sel
3288       - 11  # MRR sel
3289       - 12  # MRR sel
3290   data: "vpp-compare-topologies-mrr"
3291   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3292   filter: "'MRR' and '2C'"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "result"
3297
3298 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3299 -
3300   type: "table"
3301   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3302   algorithm: "table_performance_comparison"
3303   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3304   reference:
3305     title: "3-Node Skx"
3306     data:
3307       csit-vpp-perf-verify-1810-3n-skx:
3308       - 9   # MRR sel
3309       - 11  # MRR sel
3310       - 12  # MRR sel
3311       - 13  # MRR sel
3312   compare:
3313     title: "2-Node Skx"
3314     data:
3315       csit-vpp-perf-verify-1810-2n-skx:
3316       - 8   # MRR sel
3317       - 10  # MRR sel
3318       - 11  # MRR sel
3319       - 12  # MRR sel
3320   data: "vpp-compare-topologies-mrr"
3321   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3322   filter: "'MRR' and '4C'"
3323   parameters:
3324   - "name"
3325   - "parent"
3326   - "result"
3327
3328 # Detailed Test Results - VPP Performance Results 3n-hsw
3329 -
3330   type: "table"
3331   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3332   algorithm: "table_merged_details"
3333   output-file-ext: ".csv"
3334   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3335   columns:
3336   -
3337     title: "Name"
3338     data: "data name"
3339   -
3340     title: "Status"
3341     data: "data msg"
3342   rows: "generated"
3343   data: "vpp-perf-results-3n-hsw"
3344   filter: "not 'NDRCHK' and not 'PDRCHK'"
3345   parameters:
3346   - "name"
3347   - "parent"
3348   - "msg"
3349
3350 # Detailed Test Results - VPP Performance Results 3n-skx
3351 -
3352   type: "table"
3353   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3354   algorithm: "table_merged_details"
3355   output-file-ext: ".csv"
3356   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3357   columns:
3358   -
3359     title: "Name"
3360     data: "data name"
3361   -
3362     title: "Status"
3363     data: "data msg"
3364   rows: "generated"
3365   data: "vpp-perf-results-3n-skx"
3366   filter: "not 'NDRCHK' and not 'PDRCHK'"
3367   parameters:
3368   - "name"
3369   - "parent"
3370   - "msg"
3371
3372 # Detailed Test Results - VPP Performance Results 2n-skx
3373 -
3374   type: "table"
3375   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3376   algorithm: "table_merged_details"
3377   output-file-ext: ".csv"
3378   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3379   columns:
3380   -
3381     title: "Name"
3382     data: "data name"
3383   -
3384     title: "Status"
3385     data: "data msg"
3386   rows: "generated"
3387   data: "vpp-perf-results-2n-skx"
3388   filter: "not 'NDRCHK' and not 'PDRCHK'"
3389   parameters:
3390   - "name"
3391   - "parent"
3392   - "msg"
3393
3394 # Detailed Test Results - VPP Performance Results 2n-dnv
3395 -
3396   type: "table"
3397   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3398   algorithm: "table_details"
3399   output-file-ext: ".csv"
3400   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3401   columns:
3402   -
3403     title: "Name"
3404     data: "data name"
3405   -
3406     title: "Status"
3407     data: "data msg"
3408   rows: "generated"
3409   data: "intel-dnv-vpp"
3410   filter: "'NDRPDR'"
3411   parameters:
3412   - "name"
3413   - "parent"
3414   - "msg"
3415
3416 # Test configuration - VPP Performance Test Configs 3n-hsw
3417 -
3418   type: "table"
3419   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3420   algorithm: "table_merged_details"
3421   output-file-ext: ".csv"
3422   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3423   columns:
3424   -
3425     title: "Name"
3426     data: "data name"
3427   -
3428     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3429     data: "data vat-history"
3430   rows: "generated"
3431   data: "vpp-perf-results-3n-hsw"
3432   filter: "not 'NDRCHK' and not 'PDRCHK'"
3433   parameters:
3434   - "parent"
3435   - "name"
3436   - "vat-history"
3437
3438 # Test configuration - VPP Performance Test Configs 3n-skx