Report: Fixes
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
37     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
38     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
39     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
40     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
41     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
42     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
43     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
44     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
45     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
46     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
47     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
48     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
49     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
50     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
51     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
52
53     # Detailed test configurations
54     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
55     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
56     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
57     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
58     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
59     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
60     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
61     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
62     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
63     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
64     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
65     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
66     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
67     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
68     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
69     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
70
71     # Detailed tests operational data
72     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
73     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
74     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
75     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
76     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
77     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
78     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
79
80     # .css patch file to fix tables generated by Sphinx
81     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
82     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
83
84   urls:
85     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
86     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
87     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
88     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
89     DIR[NEXUS,DOC]: "report/_static/archive"
90
91   make-dirs:
92   # List the directories which are created while preparing the environment.
93   # All directories MUST be defined in "paths" section.
94   - "DIR[WORKING,DATA]"
95   - "DIR[STATIC,VPP]"
96   - "DIR[STATIC,DPDK]"
97   - "DIR[STATIC,ARCH]"
98   - "DIR[BUILD,LATEX]"
99   - "DIR[WORKING,SRC]"
100   - "DIR[WORKING,SRC,STATIC]"
101
102   remove-dirs:
103   # List the directories which are deleted while cleaning the environment.
104   # All directories MUST be defined in "paths" section.
105   #- "DIR[BUILD,HTML]"
106   - "DIR[WORKING,DATA]"
107
108   build-dirs:
109   # List the directories where the results (build) is stored.
110   # All directories MUST be defined in "paths" section.
111   - "DIR[BUILD,HTML]"
112   - "DIR[BUILD,LATEX]"
113
114 - type: "configuration"
115
116   limits:
117     nic:
118       x520: 24460000
119       x553: 29761905
120       x710: 35800000
121       xxv710: 35800000
122       xl710: 35800000
123
124     link:
125       10ge: 14880952.38
126       25ge: 37202380.95
127       40ge: 59523809.52
128       100ge: 148809523.81
129
130     pci:
131       pci-g3-x8: 74404761.90
132       pci-g3-x16: 148809523.81
133
134   data-sets:
135
136     ###########################################################################
137     # Plots:
138
139     # 3n-hsw
140
141     plot-vpp-throughput-lat-tsa-3n-hsw:
142       csit-vpp-perf-verify-1908-3n-hsw:
143         - 12  # NDRPDR sel
144         - 13  # NDRPDR sel
145         - 14  # NDRPDR sel
146         - 15  # NDRPDR sel
147         - 16  # NDRPDR sel
148         - 17  # NDRPDR sel
149         - 18  # NDRPDR sel
150         - 19  # NDRPDR sel
151         - 20  # NDRPDR sel
152         - 21  # NDRPDR sel
153
154     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
155       csit-vpp-perf-verify-1908-3n-hsw:
156         - 48  # NDRPDR sel vhost
157         - 49  # NDRPDR sel vhost
158         - 52  # NDRPDR sel vhost
159         - 53  # NDRPDR sel vhost
160         - 54  # NDRPDR sel vhost
161         - 55  # NDRPDR sel vhost
162         - 56  # NDRPDR sel vhost
163         - 57  # NDRPDR sel vhost
164         - 58  # NDRPDR sel vhost
165         - 59  # NDRPDR sel vhost
166
167     plot-vpp-http-server-performance:
168       csit-vpp-perf-verify-1908-2n-skx:
169         - 29  # TCP
170         - 30  # TCP
171         - 58  # TCP
172         - 59  # TCP
173         - 60  # TCP
174         - 61  # TCP
175         - 62  # TCP
176         - 63  # TCP
177         - 64  # TCP
178         - 65  # TCP
179
180     plot-dpdk-throughput-latency-3n-hsw:
181       csit-dpdk-perf-verify-1908-3n-hsw:
182         - 2   # NDRPDR sel
183         - 3   # NDRPDR sel
184         - 4   # NDRPDR sel
185         - 5   # NDRPDR sel
186         - 6   # NDRPDR sel
187         - 7   # NDRPDR sel
188         - 8   # NDRPDR sel
189         - 9   # NDRPDR sel
190         - 10  # NDRPDR sel
191         - 11  # NDRPDR sel
192
193     # 3n-skx
194
195     plot-vpp-throughput-lat-tsa-3n-skx:
196       csit-vpp-perf-verify-1908-3n-skx:
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 19  # NDRPDR sel
200         - 20  # NDRPDR sel
201         - 22  # NDRPDR sel
202         - 23  # NDRPDR sel
203         - 24  # NDRPDR sel
204         - 25  # NDRPDR sel
205         - 26  # NDRPDR sel
206         - 29  # NDRPDR sel
207
208     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
209       csit-vpp-perf-verify-1908-3n-skx:
210         - 52  # NDRPDR sel vhost
211         - 53  # NDRPDR sel vhost
212         - 55  # NDRPDR sel vhost
213         - 61  # NDRPDR sel vhost
214         - 62  # NDRPDR sel vhost
215         - 63  # NDRPDR sel vhost
216         - 64  # NDRPDR sel vhost
217         - 65  # NDRPDR sel vhost
218         - 66  # NDRPDR sel vhost
219         - 67  # NDRPDR sel vhost
220
221     plot-dpdk-throughput-latency-3n-skx:
222       csit-dpdk-perf-verify-1908-3n-skx:
223         - 3   # NDRPDR sel
224         - 4   # NDRPDR sel
225         - 5   # NDRPDR sel
226         - 6   # NDRPDR sel
227         - 7   # NDRPDR sel
228         - 8   # NDRPDR sel
229         - 9   # NDRPDR sel
230         - 10  # NDRPDR sel
231         - 11  # NDRPDR sel
232         - 12  # NDRPDR sel
233
234     # 2n-skx
235
236     plot-vpp-throughput-lat-tsa-2n-skx:
237       csit-vpp-perf-verify-1908-2n-skx:
238         - 26  # NDRPDR sel
239         - 27  # NDRPDR sel
240         - 34  # NDRPDR sel
241         - 35  # NDRPDR sel
242         - 36  # NDRPDR sel
243         - 42  # NDRPDR sel
244         - 43  # NDRPDR sel
245         - 44  # NDRPDR sel
246         - 45  # NDRPDR sel
247         - 46  # NDRPDR sel
248
249     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
250       csit-vpp-perf-verify-1908-2n-skx:
251         - 88  # NDRPDR sel vhost
252         - 89  # NDRPDR sel vhost
253         - 91  # NDRPDR sel vhost
254         - 92  # NDRPDR sel vhost
255         - 93  # NDRPDR sel vhost
256         - 94  # NDRPDR sel vhost
257         - 95  # NDRPDR sel vhost
258         - 96  # NDRPDR sel vhost
259         - 97  # NDRPDR sel vhost
260         - 98  # NDRPDR sel vhost
261
262     plot-vpp-soak-2n-skx:
263       csit-vpp-perf-verify-1908-2n-skx:
264         - 83  # SOAK
265         - 86  # SOAK
266
267     plot-vpp-nfv-2n-skx-ndrpdr:
268       csit-vpp-perf-verify-1908-2n-skx:
269         - 22  # NFV
270         - 31  # NFV
271         - 32  # NFV
272         - 37  # NFV
273         - 38  # NFV
274         - 39  # NFV
275         - 53  # NFV
276         - 67  # NFV
277         - 68  # NFV
278         - 70  # NFV
279
280     plot-vpp-nfv-2n-skx-mrr:
281       csit-vpp-perf-verify-1908-2n-skx:
282         - 71  # NFV MRR
283
284     plot-vpp-nfv-reconf-2n-skx:
285       csit-vpp-perf-verify-1908-2n-skx:
286         - 113 # NFV reconf sel
287         - 114 # NFV reconf sel
288         - 115 # NFV reconf sel
289         - 116 # NFV reconf sel
290         - 118 # NFV reconf sel
291         - 119 # NFV reconf sel
292         - 120 # NFV reconf sel
293         - 121 # NFV reconf sel
294         - 122 # NFV reconf sel
295         - 123 # NFV reconf sel
296
297     plot-dpdk-throughput-latency-2n-skx:
298       csit-dpdk-perf-verify-1908-2n-skx:
299         - 2   # NDRPDR sel
300         - 3   # NDRPDR sel
301         - 4   # NDRPDR sel
302         - 5   # NDRPDR sel
303         - 7   # NDRPDR sel
304         - 8   # NDRPDR sel
305         - 9   # NDRPDR sel
306         - 10  # NDRPDR sel
307         - 11  # NDRPDR sel
308         - 12  # NDRPDR sel
309
310     # 3n-tsh
311
312     plot-vpp-throughput-lat-tsa-3n-tsh:
313       csit-vpp-perf-verify-1908-3n-tsh:
314         - 7   # NDRPDR sel
315         - 8   # NDRPDR sel
316         - 9   # NDRPDR sel
317         - 10  # NDRPDR sel
318         - 11  # NDRPDR sel
319         - 12  # NDRPDR sel
320         - 13  # NDRPDR sel
321         - 14  # NDRPDR sel
322         - 15  # NDRPDR sel
323         - 16  # NDRPDR sel
324
325     # 3n-dnv
326
327     plot-vpp-throughput-lat-tsa-3n-dnv:
328       csit-vpp-perf-verify-1908-3n-dnv:
329         - 6   # NDRPDR sel
330         - 7   # NDRPDR sel
331         - 8   # NDRPDR sel
332         - 9   # NDRPDR sel
333         - 10  # NDRPDR sel
334         - 12  # NDRPDR sel
335         - 13  # NDRPDR sel
336         - 14  # NDRPDR sel
337         - 15  # NDRPDR sel
338         - 16  # NDRPDR sel
339
340     # 2n-dnv
341
342     plot-vpp-throughput-lat-tsa-2n-dnv:
343       csit-vpp-perf-verify-1908-2n-dnv:
344         - 1   # NDRPDR sel
345         - 2   # NDRPDR sel
346         - 3   # NDRPDR sel
347         - 4   # NDRPDR sel
348         - 5   # NDRPDR sel
349         - 6   # NDRPDR sel
350         - 7   # NDRPDR sel
351         - 8   # NDRPDR sel
352         - 9   # NDRPDR sel
353         - 10  # NDRPDR sel
354
355     ###########################################################################
356     # Simple tables (only one data set):
357
358     # NIC Comparisons
359
360     vpp-nic-comparison-3n-skx:
361       csit-vpp-perf-verify-1908-3n-skx:
362         - 14  # NDRPDR sel
363         - 16  # NDRPDR sel
364         - 19  # NDRPDR sel
365         - 20  # NDRPDR sel
366         - 22  # NDRPDR sel
367         - 23  # NDRPDR sel
368         - 24  # NDRPDR sel
369         - 25  # NDRPDR sel
370         - 26  # NDRPDR sel
371         - 29  # NDRPDR sel
372
373     vpp-nic-comparison-2n-skx:
374       csit-vpp-perf-verify-1908-2n-skx:
375         - 26  # NDRPDR sel
376         - 27  # NDRPDR sel
377         - 34  # NDRPDR sel
378         - 35  # NDRPDR sel
379         - 36  # NDRPDR sel
380         - 42  # NDRPDR sel
381         - 43  # NDRPDR sel
382         - 44  # NDRPDR sel
383         - 45  # NDRPDR sel
384         - 46  # NDRPDR sel
385
386     vpp-nic-comparison-3n-skx-mrr:
387       csit-vpp-perf-verify-1908-3n-skx:
388         - 36  # MRR sel
389
390     vpp-nic-comparison-2n-skx-mrr:
391       csit-vpp-perf-verify-1908-2n-skx:
392         - 69  # MRR sel
393
394     # Results
395
396     vpp-perf-results-3n-hsw:
397       csit-vpp-perf-verify-1908-3n-hsw:
398         - 24  # NDRPDR full
399         - 25  # NDRPDR full
400         - 26  # NDRPDR full
401         - 27  # NDRPDR full
402         - 28  # NDRPDR full
403         - 29  # NDRPDR full
404         - 32  # NDRPDR full
405         - 33  # NDRPDR full
406         - 36  # NDRPDR full
407         - 38  # NDRPDR full
408         - 50  # NDRPDR full vhost
409
410     vpp-perf-results-3n-skx:
411       csit-vpp-perf-verify-1908-3n-skx:
412         - 27  # NDRPDR full
413         - 28  # NDRPDR full
414         - 30  # NDRPDR full
415         - 31  # NDRPDR full
416         - 32  # NDRPDR full
417         - 33  # NDRPDR full
418         - 34  # NDRPDR full
419         - 35  # NDRPDR full
420         - 37  # NDRPDR full
421         - 39  # NDRPDR full
422         - 40  # NDRPDR full
423         - 41  # NDRPDR full
424         - 54  # NDRPDR full
425
426     vpp-perf-results-2n-skx:
427       csit-vpp-perf-verify-1908-2n-skx:
428         - 48  # NDRPDR full
429         - 49  # NDRPDR full
430         - 50  # NDRPDR full
431         - 51  # NDRPDR full
432         - 54  # NDRPDR full
433         - 55  # NDRPDR full
434         - 90  # NDRPDR full vhost
435         - 110 # NFV full
436         - 111 # NFV full
437         - 127 # NFV full
438         - 112 # NFV reconf full
439
440     vpp-perf-results-3n-tsh:
441       csit-vpp-perf-verify-1908-3n-tsh:
442         - 13  # NDRPDR sel
443
444     vpp-perf-results-3n-dnv:
445       csit-vpp-perf-verify-1908-3n-dnv:
446         - 16  # NDRPDR sel
447
448     vpp-perf-results-2n-dnv:
449       csit-vpp-perf-verify-1908-2n-dnv:
450         - 9   # NDRPDR sel
451
452     vpp-mrr-results-3n-hsw:
453       csit-vpp-perf-verify-1908-3n-hsw:
454         - 39  # MRR sel
455
456     vpp-mrr-results-3n-skx:
457       csit-vpp-perf-verify-1908-3n-skx:
458         - 36  # MRR sel
459
460     vpp-mrr-results-2n-skx:
461       csit-vpp-perf-verify-1908-2n-skx:
462         - 69  # MRR sel
463
464     vpp-mrr-results-3n-tsh:
465       csit-vpp-perf-verify-1908-3n-tsh:
466         - 17  # MRR sel
467
468     vpp-mrr-results-3n-dnv:
469       csit-vpp-perf-verify-1908-3n-dnv:
470         - 17  # MRR sel
471
472     vpp-mrr-results-2n-dnv:
473       csit-vpp-perf-verify-1908-2n-dnv:
474         - 11  # MRR sel
475
476     vpp-func-results-ubuntu:
477       csit-vpp-functional-1908-ubuntu1604-virl:
478         - 64
479
480     vpp-func-results-centos:
481       csit-vpp-functional-1908-centos7-virl:
482         - 64
483
484     vpp-device-results-ubuntu:
485       csit-vpp-device-1908-ubuntu1804-1n-skx:
486         - 65
487
488     dpdk-perf-results-3n-hsw:
489       csit-dpdk-perf-verify-1908-3n-hsw:
490         - 10  # NDRPDR sel
491
492     dpdk-perf-results-3n-skx:
493       csit-dpdk-perf-verify-1908-3n-skx:
494         - 12  # NDRPDR sel
495
496     dpdk-perf-results-2n-skx:
497       csit-dpdk-perf-verify-1908-2n-skx:
498         - 12  # NDRPDR sel
499
500 ###########################################################################
501     # Tables (more than one data set)
502
503     # Performance changes
504
505     vpp-performance-changes-3n-hsw-h1:
506       csit-vpp-perf-verify-1901-3n-hsw:
507         - 10  # NDRPDR sel
508         - 19  # NDRPDR sel
509         - 31  # NDRPDR sel
510         - 36  # NDRPDR sel
511         - 40  # NDRPDR sel
512         - 42  # NDRPDR sel
513         - 44  # NDRPDR sel
514         - 46  # NDRPDR sel
515         - 47  # NDRPDR sel
516         - 48  # NDRPDR sel
517         - 61  # NDRPDR LB
518         - 62  # NDRPDR LB
519         - 63  # NDRPDR LB
520         - 64  # NDRPDR LB
521         - 65  # NDRPDR LB
522         - 66  # NDRPDR LB
523         - 67  # NDRPDR LB
524         - 69  # NDRPDR LB
525         - 70  # NDRPDR LB
526         - 71  # NDRPDR LB
527     vpp-performance-changes-3n-hsw-ref:
528       csit-vpp-perf-verify-1904-3n-hsw:
529         - 11  # NDRPDR sel
530         - 12  # NDRPDR sel
531         - 20  # NDRPDR sel
532         - 21  # NDRPDR sel
533         - 23  # NDRPDR sel
534         - 24  # NDRPDR sel
535         - 25  # NDRPDR sel
536         - 26  # NDRPDR sel
537         - 29  # NDRPDR sel
538         - 30  # NDRPDR sel
539     vpp-performance-changes-3n-hsw-cmp:
540       csit-vpp-perf-verify-1908-3n-hsw:
541         - 12  # NDRPDR sel
542         - 13  # NDRPDR sel
543         - 14  # NDRPDR sel
544         - 15  # NDRPDR sel
545         - 16  # NDRPDR sel
546         - 17  # NDRPDR sel
547         - 18  # NDRPDR sel
548         - 19  # NDRPDR sel
549         - 20  # NDRPDR sel
550         - 21  # NDRPDR sel
551     vpp-performance-changes-3n-hsw:
552       - "vpp-performance-changes-3n-hsw-h1"
553       - "vpp-performance-changes-3n-hsw-ref"
554       - "vpp-performance-changes-3n-hsw-cmp"
555
556     vpp-performance-changes-3n-skx-h1:
557       csit-vpp-perf-verify-1901-3n-skx:
558         - 18  # NDRPDR sel
559         - 19  # NDRPDR sel
560         - 20  # NDRPDR sel
561         - 28  # NDRPDR sel
562         - 31  # NDRPDR sel
563         - 33  # NDRPDR sel
564         - 36  # NDRPDR sel
565         - 38  # NDRPDR sel
566         - 47  # NDRPDR sel
567         - 48  # NDRPDR sel
568         - 54  # NDRPDR LB
569         - 57  # NDRPDR LB
570         - 58  # NDRPDR LB
571         - 59  # NDRPDR LB
572         - 60  # NDRPDR LB
573         - 63  # NDRPDR LB
574         - 64  # NDRPDR LB
575         - 65  # NDRPDR LB
576         - 66  # NDRPDR LB
577         - 67  # NDRPDR LB
578     vpp-performance-changes-3n-skx-ref:
579       csit-vpp-perf-verify-1904-3n-skx:
580         - 8   # NDRPDR sel
581         - 9   # NDRPDR sel
582         - 10  # NDRPDR sel
583         - 11  # NDRPDR sel
584         - 12  # NDRPDR sel
585         - 14  # NDRPDR sel
586         - 16  # NDRPDR sel
587         - 21  # NDRPDR sel
588         - 23  # NDRPDR sel
589         - 25  # NDRPDR sel
590     vpp-performance-changes-3n-skx-cmp:
591       csit-vpp-perf-verify-1908-3n-skx:
592         - 14  # NDRPDR sel
593         - 16  # NDRPDR sel
594         - 19  # NDRPDR sel
595         - 20  # NDRPDR sel
596         - 22  # NDRPDR sel
597         - 23  # NDRPDR sel
598         - 24  # NDRPDR sel
599         - 25  # NDRPDR sel
600         - 26  # NDRPDR sel
601         - 29  # NDRPDR sel
602     vpp-performance-changes-3n-skx:
603       - "vpp-performance-changes-3n-skx-h1"
604       - "vpp-performance-changes-3n-skx-ref"
605       - "vpp-performance-changes-3n-skx-cmp"
606
607     vpp-performance-changes-2n-skx-h1:
608       csit-vpp-perf-verify-1901-2n-skx:
609         - 5   # NDRPDR sel
610         - 12  # NDRPDR sel
611         - 13  # NDRPDR sel
612         - 21  # NDRPDR sel
613         - 23  # NDRPDR sel
614         - 31  # NDRPDR sel
615         - 34  # NDRPDR sel
616         - 40  # NDRPDR sel
617         - 42  # NDRPDR sel
618         - 43  # NDRPDR sel
619     vpp-performance-changes-2n-skx-ref:
620       csit-vpp-perf-verify-1904-2n-skx:
621         - 12  # NDRPDR sel
622         - 14  # NDRPDR sel
623         - 16  # NDRPDR sel
624         - 17  # NDRPDR sel
625         - 18  # NDRPDR sel
626         - 21  # NDRPDR sel
627         - 27  # NDRPDR sel
628         - 30  # NDRPDR sel
629         - 31  # NDRPDR sel
630         - 32  # NDRPDR sel
631     vpp-performance-changes-2n-skx-cmp:
632       csit-vpp-perf-verify-1908-2n-skx:
633         - 26  # NDRPDR sel
634         - 27  # NDRPDR sel
635         - 34  # NDRPDR sel
636         - 35  # NDRPDR sel
637         - 36  # NDRPDR sel
638         - 42  # NDRPDR sel
639         - 43  # NDRPDR sel
640         - 44  # NDRPDR sel
641         - 45  # NDRPDR sel
642         - 46  # NDRPDR sel
643     vpp-performance-changes-2n-skx:
644       - "vpp-performance-changes-2n-skx-h1"
645       - "vpp-performance-changes-2n-skx-ref"
646       - "vpp-performance-changes-2n-skx-cmp"
647
648     vpp-soak-vs-ndr-2n-skx-ref:
649       csit-vpp-perf-verify-1908-2n-skx:
650         - 26  # NDRPDR sel
651         - 27  # NDRPDR sel
652         - 34  # NDRPDR sel
653         - 35  # NDRPDR sel
654         - 36  # NDRPDR sel
655         - 42  # NDRPDR sel
656         - 43  # NDRPDR sel
657         - 44  # NDRPDR sel
658         - 45  # NDRPDR sel
659         - 46  # NDRPDR sel
660     vpp-soak-vs-ndr-2n-skx-cmp:
661       csit-vpp-perf-verify-1908-2n-skx:
662         - 83  # SOAK
663         - 86  # SOAK
664     vpp-soak-vs-ndr-2n-skx:
665       csit-vpp-perf-verify-1908-2n-skx:
666         - 26  # NDRPDR sel
667         - 27  # NDRPDR sel
668         - 34  # NDRPDR sel
669         - 35  # NDRPDR sel
670         - 36  # NDRPDR sel
671         - 42  # NDRPDR sel
672         - 43  # NDRPDR sel
673         - 44  # NDRPDR sel
674         - 45  # NDRPDR sel
675         - 46  # NDRPDR sel
676         - 83  # SOAK
677         - 86  # SOAK
678
679     vpp-performance-changes-3n-hsw-mrr-h1:
680       csit-vpp-perf-verify-1901-3n-hsw:
681         - 35  # MRR sel
682     vpp-performance-changes-3n-hsw-mrr-ref:
683       csit-vpp-perf-verify-1904-3n-hsw:
684         - 9   # MRR sel
685     vpp-performance-changes-3n-hsw-mrr-cmp:
686       csit-vpp-perf-verify-1908-3n-hsw:
687         - 39  # MRR sel
688     vpp-performance-changes-3n-hsw-mrr:
689       - "vpp-performance-changes-3n-hsw-mrr-h1"
690       - "vpp-performance-changes-3n-hsw-mrr-ref"
691       - "vpp-performance-changes-3n-hsw-mrr-cmp"
692
693     vpp-performance-changes-3n-skx-mrr-h1:
694       csit-vpp-perf-verify-1901-3n-skx:
695         - 32  # MRR sel
696     vpp-performance-changes-3n-skx-mrr-ref:
697       csit-vpp-perf-verify-1904-3n-skx:
698         - 7   # MRR sel
699     vpp-performance-changes-3n-skx-mrr-cmp:
700       csit-vpp-perf-verify-1908-3n-skx:
701         - 36  # MRR sel
702     vpp-performance-changes-3n-skx-mrr:
703       - "vpp-performance-changes-3n-skx-mrr-h1"
704       - "vpp-performance-changes-3n-skx-mrr-ref"
705       - "vpp-performance-changes-3n-skx-mrr-cmp"
706
707     vpp-performance-changes-2n-skx-mrr-h1:
708       csit-vpp-perf-verify-1901-2n-skx:
709         - 22  # MRR sel
710     vpp-performance-changes-2n-skx-mrr-ref:
711       csit-vpp-perf-verify-1904-2n-skx:
712         - 11  # MRR sel
713     vpp-performance-changes-2n-skx-mrr-cmp:
714       csit-vpp-perf-verify-1908-2n-skx:
715         - 69  # MRR sel
716     vpp-performance-changes-2n-skx-mrr:
717       - "vpp-performance-changes-2n-skx-mrr-h1"
718       - "vpp-performance-changes-2n-skx-mrr-ref"
719       - "vpp-performance-changes-2n-skx-mrr-cmp"
720
721     dpdk-performance-changes-3n-hsw-h1:
722       csit-dpdk-perf-verify-1901-3n-hsw:
723         - 13  # NDRPDR sel
724         - 14  # NDRPDR sel
725         - 16  # NDRPDR sel
726         - 17  # NDRPDR sel
727         - 18  # NDRPDR sel
728         - 19  # NDRPDR sel
729         - 20  # NDRPDR sel
730         - 21  # NDRPDR sel
731         - 22  # NDRPDR sel
732         - 23  # NDRPDR sel
733     dpdk-performance-changes-3n-hsw-ref:
734       csit-dpdk-perf-verify-1904-3n-hsw:
735         - 2   # NDRPDR sel
736         - 3   # NDRPDR sel
737         - 5   # NDRPDR sel
738         - 6   # NDRPDR sel
739         - 13  # NDRPDR sel
740         - 14  # NDRPDR sel
741         - 15  # NDRPDR sel
742         - 18  # NDRPDR sel
743         - 19  # NDRPDR sel
744         - 20  # NDRPDR sel
745     dpdk-performance-changes-3n-hsw-cmp:
746       csit-dpdk-perf-verify-1908-3n-hsw:
747         - 2   # NDRPDR sel
748         - 3   # NDRPDR sel
749         - 4   # NDRPDR sel
750         - 5   # NDRPDR sel
751         - 6   # NDRPDR sel
752         - 7   # NDRPDR sel
753         - 8   # NDRPDR sel
754         - 9   # NDRPDR sel
755         - 10  # NDRPDR sel
756         - 11  # NDRPDR sel
757     dpdk-performance-changes-3n-hsw:
758       - "dpdk-performance-changes-3n-hsw-h1"
759       - "dpdk-performance-changes-3n-hsw-ref"
760       - "dpdk-performance-changes-3n-hsw-cmp"
761
762     dpdk-performance-changes-3n-skx-h1:
763       csit-dpdk-perf-verify-1901-3n-skx:
764         - 3   # NDRPDR sel
765         - 5   # NDRPDR sel
766         - 6   # NDRPDR sel
767         - 7   # NDRPDR sel
768         - 8   # NDRPDR sel
769         - 9   # NDRPDR sel
770         - 10  # NDRPDR sel
771         - 11  # NDRPDR sel
772         - 12  # NDRPDR sel
773         - 13  # NDRPDR sel
774     dpdk-performance-changes-3n-skx-ref:
775       csit-dpdk-perf-verify-1904-3n-skx:
776         - 2   # NDRPDR sel
777         - 3   # NDRPDR sel
778         - 4   # NDRPDR sel
779         - 5   # NDRPDR sel
780         - 6   # NDRPDR sel
781         - 7   # NDRPDR sel
782         - 11  # NDRPDR sel
783         - 12  # NDRPDR sel
784         - 13  # NDRPDR sel
785         - 14  # NDRPDR sel
786     dpdk-performance-changes-3n-skx-cmp:
787       csit-dpdk-perf-verify-1908-3n-skx:
788         - 3   # NDRPDR sel
789         - 4   # NDRPDR sel
790         - 5   # NDRPDR sel
791         - 6   # NDRPDR sel
792         - 7   # NDRPDR sel
793         - 8   # NDRPDR sel
794         - 9   # NDRPDR sel
795         - 10  # NDRPDR sel
796         - 11  # NDRPDR sel
797         - 12  # NDRPDR sel
798     dpdk-performance-changes-3n-skx:
799       - "dpdk-performance-changes-3n-skx-h1"
800       - "dpdk-performance-changes-3n-skx-ref"
801       - "dpdk-performance-changes-3n-skx-cmp"
802
803     dpdk-performance-changes-2n-skx-h1:
804       csit-dpdk-perf-verify-1901-2n-skx:
805         - 12  # NDRPDR sel
806         - 13  # NDRPDR sel
807         - 14  # NDRPDR sel
808         - 15  # NDRPDR sel
809         - 16  # NDRPDR sel
810         - 17  # NDRPDR sel
811         - 18  # NDRPDR sel
812         - 19  # NDRPDR sel
813         - 20  # NDRPDR sel
814         - 21  # NDRPDR sel
815     dpdk-performance-changes-2n-skx-ref:
816       csit-dpdk-perf-verify-1904-2n-skx:
817         - 2   # NDRPDR sel
818         - 3   # NDRPDR sel
819         - 4   # NDRPDR sel
820         - 5   # NDRPDR sel
821         - 7   # NDRPDR sel
822         - 8   # NDRPDR sel
823         - 9   # NDRPDR sel
824         - 10  # NDRPDR sel
825         - 11  # NDRPDR sel
826         - 12  # NDRPDR sel
827     dpdk-performance-changes-2n-skx-cmp:
828       csit-dpdk-perf-verify-1908-2n-skx:
829         - 2   # NDRPDR sel
830         - 3   # NDRPDR sel
831         - 4   # NDRPDR sel
832         - 5   # NDRPDR sel
833         - 7   # NDRPDR sel
834         - 8   # NDRPDR sel
835         - 9   # NDRPDR sel
836         - 10  # NDRPDR sel
837         - 11  # NDRPDR sel
838         - 12  # NDRPDR sel
839     dpdk-performance-changes-2n-skx:
840       - "dpdk-performance-changes-2n-skx-h1"
841       - "dpdk-performance-changes-2n-skx-ref"
842       - "dpdk-performance-changes-2n-skx-cmp"
843
844     # Compare testbeds
845
846     vpp-compare-testbeds-ref:
847       csit-vpp-perf-verify-1908-3n-hsw:
848         - 12  # NDRPDR sel
849         - 13  # NDRPDR sel
850         - 14  # NDRPDR sel
851         - 15  # NDRPDR sel
852         - 16  # NDRPDR sel
853         - 17  # NDRPDR sel
854         - 18  # NDRPDR sel
855         - 19  # NDRPDR sel
856         - 20  # NDRPDR sel
857         - 21  # NDRPDR sel
858     vpp-compare-testbeds-cmp:
859       csit-vpp-perf-verify-1908-3n-skx:
860         - 14  # NDRPDR sel
861         - 16  # NDRPDR sel
862         - 19  # NDRPDR sel
863         - 20  # NDRPDR sel
864         - 22  # NDRPDR sel
865         - 23  # NDRPDR sel
866         - 24  # NDRPDR sel
867         - 25  # NDRPDR sel
868         - 26  # NDRPDR sel
869         - 29  # NDRPDR sel
870     vpp-compare-testbeds:
871       - "vpp-compare-testbeds-ref"
872       - "vpp-compare-testbeds-cmp"
873
874     vpp-compare-testbeds-mrr-ref:
875       csit-vpp-perf-verify-1908-3n-hsw:
876         - 39  # MRR sel
877     vpp-compare-testbeds-mrr-cmp:
878       csit-vpp-perf-verify-1908-3n-skx:
879         - 36  # MRR sel
880     vpp-compare-testbeds-mrr:
881       - "vpp-compare-testbeds-mrr-ref"
882       - "vpp-compare-testbeds-mrr-cmp"
883
884     dpdk-compare-testbeds-ref:
885       csit-dpdk-perf-verify-1908-3n-hsw:
886         - 2   # NDRPDR sel
887         - 3   # NDRPDR sel
888         - 4   # NDRPDR sel
889         - 5   # NDRPDR sel
890         - 6   # NDRPDR sel
891         - 7   # NDRPDR sel
892         - 8   # NDRPDR sel
893         - 9   # NDRPDR sel
894         - 10  # NDRPDR sel
895         - 11  # NDRPDR sel
896     dpdk-compare-testbeds-cmp:
897       csit-dpdk-perf-verify-1908-3n-skx:
898         - 3   # NDRPDR sel
899         - 4   # NDRPDR sel
900         - 5   # NDRPDR sel
901         - 6   # NDRPDR sel
902         - 7   # NDRPDR sel
903         - 8   # NDRPDR sel
904         - 9   # NDRPDR sel
905         - 10  # NDRPDR sel
906         - 11  # NDRPDR sel
907         - 12  # NDRPDR sel
908     dpdk-compare-testbeds:
909       - "dpdk-compare-testbeds-ref"
910       - "dpdk-compare-testbeds-cmp"
911
912     # Compare topologies
913
914     vpp-compare-topologies-ref:
915       csit-vpp-perf-verify-1908-3n-skx:
916         - 14  # NDRPDR sel
917         - 16  # NDRPDR sel
918         - 19  # NDRPDR sel
919         - 20  # NDRPDR sel
920         - 22  # NDRPDR sel
921         - 23  # NDRPDR sel
922         - 24  # NDRPDR sel
923         - 25  # NDRPDR sel
924         - 26  # NDRPDR sel
925         - 29  # NDRPDR sel
926     vpp-compare-topologies-cmp:
927       csit-vpp-perf-verify-1908-2n-skx:
928         - 26  # NDRPDR sel
929         - 27  # NDRPDR sel
930         - 34  # NDRPDR sel
931         - 35  # NDRPDR sel
932         - 36  # NDRPDR sel
933         - 42  # NDRPDR sel
934         - 43  # NDRPDR sel
935         - 44  # NDRPDR sel
936         - 45  # NDRPDR sel
937         - 46  # NDRPDR sel
938     vpp-compare-topologies:
939       - "vpp-compare-topologies-ref"
940       - "vpp-compare-topologies-cmp"
941
942     vpp-compare-topologies-mrr-ref:
943       csit-vpp-perf-verify-1908-3n-skx:
944         - 36  # MRR sel
945     vpp-compare-topologies-mrr-cmp:
946       csit-vpp-perf-verify-1908-2n-skx:
947         - 69  # MRR sel
948     vpp-compare-topologies-mrr:
949       - "vpp-compare-topologies-mrr-ref"
950       - "vpp-compare-topologies-mrr-cmp"
951
952     dpdk-compare-topologies-ref:
953       csit-dpdk-perf-verify-1908-3n-skx:
954         - 3   # NDRPDR sel
955         - 4   # NDRPDR sel
956         - 5   # NDRPDR sel
957         - 6   # NDRPDR sel
958         - 7   # NDRPDR sel
959         - 8   # NDRPDR sel
960         - 9   # NDRPDR sel
961         - 10  # NDRPDR sel
962         - 11  # NDRPDR sel
963         - 12  # NDRPDR sel
964     dpdk-compare-topologies-cmp:
965       csit-dpdk-perf-verify-1908-2n-skx:
966         - 2   # NDRPDR sel
967         - 3   # NDRPDR sel
968         - 4   # NDRPDR sel
969         - 5   # NDRPDR sel
970         - 7   # NDRPDR sel
971         - 8   # NDRPDR sel
972         - 9   # NDRPDR sel
973         - 10  # NDRPDR sel
974         - 11  # NDRPDR sel
975         - 12  # NDRPDR sel
976     dpdk-compare-topologies:
977       - "dpdk-compare-topologies-ref"
978       - "dpdk-compare-topologies-cmp"
979
980   plot-layouts:
981
982     plot-soak-throughput:
983       titlefont:
984         size: 18
985       xaxis:
986         title: "<b>Test Cases [Index]</b>"
987         titlefont:
988           size: 16
989         autorange: True
990         fixedrange: False
991         gridcolor: "rgb(230, 230, 230)"
992         linecolor: "rgb(220, 220, 220)"
993         linewidth: 1
994         showgrid: True
995         showline: True
996         showticklabels: True
997         tickcolor: "rgb(220, 220, 220)"
998         tickmode: "linear"
999         tickfont:
1000           size: 16
1001         zeroline: False
1002       yaxis:
1003         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1004         titlefont:
1005           size: 16
1006         gridcolor: "rgb(230, 230, 230)"
1007         hoverformat: ".4r"
1008         tickformat: ".3r"
1009         linecolor: "rgb(220, 220, 220)"
1010         linewidth: 1
1011         showgrid: True
1012         showline: True
1013         showticklabels: True
1014         tickcolor: "rgb(220, 220, 220)"
1015         tickfont:
1016           size: 16
1017         zeroline: False
1018         range: [0,50]
1019       autosize: False
1020       margin:
1021         t: 50
1022         b: 0
1023         l: 80
1024         r: 20
1025       showlegend: True
1026       legend:
1027         orientation: "h"
1028         font:
1029           size: 16
1030       width: 700
1031       height: 900
1032
1033     plot-service-density:
1034       titlefont:
1035         size: 18
1036       xaxis:
1037         side: "top"
1038         autorange: True
1039         fixedrange: False
1040         showgrid: False
1041         showline: False
1042         showticklabels: False
1043         ticks: ""
1044         ticklen: 0
1045         tickwidth: 0
1046         zeroline: False
1047       yaxis:
1048         autorange: "reversed"
1049         showgrid: False
1050         showline: False
1051         showticklabels: False
1052         ticks: ""
1053         ticklen: 0
1054         tickwidth: 0
1055         zeroline: False
1056       autosize: True
1057       showlegend: False
1058       width: 700
1059       height: 700
1060
1061     plot-cps:
1062       titlefont:
1063         size: 18
1064       xaxis:
1065         title: "<b>Test Cases [Index]</b>"
1066         titlefont:
1067           size: 16
1068         autorange: True
1069         fixedrange: False
1070         gridcolor: "rgb(230, 230, 230)"
1071         linecolor: "rgb(220, 220, 220)"
1072         linewidth: 1
1073         showgrid: True
1074         showline: True
1075         showticklabels: True
1076         tickcolor: "rgb(220, 220, 220)"
1077         tickmode: "linear"
1078         tickfont:
1079           size: 16
1080         zeroline: False
1081       yaxis:
1082         title: "<b>Connections Per Second [cps]</b>"
1083         titlefont:
1084           size: 16
1085         gridcolor: "rgb(230, 230, 230)"
1086         hoverformat: ".4s"
1087         linecolor: "rgb(220, 220, 220)"
1088         linewidth: 1
1089         rangemode: "tozero"
1090         showgrid: True
1091         showline: True
1092         showticklabels: True
1093         tickcolor: "rgb(220, 220, 220)"
1094         tickformat: ".3s"
1095         tickfont:
1096           size: 16
1097         zeroline: False
1098       boxmode: "group"
1099       boxgroupgap: 0.5
1100       autosize: False
1101       margin:
1102         t: 50
1103         b: 20
1104         l: 80
1105         r: 20
1106       showlegend: True
1107       legend:
1108         orientation: "h"
1109         font:
1110           size: 16
1111       width: 700
1112       height: 800
1113
1114     plot-rps:
1115       titlefont:
1116         size: 18
1117       xaxis:
1118         title: "<b>Test Cases [Index]</b>"
1119         titlefont:
1120           size: 16
1121         autorange: True
1122         fixedrange: False
1123         gridcolor: "rgb(230, 230, 230)"
1124         linecolor: "rgb(220, 220, 220)"
1125         linewidth: 1
1126         showgrid: True
1127         showline: True
1128         showticklabels: True
1129         tickcolor: "rgb(220, 220, 220)"
1130         tickmode: "linear"
1131         tickfont:
1132           size: 16
1133         zeroline: False
1134       yaxis:
1135         title: "<b>Requests Per Second [rps]</b>"
1136         titlefont:
1137           size: 16
1138         gridcolor: "rgb(230, 230, 230)"
1139         hoverformat: ".4s"
1140         linecolor: "rgb(220, 220, 220)"
1141         linewidth: 1
1142         rangemode: "tozero"
1143         showgrid: True
1144         showline: True
1145         showticklabels: True
1146         tickcolor: "rgb(230, 230, 230)"
1147         tickformat: ".3s"
1148         tickfont:
1149           size: 16
1150         zeroline: False
1151       boxmode: "group"
1152       boxgroupgap: 0.5
1153       autosize: False
1154       margin:
1155         t: 50
1156         b: 20
1157         l: 80
1158         r: 20
1159       showlegend: True
1160       legend:
1161         orientation: "h"
1162         font:
1163           size: 16
1164       width: 700
1165       height: 800
1166
1167     plot-throughput:
1168       titlefont:
1169         size: 18
1170       xaxis:
1171         title: "<b>Test Cases [Index]</b>"
1172         titlefont:
1173           size: 16
1174         autorange: True
1175         fixedrange: False
1176         gridcolor: "rgb(230, 230, 230)"
1177         linecolor: "rgb(220, 220, 220)"
1178         linewidth: 1
1179         showgrid: True
1180         showline: True
1181         showticklabels: True
1182         tickcolor: "rgb(220, 220, 220)"
1183         tickmode: "linear"
1184         tickfont:
1185           size: 16
1186         zeroline: False
1187       yaxis:
1188         title: "<b>Packet Throughput [Mpps]</b>"
1189         titlefont:
1190           size: 16
1191         gridcolor: "rgb(230, 230, 230)"
1192         hoverformat: ".4r"
1193         tickformat: ".3r"
1194         linecolor: "rgb(220, 220, 220)"
1195         linewidth: 1
1196         showgrid: True
1197         showline: True
1198         showticklabels: True
1199         tickcolor: "rgb(220, 220, 220)"
1200         tickfont:
1201           size: 16
1202         zeroline: False
1203         range: [0,50]
1204       boxmode: "group"
1205       boxgroupgap: 0.5
1206       autosize: False
1207       margin:
1208         t: 50
1209         b: 0
1210         l: 80
1211         r: 20
1212       showlegend: True
1213       legend:
1214         orientation: "h"
1215         font:
1216           size: 16
1217       width: 700
1218       height: 900
1219
1220     plot-throughput-speedup-analysis:
1221       titlefont:
1222         size: 18
1223       xaxis:
1224         title: "<b>Number of Cores [Qty]</b>"
1225         titlefont:
1226           size: 16
1227         autorange: True
1228         fixedrange: False
1229         gridcolor: "rgb(230, 230, 230)"
1230         linecolor: "rgb(220, 220, 220)"
1231         linewidth: 1
1232         showgrid: True
1233         showline: True
1234         showticklabels: True
1235         tickcolor: "rgb(238, 238, 238)"
1236         tickmode: "linear"
1237         tickfont:
1238           size: 16
1239         zeroline: False
1240       yaxis:
1241         title: "<b>Packet Throughput [Mpps]</b>"
1242         titlefont:
1243           size: 16
1244         type: "linear"
1245         gridcolor: "rgb(230, 230, 230)"
1246         hoverformat: ".4s"
1247         linecolor: "rgb(220, 220, 220)"
1248         linewidth: 1
1249         showgrid: True
1250         showline: True
1251         showticklabels: True
1252         tickcolor: "rgb(220, 220, 220)"
1253         tickformat: ".4s"
1254         tickfont:
1255           size: 16
1256         zeroline: True
1257         rangemode: "tozero"
1258         range: [0,100]
1259       legend:
1260         orientation: "h"
1261         font:
1262           size: 16
1263         xanchor: "left"
1264         yanchor: "top"
1265         x: 0
1266         y: -0.2
1267         bgcolor: "rgba(255, 255, 255, 0)"
1268         bordercolor: "rgba(255, 255, 255, 0)"
1269         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1270       autosize: False
1271       margin:
1272           't': 50
1273           'b': 150
1274           'l': 85
1275           'r': 10
1276       showlegend: True
1277       width: 700
1278       height: 700
1279       hoverlabel:
1280         namelength: -1
1281       annotations: [
1282         {
1283           text: "_ _          __          ...",
1284           align: "left",
1285           showarrow: False,
1286           xref: "paper",
1287           yref: "paper",
1288           xanchor: "left",
1289           yanchor: "top",
1290           x: 0,
1291           y: -0.13,
1292           font: {
1293             family: "Consolas, Courier New",
1294             size: 15
1295           },
1296         },
1297         {
1298           text: "    Perfect     Measured     Limit",
1299           align: "left",
1300           showarrow: False,
1301           xref: "paper",
1302           yref: "paper",
1303           xanchor: "left",
1304           yanchor: "top",
1305           x: 0,
1306           y: -0.15,
1307           font: {
1308             family: "Consolas, Courier New",
1309             size: 15
1310           },
1311         },
1312       ]
1313
1314     plot-latency:
1315       titlefont:
1316         size: 18
1317       xaxis:
1318         title: "<b>Direction</b>"
1319         titlefont:
1320           size: 16
1321         autorange: True
1322         fixedrange: False
1323         gridcolor: "rgb(230, 230, 230)"
1324         linecolor: "rgb(220, 220, 220)"
1325         linewidth: 1
1326         showgrid: True
1327         showline: True
1328         showticklabels: False
1329         tickcolor: "rgb(220, 220, 220)"
1330         tickmode: "linear"
1331         tickfont:
1332           size: 16
1333         zeroline: False
1334       yaxis:
1335         title: "<b>Packet Latency [uSec]</b>"
1336         titlefont:
1337           size: 16
1338         type: "linear"
1339         gridcolor: "rgb(230, 230, 230)"
1340         hoverformat: ".4s"
1341         linecolor: "rgb(220, 220, 220)"
1342         linewidth: 1
1343         showgrid: True
1344         showline: True
1345         showticklabels: True
1346         tickcolor: "rgb(220, 220, 220)"
1347         tickformat: ".4s"
1348         tickfont:
1349           size: 16
1350         zeroline: True
1351         rangemode: "tozero"
1352       legend:
1353         orientation: "h"
1354         font:
1355           size: 16
1356         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1357       autosize: False
1358       margin:
1359           't': 50
1360           'b': 150
1361           'l': 80
1362           'r': 10
1363       showlegend: True
1364       width: 700
1365       height: 700
1366       hoverlabel:
1367         namelength: -1
1368
1369 - type: "static"
1370   src-path: "{DIR[RST]}"
1371   dst-path: "{DIR[WORKING,SRC]}"
1372
1373 - type: "input"
1374   general:
1375     file-name: "output_info.xml.gz"
1376     file-format: ".gz"
1377     arch-file-format:
1378       - ".gz"
1379       - ".zip"
1380     download-path: "{job}/{build}/archives/{filename}"
1381     extract: "output.xml"
1382
1383     zip-file-name: "robot-plugin.zip"
1384     zip-file-format: ".zip"
1385     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1386     zip-extract: "robot-plugin/output.xml"
1387
1388   builds:
1389
1390     csit-vpp-perf-verify-1901-3n-hsw:
1391       - 35  # MRR sel
1392       - 10  # NDRPDR sel
1393       - 19  # NDRPDR sel
1394       - 31  # NDRPDR sel
1395       - 36  # NDRPDR sel
1396       - 40  # NDRPDR sel
1397       - 42  # NDRPDR sel
1398       - 44  # NDRPDR sel
1399       - 46  # NDRPDR sel
1400       - 47  # NDRPDR sel
1401       - 48  # NDRPDR sel
1402       - 61  # NDRPDR LB
1403       - 62  # NDRPDR LB
1404       - 63  # NDRPDR LB
1405       - 64  # NDRPDR LB
1406       - 65  # NDRPDR LB
1407       - 66  # NDRPDR LB
1408       - 67  # NDRPDR LB
1409       - 69  # NDRPDR LB
1410       - 70  # NDRPDR LB
1411       - 71  # NDRPDR LB
1412     csit-vpp-perf-verify-1904-3n-hsw:
1413       - 9   # MRR sel
1414       - 11  # NDRPDR sel
1415       - 12  # NDRPDR sel
1416       - 20  # NDRPDR sel
1417       - 21  # NDRPDR sel
1418       - 23  # NDRPDR sel
1419       - 24  # NDRPDR sel
1420       - 25  # NDRPDR sel
1421       - 26  # NDRPDR sel
1422       - 29  # NDRPDR sel
1423       - 30  # NDRPDR sel
1424     csit-vpp-perf-verify-1908-3n-hsw:
1425       - 12  # NDRPDR sel
1426       - 13  # NDRPDR sel
1427       - 14  # NDRPDR sel
1428       - 15  # NDRPDR sel
1429       - 16  # NDRPDR sel
1430       - 17  # NDRPDR sel
1431       - 18  # NDRPDR sel
1432       - 19  # NDRPDR sel
1433       - 20  # NDRPDR sel
1434       - 21  # NDRPDR sel
1435       - 48  # NDRPDR sel vhost
1436       - 49  # NDRPDR sel vhost
1437       - 52  # NDRPDR sel vhost
1438       - 53  # NDRPDR sel vhost
1439       - 54  # NDRPDR sel vhost
1440       - 55  # NDRPDR sel vhost
1441       - 56  # NDRPDR sel vhost
1442       - 57  # NDRPDR sel vhost
1443       - 58  # NDRPDR sel vhost
1444       - 59  # NDRPDR sel vhost
1445       - 24  # NDRPDR full
1446       - 25  # NDRPDR full
1447       - 26  # NDRPDR full
1448       - 27  # NDRPDR full
1449       - 28  # NDRPDR full
1450       - 29  # NDRPDR full
1451       - 32  # NDRPDR full
1452       - 33  # NDRPDR full
1453       - 36  # NDRPDR full
1454       - 38  # NDRPDR full
1455       - 50  # NDRPDR full vhost
1456       - 39  # MRR sel
1457
1458     csit-vpp-perf-verify-1901-3n-skx:
1459       - 32  # MRR sel
1460       - 18  # NDRPDR sel
1461       - 19  # NDRPDR sel
1462       - 20  # NDRPDR sel
1463       - 28  # NDRPDR sel
1464       - 31  # NDRPDR sel
1465       - 33  # NDRPDR sel
1466       - 36  # NDRPDR sel
1467       - 38  # NDRPDR sel
1468       - 47  # NDRPDR sel
1469       - 48  # NDRPDR sel
1470       - 54  # NDRPDR LB
1471       - 57  # NDRPDR LB
1472       - 58  # NDRPDR LB
1473       - 59  # NDRPDR LB
1474       - 60  # NDRPDR LB
1475       - 63  # NDRPDR LB
1476       - 64  # NDRPDR LB
1477       - 65  # NDRPDR LB
1478       - 66  # NDRPDR LB
1479       - 67  # NDRPDR LB
1480     csit-vpp-perf-verify-1904-3n-skx:
1481       - 7   # MRR sel
1482       - 8   # NDRPDR sel
1483       - 9   # NDRPDR sel
1484       - 10  # NDRPDR sel
1485       - 11  # NDRPDR sel
1486       - 12  # NDRPDR sel
1487       - 14  # NDRPDR sel
1488       - 16  # NDRPDR sel
1489       - 21  # NDRPDR sel
1490       - 23  # NDRPDR sel
1491       - 25  # NDRPDR sel
1492     csit-vpp-perf-verify-1908-3n-skx:
1493       - 14  # NDRPDR sel
1494       - 16  # NDRPDR sel
1495       - 19  # NDRPDR sel
1496       - 20  # NDRPDR sel
1497       - 22  # NDRPDR sel
1498       - 23  # NDRPDR sel
1499       - 24  # NDRPDR sel
1500       - 25  # NDRPDR sel
1501       - 26  # NDRPDR sel
1502       - 29  # NDRPDR sel
1503       - 52  # NDRPDR sel vhost
1504       - 53  # NDRPDR sel vhost
1505       - 55  # NDRPDR sel vhost
1506       - 61  # NDRPDR sel vhost
1507       - 62  # NDRPDR sel vhost
1508       - 63  # NDRPDR sel vhost
1509       - 64  # NDRPDR sel vhost
1510       - 65  # NDRPDR sel vhost
1511       - 66  # NDRPDR sel vhost
1512       - 67  # NDRPDR sel vhost
1513       - 27  # NDRPDR full
1514       - 28  # NDRPDR full
1515       - 30  # NDRPDR full
1516       - 31  # NDRPDR full
1517       - 32  # NDRPDR full
1518       - 33  # NDRPDR full
1519       - 34  # NDRPDR full
1520       - 35  # NDRPDR full
1521       - 37  # NDRPDR full
1522       - 39  # NDRPDR full
1523       - 40  # NDRPDR full
1524       - 41  # NDRPDR full
1525       - 54  # NDRPDR full
1526       - 36  # MRR sel
1527
1528     csit-vpp-perf-verify-1901-2n-skx:
1529       - 22  # MRR sel
1530       - 5   # NDRPDR sel
1531       - 12  # NDRPDR sel
1532       - 13  # NDRPDR sel
1533       - 21  # NDRPDR sel
1534       - 23  # NDRPDR sel
1535       - 31  # NDRPDR sel
1536       - 34  # NDRPDR sel
1537       - 40  # NDRPDR sel
1538       - 42  # NDRPDR sel
1539       - 43  # NDRPDR sel
1540     csit-vpp-perf-verify-1904-2n-skx:
1541       - 11  # MRR sel
1542       - 12  # NDRPDR sel
1543       - 14  # NDRPDR sel
1544       - 16  # NDRPDR sel
1545       - 17  # NDRPDR sel
1546       - 18  # NDRPDR sel
1547       - 21  # NDRPDR sel
1548       - 27  # NDRPDR sel
1549       - 30  # NDRPDR sel
1550       - 31  # NDRPDR sel
1551       - 32  # NDRPDR sel
1552     csit-vpp-perf-verify-1908-2n-skx:
1553       - 26  # NDRPDR sel
1554       - 27  # NDRPDR sel
1555       - 34  # NDRPDR sel
1556       - 35  # NDRPDR sel
1557       - 36  # NDRPDR sel
1558       - 42  # NDRPDR sel
1559       - 43  # NDRPDR sel
1560       - 44  # NDRPDR sel
1561       - 45  # NDRPDR sel
1562       - 46  # NDRPDR sel
1563       - 88  # NDRPDR sel vhost
1564       - 89  # NDRPDR sel vhost
1565       - 91  # NDRPDR sel vhost
1566       - 92  # NDRPDR sel vhost
1567       - 93  # NDRPDR sel vhost
1568       - 94  # NDRPDR sel vhost
1569       - 95  # NDRPDR sel vhost
1570       - 96  # NDRPDR sel vhost
1571       - 97  # NDRPDR sel vhost
1572       - 98  # NDRPDR sel vhost
1573       - 48  # NDRPDR full
1574       - 49  # NDRPDR full
1575       - 50  # NDRPDR full
1576       - 51  # NDRPDR full
1577       - 54  # NDRPDR full
1578       - 55  # NDRPDR full
1579       - 90  # NDRPDR full vhost
1580       - 69  # MRR sel
1581       - 29  # TCP
1582       - 30  # TCP
1583       - 58  # TCP
1584       - 59  # TCP
1585       - 60  # TCP
1586       - 61  # TCP
1587       - 62  # TCP
1588       - 63  # TCP
1589       - 64  # TCP
1590       - 65  # TCP
1591       - 22  # NFV
1592       - 31  # NFV
1593       - 32  # NFV
1594       - 37  # NFV
1595       - 38  # NFV
1596       - 39  # NFV
1597       - 53  # NFV
1598       - 67  # NFV
1599       - 68  # NFV
1600       - 70  # NFV
1601       - 110 # NFV full
1602       - 111 # NFV full
1603       - 127 # NFV full
1604       - 71  # NFV MRR
1605       - 112 # NFV reconf full
1606       - 113 # NFV reconf sel
1607       - 114 # NFV reconf sel
1608       - 115 # NFV reconf sel
1609       - 116 # NFV reconf sel
1610       - 118 # NFV reconf sel
1611       - 119 # NFV reconf sel
1612       - 120 # NFV reconf sel
1613       - 121 # NFV reconf sel
1614       - 122 # NFV reconf sel
1615       - 123 # NFV reconf sel
1616       - 83  # SOAK
1617       - 86  # SOAK
1618
1619     csit-vpp-perf-verify-1908-3n-tsh:
1620       - 7   # NDRPDR sel
1621       - 8   # NDRPDR sel
1622       - 9   # NDRPDR sel
1623       - 10  # NDRPDR sel
1624       - 11  # NDRPDR sel
1625       - 12  # NDRPDR sel
1626       - 13  # NDRPDR sel
1627       - 14  # NDRPDR sel
1628       - 15  # NDRPDR sel
1629       - 16  # NDRPDR sel
1630       - 17  # MRR sel
1631
1632     csit-vpp-perf-verify-1908-3n-dnv:
1633       - 6   # NDRPDR sel
1634       - 7   # NDRPDR sel
1635       - 8   # NDRPDR sel
1636       - 9   # NDRPDR sel
1637       - 10  # NDRPDR sel
1638       - 12  # NDRPDR sel
1639       - 13  # NDRPDR sel
1640       - 14  # NDRPDR sel
1641       - 15  # NDRPDR sel
1642       - 16  # NDRPDR sel
1643       - 17  # MRR sel
1644
1645     csit-vpp-perf-verify-1908-2n-dnv:
1646       - 1   # NDRPDR sel
1647       - 2   # NDRPDR sel
1648       - 3   # NDRPDR sel
1649       - 4   # NDRPDR sel
1650       - 5   # NDRPDR sel
1651       - 6   # NDRPDR sel
1652       - 7   # NDRPDR sel
1653       - 8   # NDRPDR sel
1654       - 9   # NDRPDR sel
1655       - 10  # NDRPDR sel
1656       - 11  # MRR sel
1657
1658     csit-dpdk-perf-verify-1901-3n-hsw:
1659       - 13  # NDRPDR sel
1660       - 14  # NDRPDR sel
1661       - 16  # NDRPDR sel
1662       - 17  # NDRPDR sel
1663       - 18  # NDRPDR sel
1664       - 19  # NDRPDR sel
1665       - 20  # NDRPDR sel
1666       - 21  # NDRPDR sel
1667       - 22  # NDRPDR sel
1668       - 23  # NDRPDR sel
1669     csit-dpdk-perf-verify-1904-3n-hsw:
1670       - 2   # NDRPDR sel
1671       - 3   # NDRPDR sel
1672       - 5   # NDRPDR sel
1673       - 6   # NDRPDR sel
1674       - 13  # NDRPDR sel
1675       - 14  # NDRPDR sel
1676       - 15  # NDRPDR sel
1677       - 18  # NDRPDR sel
1678       - 19  # NDRPDR sel
1679       - 20  # NDRPDR sel
1680     csit-dpdk-perf-verify-1908-3n-hsw:
1681       - 2   # NDRPDR sel
1682       - 3   # NDRPDR sel
1683       - 4   # NDRPDR sel
1684       - 5   # NDRPDR sel
1685       - 6   # NDRPDR sel
1686       - 7   # NDRPDR sel
1687       - 8   # NDRPDR sel
1688       - 9   # NDRPDR sel
1689       - 10  # NDRPDR sel
1690       - 11  # NDRPDR sel
1691
1692     csit-dpdk-perf-verify-1901-3n-skx:
1693       - 3   # NDRPDR sel
1694       - 5   # NDRPDR sel
1695       - 6   # NDRPDR sel
1696       - 7   # NDRPDR sel
1697       - 8   # NDRPDR sel
1698       - 9   # NDRPDR sel
1699       - 10  # NDRPDR sel
1700       - 11  # NDRPDR sel
1701       - 12  # NDRPDR sel
1702       - 13  # NDRPDR sel
1703     csit-dpdk-perf-verify-1904-3n-skx:
1704       - 2   # NDRPDR sel
1705       - 3   # NDRPDR sel
1706       - 4   # NDRPDR sel
1707       - 5   # NDRPDR sel
1708       - 6   # NDRPDR sel
1709       - 7   # NDRPDR sel
1710       - 11  # NDRPDR sel
1711       - 12  # NDRPDR sel
1712       - 13  # NDRPDR sel
1713       - 14  # NDRPDR sel
1714     csit-dpdk-perf-verify-1908-3n-skx:
1715       - 3   # NDRPDR sel
1716       - 4   # NDRPDR sel
1717       - 5   # NDRPDR sel
1718       - 6   # NDRPDR sel
1719       - 7   # NDRPDR sel
1720       - 8   # NDRPDR sel
1721       - 9   # NDRPDR sel
1722       - 10  # NDRPDR sel
1723       - 11  # NDRPDR sel
1724       - 12  # NDRPDR sel
1725
1726     csit-dpdk-perf-verify-1901-2n-skx:
1727       - 12  # NDRPDR sel
1728       - 13  # NDRPDR sel
1729       - 14  # NDRPDR sel
1730       - 15  # NDRPDR sel
1731       - 16  # NDRPDR sel
1732       - 17  # NDRPDR sel
1733       - 18  # NDRPDR sel
1734       - 19  # NDRPDR sel
1735       - 20  # NDRPDR sel
1736       - 21  # NDRPDR sel
1737     csit-dpdk-perf-verify-1904-2n-skx:
1738       - 2   # NDRPDR sel
1739       - 3   # NDRPDR sel
1740       - 4   # NDRPDR sel
1741       - 5   # NDRPDR sel
1742       - 7   # NDRPDR sel
1743       - 8   # NDRPDR sel
1744       - 9   # NDRPDR sel
1745       - 10  # NDRPDR sel
1746       - 11  # NDRPDR sel
1747       - 12  # NDRPDR sel
1748     csit-dpdk-perf-verify-1908-2n-skx:
1749       - 2   # NDRPDR sel
1750       - 3   # NDRPDR sel
1751       - 4   # NDRPDR sel
1752       - 5   # NDRPDR sel
1753       - 7   # NDRPDR sel
1754       - 8   # NDRPDR sel
1755       - 9   # NDRPDR sel
1756       - 10  # NDRPDR sel
1757       - 11  # NDRPDR sel
1758       - 12  # NDRPDR sel
1759
1760     csit-vpp-functional-1908-ubuntu1604-virl:
1761       - 64
1762     csit-vpp-functional-1908-centos7-virl:
1763       - 64
1764     csit-vpp-device-1908-ubuntu1804-1n-skx:
1765       - 65
1766
1767 - type: "output"
1768   output: "report"
1769   format:
1770     html:
1771     - full
1772 #    pdf:
1773 #    - minimal
1774
1775 ################################################################################
1776 ###                               T A B L E S                                ###
1777 ################################################################################
1778
1779 # VPP Soak vs NDR
1780 - type: "table"
1781   title: "VPP Soak vs NDR 2n-skx"
1782   algorithm: "table_soak_vs_ndr"
1783   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1784   reference:
1785     title: "NDR"
1786     data: "vpp-soak-vs-ndr-2n-skx-ref"
1787   compare:
1788     title: "Soak"
1789     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1790   data: "vpp-soak-vs-ndr-2n-skx"
1791   include-tests: "NDR"
1792   filter: "('NDRPDR' or 'SOAK')"
1793   parameters:
1794     - "throughput"
1795     - "name"
1796     - "parent"
1797
1798 ################################################################################
1799
1800 # VPP Compare NICs 3n-skx 2t1c ndr
1801 - type: "table"
1802   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1803   algorithm: "table_nics_comparison"
1804   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1805   reference:
1806     title: "x710"
1807     nic: "NIC_Intel-X710"
1808   compare:
1809     title: "xxv710"
1810     nic: "NIC_Intel-XXV710"
1811   data: "vpp-nic-comparison-3n-skx"
1812   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1813   filter: "'2T1C' and 'NDRPDR'"
1814   parameters:
1815   - "name"
1816   - "parent"
1817   - "throughput"
1818   - "tags"
1819
1820 # VPP Compare NICs 3n-skx 4t2c ndr
1821 - type: "table"
1822   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1823   algorithm: "table_nics_comparison"
1824   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1825   reference:
1826     title: "x710"
1827     nic: "NIC_Intel-X710"
1828   compare:
1829     title: "xxv710"
1830     nic: "NIC_Intel-XXV710"
1831   data: "vpp-nic-comparison-3n-skx"
1832   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1833   filter: "'4T2C' and 'NDRPDR'"
1834   parameters:
1835   - "name"
1836   - "parent"
1837   - "throughput"
1838   - "tags"
1839
1840 # VPP Compare NICs 3n-skx 2t1c pdr
1841 - type: "table"
1842   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1843   algorithm: "table_nics_comparison"
1844   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1845   reference:
1846     title: "x710"
1847     nic: "NIC_Intel-X710"
1848   compare:
1849     title: "xxv710"
1850     nic: "NIC_Intel-XXV710"
1851   data: "vpp-nic-comparison-3n-skx"
1852   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1853   filter: "'2T1C' and 'NDRPDR'"
1854   parameters:
1855   - "name"
1856   - "parent"
1857   - "throughput"
1858   - "tags"
1859
1860  # VPP Compare NICs 3n-skx 4t2c pdr
1861 - type: "table"
1862   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1863   algorithm: "table_nics_comparison"
1864   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1865   reference:
1866     title: "x710"
1867     nic: "NIC_Intel-X710"
1868   compare:
1869     title: "xxv710"
1870     nic: "NIC_Intel-XXV710"
1871   data: "vpp-nic-comparison-3n-skx"
1872   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1873   filter: "'4T2C' and 'NDRPDR'"
1874   parameters:
1875   - "name"
1876   - "parent"
1877   - "throughput"
1878   - "tags"
1879
1880 # VPP Compare NICs 3n-skx 2t1c mrr
1881 - type: "table"
1882   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1883   algorithm: "table_nics_comparison"
1884   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1885   reference:
1886     title: "x710"
1887     nic: "NIC_Intel-X710"
1888   compare:
1889     title: "xxv710"
1890     nic: "NIC_Intel-XXV710"
1891   data: "vpp-nic-comparison-3n-skx-mrr"
1892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1893   filter: "'2T1C' and 'MRR'"
1894   parameters:
1895   - "name"
1896   - "parent"
1897   - "result"
1898   - "tags"
1899
1900 # VPP Compare NICs 3n-skx 4t2c mrr
1901 - type: "table"
1902   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1903   algorithm: "table_nics_comparison"
1904   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1905   reference:
1906     title: "x710"
1907     nic: "NIC_Intel-X710"
1908   compare:
1909     title: "xxv710"
1910     nic: "NIC_Intel-XXV710"
1911   data: "vpp-nic-comparison-3n-skx-mrr"
1912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1913   filter: "'4T2C' and 'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "result"
1918   - "tags"
1919
1920  # VPP Compare NICs 3n-skx 8t4c mrr
1921 - type: "table"
1922   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1923   algorithm: "table_nics_comparison"
1924   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1925   reference:
1926     title: "x710"
1927     nic: "NIC_Intel-X710"
1928   compare:
1929     title: "xxv710"
1930     nic: "NIC_Intel-XXV710"
1931   data: "vpp-nic-comparison-3n-skx-mrr"
1932   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1933   filter: "'8T4C' and 'MRR'"
1934   parameters:
1935   - "name"
1936   - "parent"
1937   - "result"
1938   - "tags"
1939
1940 # VPP Compare NICs 2n-skx 2t1c ndr
1941 - type: "table"
1942   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1943   algorithm: "table_nics_comparison"
1944   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1945   reference:
1946     title: "x710"
1947     nic: "NIC_Intel-X710"
1948   compare:
1949     title: "xxv710"
1950     nic: "NIC_Intel-XXV710"
1951   data: "vpp-nic-comparison-2n-skx"
1952   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1953   filter: "'2T1C' and 'NDRPDR'"
1954   parameters:
1955   - "name"
1956   - "parent"
1957   - "throughput"
1958   - "tags"
1959
1960 # VPP Compare NICs 2n-skx 4t2c ndr
1961 - type: "table"
1962   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1963   algorithm: "table_nics_comparison"
1964   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1965   reference:
1966     title: "x710"
1967     nic: "NIC_Intel-X710"
1968   compare:
1969     title: "xxv710"
1970     nic: "NIC_Intel-XXV710"
1971   data: "vpp-nic-comparison-2n-skx"
1972   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1973   filter: "'4T2C' and 'NDRPDR'"
1974   parameters:
1975   - "name"
1976   - "parent"
1977   - "throughput"
1978   - "tags"
1979
1980  # VPP Compare NICs 2n-skx 2t1c pdr
1981 - type: "table"
1982   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1983   algorithm: "table_nics_comparison"
1984   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1985   reference:
1986     title: "x710"
1987     nic: "NIC_Intel-X710"
1988   compare:
1989     title: "xxv710"
1990     nic: "NIC_Intel-XXV710"
1991   data: "vpp-nic-comparison-2n-skx"
1992   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1993   filter: "'2T1C' and 'NDRPDR'"
1994   parameters:
1995   - "name"
1996   - "parent"
1997   - "throughput"
1998   - "tags"
1999
2000 # VPP Compare NICs 2n-skx 4t2c pdr
2001 - type: "table"
2002   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2003   algorithm: "table_nics_comparison"
2004   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2005   reference:
2006     title: "x710"
2007     nic: "NIC_Intel-X710"
2008   compare:
2009     title: "xxv710"
2010     nic: "NIC_Intel-XXV710"
2011   data: "vpp-nic-comparison-2n-skx"
2012   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2013   filter: "'4T2C' and 'NDRPDR'"
2014   parameters:
2015   - "name"
2016   - "parent"
2017   - "throughput"
2018   - "tags"
2019
2020 # VPP Compare NICs 2n-skx 2t1c mrr
2021 - type: "table"
2022   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2023   algorithm: "table_nics_comparison"
2024   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2025   reference:
2026     title: "x710"
2027     nic: "NIC_Intel-X710"
2028   compare:
2029     title: "xxv710"
2030     nic: "NIC_Intel-XXV710"
2031   data: "vpp-nic-comparison-2n-skx-mrr"
2032   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2033   filter: "'2T1C' and 'MRR'"
2034   parameters:
2035   - "name"
2036   - "parent"
2037   - "result"
2038   - "tags"
2039
2040 # VPP Compare NICs 2n-skx 4t2c mrr
2041 - type: "table"
2042   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2043   algorithm: "table_nics_comparison"
2044   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2045   reference:
2046     title: "x710"
2047     nic: "NIC_Intel-X710"
2048   compare:
2049     title: "xxv710"
2050     nic: "NIC_Intel-XXV710"
2051   data: "vpp-nic-comparison-2n-skx-mrr"
2052   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2053   filter: "'4T2C' and 'MRR'"
2054   parameters:
2055   - "name"
2056   - "parent"
2057   - "result"
2058   - "tags"
2059
2060 # VPP Compare NICs 2n-skx 8t4c mrr
2061 - type: "table"
2062   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2063   algorithm: "table_nics_comparison"
2064   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2065   reference:
2066     title: "x710"
2067     nic: "NIC_Intel-X710"
2068   compare:
2069     title: "xxv710"
2070     nic: "NIC_Intel-XXV710"
2071   data: "vpp-nic-comparison-2n-skx-mrr"
2072   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2073   filter: "'8T4C' and 'MRR'"
2074   parameters:
2075   - "name"
2076   - "parent"
2077   - "result"
2078   - "tags"
2079
2080 ################################################################################
2081 # VPP
2082
2083 # VPP Performance Changes 3n-hsw 1t1c pdr
2084 - type: "table"
2085   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2086   algorithm: "table_performance_comparison"
2087   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2088   history:
2089     - title: "rls1901"
2090       data: "vpp-performance-changes-3n-hsw-h1"
2091   reference:
2092     title: "rls1904"
2093     data: "vpp-performance-changes-3n-hsw-ref"
2094   compare:
2095     title: "rls1908"
2096     data: "vpp-performance-changes-3n-hsw-cmp"
2097     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2098   data: "vpp-performance-changes-3n-hsw"
2099   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2100   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2101   parameters:
2102   - "name"
2103   - "parent"
2104   - "throughput"
2105
2106 # VPP Performance Changes 3n-hsw 2t2c pdr
2107 - type: "table"
2108   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2109   algorithm: "table_performance_comparison"
2110   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2111   history:
2112     - title: "rls1901"
2113       data: "vpp-performance-changes-3n-hsw-h1"
2114   reference:
2115     title: "rls1904"
2116     data: "vpp-performance-changes-3n-hsw-ref"
2117   compare:
2118     title: "rls1908"
2119     data: "vpp-performance-changes-3n-hsw-cmp"
2120     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2121   data: "vpp-performance-changes-3n-hsw"
2122   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2123   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "throughput"
2128
2129 # VPP Performance Changes 3n-hsw 1t1c ndr
2130 - type: "table"
2131   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2132   algorithm: "table_performance_comparison"
2133   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2134   history:
2135     - title: "rls1901"
2136       data: "vpp-performance-changes-3n-hsw-h1"
2137   reference:
2138     title: "rls1904"
2139     data: "vpp-performance-changes-3n-hsw-ref"
2140   compare:
2141     title: "rls1908"
2142     data: "vpp-performance-changes-3n-hsw-cmp"
2143     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2144   data: "vpp-performance-changes-3n-hsw"
2145   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2146   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2147   parameters:
2148   - "name"
2149   - "parent"
2150   - "throughput"
2151
2152 # VPP Performance Changes 3n-hsw 2t2c ndr
2153 - type: "table"
2154   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2155   algorithm: "table_performance_comparison"
2156   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2157   history:
2158     - title: "rls1901"
2159       data: "vpp-performance-changes-3n-hsw-h1"
2160   reference:
2161     title: "rls1904"
2162     data: "vpp-performance-changes-3n-hsw-ref"
2163   compare:
2164     title: "rls1908"
2165     data: "vpp-performance-changes-3n-hsw-cmp"
2166     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2167   data: "vpp-performance-changes-3n-hsw"
2168   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2169   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2170   parameters:
2171   - "name"
2172   - "parent"
2173   - "throughput"
2174
2175 # VPP Performance Changes 3n-skx 2t1c pdr
2176 - type: "table"
2177   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2178   algorithm: "table_performance_comparison_nic"
2179   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2180   history:
2181     - title: "rls1901 x710"
2182       data: "vpp-performance-changes-3n-skx-h1"
2183       nic: "NIC_Intel-X710"
2184   reference:
2185     title: "rls1904 x710"
2186     data: "vpp-performance-changes-3n-skx-ref"
2187     nic: "NIC_Intel-X710"
2188   compare:
2189     title: "rls1908 xxv710"
2190     data: "vpp-performance-changes-3n-skx-cmp"
2191     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2192     nic: "NIC_Intel-XXV710"
2193   data: "vpp-performance-changes-3n-skx"
2194   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2195   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2196   parameters:
2197   - "name"
2198   - "parent"
2199   - "throughput"
2200   - "tags"
2201
2202 # VPP Performance Changes 3n-skx 4t2c pdr
2203 - type: "table"
2204   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2205   algorithm: "table_performance_comparison_nic"
2206   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2207   history:
2208     - title: "rls1901 x710"
2209       data: "vpp-performance-changes-3n-skx-h1"
2210       nic: "NIC_Intel-X710"
2211   reference:
2212     title: "rls1904 x710"
2213     data: "vpp-performance-changes-3n-skx-ref"
2214     nic: "NIC_Intel-X710"
2215   compare:
2216     title: "rls1908 xxv710"
2217     data: "vpp-performance-changes-3n-skx-cmp"
2218     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2219     nic: "NIC_Intel-XXV710"
2220   data: "vpp-performance-changes-3n-skx"
2221   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2222   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2223   parameters:
2224   - "name"
2225   - "parent"
2226   - "throughput"
2227   - "tags"
2228
2229 # VPP Performance Changes 3n-skx 2t1c ndr
2230 - type: "table"
2231   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2232   algorithm: "table_performance_comparison_nic"
2233   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2234   history:
2235     - title: "rls1901 x710"
2236       data: "vpp-performance-changes-3n-skx-h1"
2237       nic: "NIC_Intel-X710"
2238   reference:
2239     title: "rls1904 x710"
2240     data: "vpp-performance-changes-3n-skx-ref"
2241     nic: "NIC_Intel-X710"
2242   compare:
2243     title: "rls1908 xxv710"
2244     data: "vpp-performance-changes-3n-skx-cmp"
2245     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2246     nic: "NIC_Intel-XXV710"
2247   data: "vpp-performance-changes-3n-skx"
2248   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2249   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2250   parameters:
2251   - "name"
2252   - "parent"
2253   - "throughput"
2254   - "tags"
2255
2256 # VPP Performance Changes 3n-skx 4t2c ndr
2257 - type: "table"
2258   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2259   algorithm: "table_performance_comparison_nic"
2260   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2261   history:
2262     - title: "rls1901 x710"
2263       data: "vpp-performance-changes-3n-skx-h1"
2264       nic: "NIC_Intel-X710"
2265   reference:
2266     title: "rls1904 x710"
2267     data: "vpp-performance-changes-3n-skx-ref"
2268     nic: "NIC_Intel-X710"
2269   compare:
2270     title: "rls1908 xxv710"
2271     data: "vpp-performance-changes-3n-skx-cmp"
2272     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2273     nic: "NIC_Intel-XXV710"
2274   data: "vpp-performance-changes-3n-skx"
2275   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2276   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2277   parameters:
2278   - "name"
2279   - "parent"
2280   - "throughput"
2281   - "tags"
2282
2283 # VPP Performance Changes 2n-skx 2t1c pdr
2284 - type: "table"
2285   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2286   algorithm: "table_performance_comparison_nic"
2287   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2288   history:
2289     - title: "rls1901 x710"
2290       data: "vpp-performance-changes-2n-skx-h1"
2291       nic: "NIC_Intel-X710"
2292   reference:
2293     title: "rls1904 x710"
2294     data: "vpp-performance-changes-2n-skx-ref"
2295     nic: "NIC_Intel-X710"
2296   compare:
2297     title: "rls1908 xxv710"
2298     data: "vpp-performance-changes-2n-skx-cmp"
2299     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2300     nic: "NIC_Intel-XXV710"
2301   data: "vpp-performance-changes-2n-skx"
2302   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2303   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2304   parameters:
2305   - "name"
2306   - "parent"
2307   - "throughput"
2308   - "tags"
2309
2310 # VPP Performance Changes 2n-skx 4t2c pdr
2311 - type: "table"
2312   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2313   algorithm: "table_performance_comparison_nic"
2314   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2315   history:
2316     - title: "rls1901 x710"
2317       data: "vpp-performance-changes-2n-skx-h1"
2318       nic: "NIC_Intel-X710"
2319   reference:
2320     title: "rls1904 x710"
2321     data: "vpp-performance-changes-2n-skx-ref"
2322     nic: "NIC_Intel-X710"
2323   compare:
2324     title: "rls1908 xxv710"
2325     data: "vpp-performance-changes-2n-skx-cmp"
2326     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2327     nic: "NIC_Intel-XXV710"
2328   data: "vpp-performance-changes-2n-skx"
2329   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2330   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2331   parameters:
2332   - "name"
2333   - "parent"
2334   - "throughput"
2335   - "tags"
2336
2337 # VPP Performance Changes 2n-skx 2t1c ndr
2338 - type: "table"
2339   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2340   algorithm: "table_performance_comparison_nic"
2341   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2342   history:
2343     - title: "rls1901 x710"
2344       data: "vpp-performance-changes-2n-skx-h1"
2345       nic: "NIC_Intel-X710"
2346   reference:
2347     title: "rls1904 x710"
2348     data: "vpp-performance-changes-2n-skx-ref"
2349     nic: "NIC_Intel-X710"
2350   compare:
2351     title: "rls1908 xxv710"
2352     data: "vpp-performance-changes-2n-skx-cmp"
2353     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2354     nic: "NIC_Intel-XXV710"
2355   data: "vpp-performance-changes-2n-skx"
2356   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2357   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2358   parameters:
2359   - "name"
2360   - "parent"
2361   - "throughput"
2362   - "tags"
2363
2364 # VPP Performance Changes 2n-skx 4t2c ndr
2365 - type: "table"
2366   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2367   algorithm: "table_performance_comparison_nic"
2368   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2369   history:
2370     - title: "rls1901 x710"
2371       data: "vpp-performance-changes-2n-skx-h1"
2372       nic: "NIC_Intel-X710"
2373   reference:
2374     title: "rls1904 x710"
2375     data: "vpp-performance-changes-2n-skx-ref"
2376     nic: "NIC_Intel-X710"
2377   compare:
2378     title: "rls1908 xxv710"
2379     data: "vpp-performance-changes-2n-skx-cmp"
2380     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2381     nic: "NIC_Intel-XXV710"
2382   data: "vpp-performance-changes-2n-skx"
2383   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2384   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2385   parameters:
2386   - "name"
2387   - "parent"
2388   - "throughput"
2389   - "tags"
2390
2391 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2392 - type: "table"
2393   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2394   algorithm: "table_performance_comparison_nic"
2395   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2396   reference:
2397     title: "3n-hsw xl710"
2398     data: "vpp-compare-testbeds-ref"
2399     nic: "NIC_Intel-XL710"
2400   compare:
2401     title: "3n-skx xxv710"
2402     data: "vpp-compare-testbeds-cmp"
2403     nic: "NIC_Intel-XXV710"
2404   data: "vpp-compare-testbeds"
2405   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2406   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2407   parameters:
2408   - "name"
2409   - "parent"
2410   - "throughput"
2411   - "tags"
2412
2413 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2414 - type: "table"
2415   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2416   algorithm: "table_performance_comparison_nic"
2417   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2418   reference:
2419     title: "3n-hsw xl710"
2420     data: "vpp-compare-testbeds-ref"
2421     nic: "NIC_Intel-XL710"
2422   compare:
2423     title: "3n-skx xxv710"
2424     data: "vpp-compare-testbeds-cmp"
2425     nic: "NIC_Intel-XXV710"
2426   data: "vpp-compare-testbeds"
2427   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2428   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2429   parameters:
2430   - "name"
2431   - "parent"
2432   - "throughput"
2433   - "tags"
2434
2435 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2436 - type: "table"
2437   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2438   algorithm: "table_performance_comparison_nic"
2439   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2440   reference:
2441     title: "3n-hsw xl710"
2442     data: "vpp-compare-testbeds-ref"
2443     nic: "NIC_Intel-XL710"
2444   compare:
2445     title: "3n-skx xxv710"
2446     data: "vpp-compare-testbeds-cmp"
2447     nic: "NIC_Intel-XXV710"
2448   data: "vpp-compare-testbeds"
2449   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2450   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455   - "tags"
2456
2457 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2458 - type: "table"
2459   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2460   algorithm: "table_performance_comparison_nic"
2461   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2462   reference:
2463     title: "3n-hsw xl710"
2464     data: "vpp-compare-testbeds-ref"
2465     nic: "NIC_Intel-XL710"
2466   compare:
2467     title: "3n-skx xxv710"
2468     data: "vpp-compare-testbeds-cmp"
2469     nic: "NIC_Intel-XXV710"
2470   data: "vpp-compare-testbeds"
2471   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2472   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2473   parameters:
2474   - "name"
2475   - "parent"
2476   - "throughput"
2477   - "tags"
2478
2479 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2480 - type: "table"
2481   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2482   algorithm: "table_performance_comparison"
2483   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2484   reference:
2485     title: "3-Node Skx"
2486     data: "vpp-compare-topologies-ref"
2487   compare:
2488     title: "2-Node Skx"
2489     data: "vpp-compare-topologies-cmp"
2490   data: "vpp-compare-topologies"
2491   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2492   filter: "'NDRPDR' and '1C'"
2493   parameters:
2494   - "name"
2495   - "parent"
2496   - "throughput"
2497
2498 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2499 - type: "table"
2500   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2501   algorithm: "table_performance_comparison"
2502   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2503   reference:
2504     title: "3-Node Skx"
2505     data: "vpp-compare-topologies-ref"
2506   compare:
2507     title: "2-Node Skx"
2508     data: "vpp-compare-topologies-cmp"
2509   data: "vpp-compare-topologies"
2510   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2511   filter: "'NDRPDR' and '2C'"
2512   parameters:
2513   - "name"
2514   - "parent"
2515   - "throughput"
2516
2517 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2518 - type: "table"
2519   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2520   algorithm: "table_performance_comparison"
2521   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2522   reference:
2523     title: "3-Node Skx"
2524     data: "vpp-compare-topologies-ref"
2525   compare:
2526     title: "2-Node Skx"
2527     data: "vpp-compare-topologies-cmp"
2528   data: "vpp-compare-topologies"
2529   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2530   filter: "'NDRPDR' and '1C'"
2531   parameters:
2532   - "name"
2533   - "parent"
2534   - "throughput"
2535
2536 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2537 - type: "table"
2538   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2539   algorithm: "table_performance_comparison"
2540   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2541   reference:
2542     title: "3-Node Skx"
2543     data: "vpp-compare-topologies-ref"
2544   compare:
2545     title: "2-Node Skx"
2546     data: "vpp-compare-topologies-cmp"
2547   data: "vpp-compare-topologies"
2548   include-tests: "PDR"
2549   filter: "'NDRPDR' and '2C'"
2550   parameters:
2551   - "name"
2552   - "parent"
2553   - "throughput"
2554
2555 # VPP Performance Changes 3n-hsw 1t1c MRR
2556 - type: "table"
2557   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2558   algorithm: "table_performance_comparison"
2559   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2560   history:
2561     - title: "rls1901"
2562       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2563   reference:
2564     title: "rls1904"
2565     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2566   compare:
2567     title: "rls1908"
2568     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2569   data: "vpp-performance-changes-3n-hsw-mrr"
2570   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2571   filter: "'1T1C' and 'MRR'"
2572   parameters:
2573   - "name"
2574   - "parent"
2575   - "result"
2576
2577 # VPP Performance Changes 3n-hsw 2t2c MRR
2578 - type: "table"
2579   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2580   algorithm: "table_performance_comparison"
2581   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2582   history:
2583     - title: "rls1901"
2584       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2585   reference:
2586     title: "rls1904"
2587     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2588   compare:
2589     title: "rls1908"
2590     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2591   data: "vpp-performance-changes-3n-hsw-mrr"
2592   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2593   filter: "'2T2C' and 'MRR'"
2594   parameters:
2595   - "name"
2596   - "parent"
2597   - "result"
2598
2599 # VPP Performance Changes 3n-hsw 4t4c MRR
2600 - type: "table"
2601   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2602   algorithm: "table_performance_comparison"
2603   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2604   history:
2605     - title: "rls1901"
2606       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2607   reference:
2608     title: "rls1904"
2609     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2610   compare:
2611     title: "rls1908"
2612     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2613   data: "vpp-performance-changes-3n-hsw-mrr"
2614   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2615   filter: "'4T4C' and 'MRR'"
2616   parameters:
2617   - "name"
2618   - "parent"
2619   - "result"
2620
2621 # VPP Performance Changes 3n-skx 2t1c MRR
2622 - type: "table"
2623   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2624   algorithm: "table_performance_comparison"
2625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2626   history:
2627     - title: "rls1901"
2628       data: "vpp-performance-changes-3n-skx-mrr-h1"
2629   reference:
2630     title: "rls1904"
2631     data: "vpp-performance-changes-3n-skx-mrr-ref"
2632   compare:
2633     title: "rls1908"
2634     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2635   data: "vpp-performance-changes-3n-skx-mrr"
2636   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2637   filter: "'2T1C' and 'MRR'"
2638   parameters:
2639   - "name"
2640   - "parent"
2641   - "result"
2642
2643 # VPP Performance Changes 3n-skx 4t2c MRR
2644 - type: "table"
2645   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2646   algorithm: "table_performance_comparison"
2647   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2648   history:
2649     - title: "rls1901"
2650       data: "vpp-performance-changes-3n-skx-mrr-h1"
2651   reference:
2652     title: "rls1904"
2653     data: "vpp-performance-changes-3n-skx-mrr-ref"
2654   compare:
2655     title: "rls1908"
2656     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2657   data: "vpp-performance-changes-3n-skx-mrr"
2658   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2659   filter: "'4T2C' and 'MRR'"
2660   parameters:
2661   - "name"
2662   - "parent"
2663   - "result"
2664
2665 # VPP Performance Changes 3n-skx 8t4c MRR
2666 - type: "table"
2667   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2668   algorithm: "table_performance_comparison"
2669   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2670   history:
2671     - title: "rls1901"
2672       data: "vpp-performance-changes-3n-skx-mrr-h1"
2673   reference:
2674     title: "rls1904"
2675     data: "vpp-performance-changes-3n-skx-mrr-ref"
2676   compare:
2677     title: "rls1908"
2678     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2679   data: "vpp-performance-changes-3n-skx-mrr"
2680   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2681   filter: "'8T4C' and 'MRR'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "result"
2686
2687 # VPP Performance Changes 2n-skx 2t1c MRR
2688 - type: "table"
2689   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2692   history:
2693     - title: "rls1901"
2694       data: "vpp-performance-changes-2n-skx-mrr-h1"
2695   reference:
2696     title: "rls1904"
2697     data: "vpp-performance-changes-2n-skx-mrr-ref"
2698   compare:
2699     title: "rls1908"
2700     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2701   data: "vpp-performance-changes-2n-skx-mrr"
2702   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2703   filter: "'2T1C' and 'MRR'"
2704   parameters:
2705   - "name"
2706   - "parent"
2707   - "result"
2708
2709 # VPP Performance Changes 2n-skx 4t2c MRR
2710 - type: "table"
2711   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2712   algorithm: "table_performance_comparison"
2713   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2714   history:
2715     - title: "rls1901"
2716       data: "vpp-performance-changes-2n-skx-mrr-h1"
2717   reference:
2718     title: "rls1904"
2719     data: "vpp-performance-changes-2n-skx-mrr-ref"
2720   compare:
2721     title: "rls1908"
2722     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2723   data: "vpp-performance-changes-2n-skx-mrr"
2724   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2725   filter: "'4T2C' and 'MRR'"
2726   parameters:
2727   - "name"
2728   - "parent"
2729   - "result"
2730
2731 # VPP Performance Changes 2n-skx 8t4c MRR
2732 - type: "table"
2733   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2734   algorithm: "table_performance_comparison"
2735   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2736   history:
2737     - title: "rls1901"
2738       data: "vpp-performance-changes-2n-skx-mrr-h1"
2739   reference:
2740     title: "rls1904"
2741     data: "vpp-performance-changes-2n-skx-mrr-ref"
2742   compare:
2743     title: "rls1908"
2744     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2745   data: "vpp-performance-changes-2n-skx-mrr"
2746   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2747   filter: "'8T4C' and 'MRR'"
2748   parameters:
2749   - "name"
2750   - "parent"
2751   - "result"
2752
2753 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2754 - type: "table"
2755   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2756   algorithm: "table_performance_comparison_nic"
2757   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2758   reference:
2759     title: "3n-hsw xl710"
2760     data: "vpp-compare-testbeds-mrr-ref"
2761     nic: "NIC_Intel-XL710"
2762   compare:
2763     title: "3n-skx xxv710"
2764     data: "vpp-compare-testbeds-mrr-cmp"
2765     nic: "NIC_Intel-XXV710"
2766   data: "vpp-compare-testbeds-mrr"
2767   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2768   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
2769   parameters:
2770   - "name"
2771   - "parent"
2772   - "result"
2773   - "tags"
2774
2775 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2776 - type: "table"
2777   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2778   algorithm: "table_performance_comparison_nic"
2779   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2780   reference:
2781     title: "3n-hsw xl710"
2782     data: "vpp-compare-testbeds-mrr-ref"
2783     nic: "NIC_Intel-XL710"
2784   compare:
2785     title: "3n-skx xxv710"
2786     data: "vpp-compare-testbeds-mrr-cmp"
2787     nic: "NIC_Intel-XXV710"
2788   data: "vpp-compare-testbeds-mrr"
2789   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2790   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
2791   parameters:
2792   - "name"
2793   - "parent"
2794   - "result"
2795   - "tags"
2796
2797 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2798 - type: "table"
2799   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2800   algorithm: "table_performance_comparison_nic"
2801   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2802   reference:
2803     title: "3n-hsw xl710"
2804     data: "vpp-compare-testbeds-mrr-ref"
2805     nic: "NIC_Intel-XL710"
2806   compare:
2807     title: "3n-skx xxv710"
2808     data: "vpp-compare-testbeds-mrr-cmp"
2809     nic: "NIC_Intel-XXV710"
2810   data: "vpp-compare-testbeds-mrr"
2811   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2812   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
2813   parameters:
2814   - "name"
2815   - "parent"
2816   - "result"
2817   - "tags"
2818
2819 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2820 - type: "table"
2821   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2822   algorithm: "table_performance_comparison"
2823   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2824   reference:
2825     title: "3-Node Skx"
2826     data: "vpp-compare-topologies-mrr-ref"
2827   compare:
2828     title: "2-Node Skx"
2829     data: "vpp-compare-topologies-mrr-cmp"
2830   data: "vpp-compare-topologies-mrr"
2831   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2832   filter: "'MRR' and '1C'"
2833   parameters:
2834   - "name"
2835   - "parent"
2836   - "result"
2837
2838 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2839 - type: "table"
2840   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2841   algorithm: "table_performance_comparison"
2842   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2843   reference:
2844     title: "3-Node Skx"
2845     data: "vpp-compare-topologies-mrr-ref"
2846   compare:
2847     title: "2-Node Skx"
2848     data: "vpp-compare-topologies-mrr-cmp"
2849   data: "vpp-compare-topologies-mrr"
2850   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2851   filter: "'MRR' and '2C'"
2852   parameters:
2853   - "name"
2854   - "parent"
2855   - "result"
2856
2857 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2858 - type: "table"
2859   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2860   algorithm: "table_performance_comparison"
2861   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2862   reference:
2863     title: "3-Node Skx"
2864     data: "vpp-compare-topologies-mrr-ref"
2865   compare:
2866     title: "2-Node Skx"
2867     data: "vpp-compare-topologies-mrr-cmp"
2868   data: "vpp-compare-topologies-mrr"
2869   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2870   filter: "'MRR' and '4C'"
2871   parameters:
2872   - "name"
2873   - "parent"
2874   - "result"
2875
2876 # Detailed Test Results - VPP Performance Results 3n-hsw
2877 - type: "table"
2878   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2879   algorithm: "table_merged_details"
2880   output-file-ext: ".csv"
2881   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2882   columns:
2883   - title: "Name"
2884     data: "data name"
2885   - title: "Status"
2886     data: "data msg"
2887   rows: "generated"
2888   data: "vpp-perf-results-3n-hsw"
2889   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2890   parameters:
2891   - "name"
2892   - "parent"
2893   - "msg"
2894
2895 # Detailed Test Results - VPP Performance Results 3n-skx
2896 - type: "table"
2897   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2898   algorithm: "table_merged_details"
2899   output-file-ext: ".csv"
2900   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2901   columns:
2902   - title: "Name"
2903     data: "data name"
2904   - title: "Status"
2905     data: "data msg"
2906   rows: "generated"
2907   data: "vpp-perf-results-3n-skx"
2908   filter: "not 'CFS_OPT'"
2909   parameters:
2910   - "name"
2911   - "parent"
2912   - "msg"
2913
2914 # Detailed Test Results - VPP Performance Results 2n-skx
2915 - type: "table"
2916   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2917   algorithm: "table_merged_details"
2918   output-file-ext: ".csv"
2919   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2920   columns:
2921   - title: "Name"
2922     data: "data name"
2923   - title: "Status"
2924     data: "data msg"
2925   rows: "generated"
2926   data: "vpp-perf-results-2n-skx"
2927   filter: "not 'CFS_OPT'"
2928   parameters:
2929   - "name"
2930   - "parent"
2931   - "msg"
2932
2933 # Detailed Test Results - VPP Performance Results 3n-tsh
2934 - type: "table"
2935   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
2936   algorithm: "table_merged_details"
2937   output-file-ext: ".csv"
2938   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
2939   columns:
2940   - title: "Name"
2941     data: "data name"
2942   - title: "Status"
2943     data: "data msg"
2944   rows: "generated"
2945   data: "vpp-perf-results-3n-tsh"
2946   filter: "not 'CFS_OPT'"
2947   parameters:
2948   - "name"
2949   - "parent"
2950   - "msg"
2951
2952 # Detailed Test Results - VPP Performance Results 3n-dnv
2953 - type: "table"
2954   title: "Detailed Test Results - VPP Performance Results 3n-dnv"
2955   algorithm: "table_details"
2956   output-file-ext: ".csv"
2957   output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
2958   columns:
2959   - title: "Name"
2960     data: "data name"
2961   - title: "Status"
2962     data: "data msg"
2963   rows: "generated"
2964   data: "vpp-perf-results-3n-dnv"
2965   filter: "'NDRPDR'"
2966   parameters:
2967   - "name"
2968   - "parent"
2969   - "msg"
2970
2971 # Detailed Test Results - VPP Performance Results 2n-dnv
2972 - type: "table"
2973   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2974   algorithm: "table_details"
2975   output-file-ext: ".csv"
2976   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2977   columns:
2978   - title: "Name"
2979     data: "data name"
2980   - title: "Status"
2981     data: "data msg"
2982   rows: "generated"
2983   data: "vpp-perf-results-2n-dnv"
2984   filter: "'NDRPDR'"
2985   parameters:
2986   - "name"
2987   - "parent"
2988   - "msg"
2989
2990 # Test configuration - VPP Performance Test Configs 3n-hsw
2991 - type: "table"
2992   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2993   algorithm: "table_merged_details"
2994   output-file-ext: ".csv"
2995   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2996   columns:
2997   - title: "Name"
2998     data: "data name"
2999   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3000     data: "data conf-history"
3001   rows: "generated"
3002   data: "vpp-perf-results-3n-hsw"
3003   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3004   parameters:
3005   - "parent"
3006   - "name"
3007   - "conf-history"
3008
3009 # Test configuration - VPP Performance Test Configs 3n-skx
3010 - type: "table"
3011   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3012   algorithm: "table_merged_details"
3013   output-file-ext: ".csv"
3014   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3015   columns:
3016   - title: "Name"
3017     data: "data name"
3018   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3019     data: "data conf-history"
3020   rows: "generated"
3021   data: "vpp-perf-results-3n-skx"
3022   filter: "not 'CFS_OPT'"
3023   parameters:
3024   - "parent"
3025   - "name"
3026   - "conf-history"
3027
3028 # Test configuration - VPP Performance Test Configs 2n-skx
3029 - type: "table"
3030   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3031   algorithm: "table_merged_details"
3032   output-file-ext: ".csv"
3033   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3034   columns:
3035   - title: "Name"
3036     data: "data name"
3037   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3038     data: "data conf-history"
3039   rows: "generated"
3040   data: "vpp-perf-results-2n-skx"
3041   filter: "not 'CFS_OPT'"
3042   parameters:
3043   - "parent"
3044   - "name"
3045   - "conf-history"
3046
3047 # Test configuration - VPP Performance Test Configs 3n-tsh
3048 - type: "table"
3049   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
3050   algorithm: "table_merged_details"
3051   output-file-ext: ".csv"
3052   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
3053   columns:
3054   - title: "Name"
3055     data: "data name"
3056   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3057     data: "data conf-history"
3058   rows: "generated"
3059   data: "vpp-perf-results-3n-tsh"
3060   filter: "not 'CFS_OPT'"
3061   parameters:
3062   - "parent"
3063   - "name"
3064   - "conf-history"
3065
3066 # Test configuration - VPP Performance Test Configs 3n-dnv
3067 - type: "table"
3068   title: "Test configuration - VPP Performance Test Configs 3n-dnv"
3069   algorithm: "table_details"
3070   output-file-ext: ".csv"
3071   output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv"
3072   columns:
3073   - title: "Name"
3074     data: "data name"
3075   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3076     data: "data conf-history"
3077   rows: "generated"
3078   data: "vpp-perf-results-3n-dnv"
3079   filter: "'NDRPDR'"
3080   parameters:
3081   - "parent"
3082   - "name"
3083   - "conf-history"
3084
3085 # Test configuration - VPP Performance Test Configs 2n-dnv
3086 - type: "table"
3087   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3088   algorithm: "table_details"
3089   output-file-ext: ".csv"
3090   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3091   columns:
3092   - title: "Name"
3093     data: "data name"
3094   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3095     data: "data conf-history"
3096   rows: "generated"
3097   data: "vpp-perf-results-2n-dnv"
3098   filter: "'NDRPDR'"
3099   parameters:
3100   - "parent"
3101   - "name"
3102   - "conf-history"
3103
3104 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3105 - type: "table"
3106   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3107   algorithm: "table_merged_details"
3108   output-file-ext: ".csv"
3109   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3110   columns:
3111   - title: "Name"
3112     data: "data name"
3113   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3114     data: "data show-run"
3115   rows: "generated"
3116   data: "vpp-perf-results-3n-hsw"
3117   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3118   parameters:
3119   - "parent"
3120   - "name"
3121   - "show-run"
3122
3123 # Test Operational Data - VPP Performance Operational Data 3n-skx
3124 - type: "table"
3125   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3126   algorithm: "table_merged_details"
3127   output-file-ext: ".csv"
3128   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3129   columns:
3130   - title: "Name"
3131     data: "data name"
3132   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3133     data: "data show-run"
3134   rows: "generated"
3135   data: "vpp-perf-results-3n-skx"
3136   filter: "not 'CFS_OPT'"
3137   parameters:
3138   - "parent"
3139   - "name"
3140   - "show-run"
3141
3142 # Test Operational Data - VPP Performance Operational Data 2n-skx
3143 - type: "table"
3144   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3145   algorithm: "table_merged_details"
3146   output-file-ext: ".csv"
3147   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3148   columns:
3149   - title: "Name"
3150     data: "data name"
3151   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3152     data: "data show-run"
3153   rows: "generated"
3154   data: "vpp-perf-results-2n-skx"
3155   filter: "not 'CFS_OPT'"
3156   parameters:
3157   - "parent"
3158   - "name"
3159   - "show-run"
3160
3161 # Test Operational Data - VPP Performance Operational Data 3n-tsh
3162 - type: "table"
3163   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
3164   algorithm: "table_merged_details"
3165   output-file-ext: ".csv"
3166   output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
3167   columns:
3168   - title: "Name"
3169     data: "data name"
3170   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3171     data: "data show-run"
3172   rows: "generated"
3173   data: "vpp-perf-results-3n-tsh"
3174   filter: "not 'CFS_OPT'"
3175   parameters:
3176   - "parent"
3177   - "name"
3178   - "show-run"
3179
3180 # Test Operational Data - VPP Performance Operational Data 3n-dnv
3181 - type: "table"
3182   title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
3183   algorithm: "table_details"
3184   output-file-ext: ".csv"
3185   output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv"
3186   columns:
3187   - title: "Name"
3188     data: "data name"
3189   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3190     data: "data show-run"
3191   rows: "generated"
3192   data: "vpp-perf-results-3n-dnv"
3193   filter: "'NDRPDR'"
3194   parameters:
3195   - "parent"
3196   - "name"
3197   - "show-run"
3198
3199 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3200 - type: "table"
3201   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3202   algorithm: "table_details"
3203   output-file-ext: ".csv"
3204   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3205   columns:
3206   - title: "Name"
3207     data: "data name"
3208   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3209     data: "data show-run"
3210   rows: "generated"
3211   data: "vpp-perf-results-2n-dnv"
3212   filter: "'NDRPDR'"
3213   parameters:
3214   - "parent"
3215   - "name"
3216   - "show-run"
3217
3218 # Detailed Test Results - VPP MRR Results 3n-hsw
3219 - type: "table"
3220   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3221   algorithm: "table_details"
3222   output-file-ext: ".csv"
3223   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3224   columns:
3225   - title: "Name"
3226     data: "data name"
3227   - title: "Status"
3228     data: "data msg"
3229   rows: "generated"
3230   data: "vpp-mrr-results-3n-hsw"
3231   filter: "'MRR'"
3232   parameters:
3233   - "name"
3234   - "parent"
3235   - "msg"
3236
3237 # Detailed Test Results - VPP MRR Results 3n-skx
3238 - type: "table"
3239   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3240   algorithm: "table_details"
3241   output-file-ext: ".csv"
3242   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3243   columns:
3244   - title: "Name"
3245     data: "data name"
3246   - title: "Status"
3247     data: "data msg"
3248   rows: "generated"
3249   data: "vpp-mrr-results-3n-skx"
3250   filter: "'MRR'"
3251   parameters:
3252   - "name"
3253   - "parent"
3254   - "msg"
3255
3256 # Detailed Test Results - VPP MRR Results 2n-skx
3257 - type: "table"
3258   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3259   algorithm: "table_details"
3260   output-file-ext: ".csv"
3261   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3262   columns:
3263   - title: "Name"
3264     data: "data name"
3265   - title: "Status"
3266     data: "data msg"
3267   rows: "generated"
3268   data: "vpp-mrr-results-2n-skx"
3269   filter: "'MRR'"
3270   parameters:
3271   - "name"
3272   - "parent"
3273   - "msg"
3274
3275 # Detailed Test Results - VPP MRR Results 3n-tsh
3276 - type: "table"
3277   title: "Detailed Test Results - VPP MRR Results 3n-tsh"
3278   algorithm: "table_details"
3279   output-file-ext: ".csv"
3280   output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh"
3281   columns:
3282   - title: "Name"
3283     data: "data name"
3284   - title: "Status"
3285     data: "data msg"
3286   rows: "generated"
3287   data: "vpp-mrr-results-3n-tsh"
3288   filter: "'MRR'"
3289   parameters:
3290   - "name"
3291   - "parent"
3292   - "msg"
3293
3294 # Detailed Test Results - VPP MRR Results 3n-dnv
3295 - type: "table"
3296   title: "Detailed Test Results - VPP MRR Results 3n-dnv"
3297   algorithm: "table_details"
3298   output-file-ext: ".csv"
3299   output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv"
3300   columns:
3301   - title: "Name"
3302     data: "data name"
3303   - title: "Status"
3304     data: "data msg"
3305   rows: "generated"
3306   data: "vpp-mrr-results-3n-dnv"
3307   filter: "'MRR'"
3308   parameters:
3309   - "name"
3310   - "parent"
3311   - "msg"
3312
3313 # Detailed Test Results - VPP MRR Results 2n-dnv
3314 - type: "table"
3315   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3316   algorithm: "table_details"
3317   output-file-ext: ".csv"
3318   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3319   columns:
3320   - title: "Name"
3321     data: "data name"
3322   - title: "Status"
3323     data: "data msg"
3324   rows: "generated"
3325   data: "vpp-mrr-results-2n-dnv"
3326   filter: "'MRR'"
3327   parameters:
3328   - "name"
3329   - "parent"
3330   - "msg"
3331
3332 # Test configuration - VPP MRR Test Configs 3n-hsw
3333 - type: "table"
3334   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3335   algorithm: "table_details"
3336   output-file-ext: ".csv"
3337   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3338   columns:
3339   - title: "Name"
3340     data: "data name"
3341   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3342     data: "data conf-history"
3343   rows: "generated"
3344   data: "vpp-mrr-results-3n-hsw"
3345   filter: "'MRR'"
3346   parameters:
3347   - "parent"
3348   - "name"
3349   - "conf-history"
3350
3351 # Test configuration - VPP MRR Test Configs 3n-skx
3352 - type: "table"
3353   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3354   algorithm: "table_details"
3355   output-file-ext: ".csv"
3356   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3357   columns:
3358   - title: "Name"
3359     data: "data name"
3360   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3361     data: "data conf-history"
3362   rows: "generated"
3363   data: "vpp-mrr-results-3n-skx"
3364   filter: "'MRR'"
3365   parameters:
3366   - "parent"
3367   - "name"
3368   - "conf-history"
3369
3370 # Test configuration - VPP MRR Test Configs 2n-skx
3371 - type: "table"
3372   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3373   algorithm: "table_details"
3374   output-file-ext: ".csv"
3375   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3376   columns:
3377   - title: "Name"
3378     data: "data name"
3379   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3380     data: "data conf-history"
3381   rows: "generated"
3382   data: "vpp-mrr-results-2n-skx"
3383   filter: "'MRR'"
3384   parameters:
3385   - "parent"
3386   - "name"
3387   - "conf-history"
3388
3389 # Test configuration - VPP MRR Test Configs 3n-tsh
3390 - type: "table"
3391   title: "Test configuration - VPP MRR Test Configs 3n-tsh"
3392   algorithm: "table_details"
3393   output-file-ext: ".csv"
3394   output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh"
3395   columns:
3396   - title: "Name"
3397     data: "data name"
3398   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3399     data: "data conf-history"
3400   rows: "generated"
3401   data: "vpp-mrr-results-3n-tsh"
3402   filter: "'MRR'"
3403   parameters:
3404   - "parent"
3405   - "name"
3406   - "conf-history"
3407
3408 # Test configuration - VPP MRR Test Configs 3n-dnv
3409 - type: "table"
3410   title: "Test configuration - VPP MRR Test Configs 3n-dnv"
3411   algorithm: "table_details"