Report: Add 2n-clx latency 2
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
33     DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv"
34     DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
35     DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
37     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
38     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
39     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
40     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
41     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
42     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
43     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
44     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
45     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
46     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
47     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
48     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
49     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
50     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
51     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
52     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
53
54     # Detailed test configurations
55     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
56     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
57     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
58     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
59     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
60     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
61     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
62     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
63     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
64     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
65     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
66     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
67     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
68     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
69     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
70     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
71
72     # Detailed tests operational data
73     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
74     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
75     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
76     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
77     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
78     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
79     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
80     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
81
82     # Latencies:
83     DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
84     DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
85
86     # .css patch file to fix tables generated by Sphinx
87     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
88     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
89
90   urls:
91     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
92     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
93     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
94     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
95     DIR[NEXUS,DOC]: "report/_static/archive"
96
97   make-dirs:
98   # List the directories which are created while preparing the environment.
99   # All directories MUST be defined in "paths" section.
100   - "DIR[WORKING,DATA]"
101   - "DIR[STATIC,VPP]"
102   - "DIR[STATIC,DPDK]"
103   - "DIR[STATIC,ARCH]"
104   - "DIR[BUILD,LATEX]"
105   - "DIR[WORKING,SRC]"
106   - "DIR[WORKING,SRC,STATIC]"
107
108   remove-dirs:
109   # List the directories which are deleted while cleaning the environment.
110   # All directories MUST be defined in "paths" section.
111   #- "DIR[BUILD,HTML]"
112   - "DIR[WORKING,DATA]"
113
114   build-dirs:
115   # List the directories where the results (build) is stored.
116   # All directories MUST be defined in "paths" section.
117   - "DIR[BUILD,HTML]"
118   - "DIR[BUILD,LATEX]"
119
120 - type: "configuration"
121
122   limits:
123     nic:
124       x520: 24460000
125       x553: 29761905
126       x710: 35800000
127       xxv710: 35800000
128       xl710: 35800000
129
130     link:
131       10ge: 14880952.38
132       25ge: 37202380.95
133       40ge: 59523809.52
134       100ge: 148809523.81
135
136     pci:
137       pci-g3-x8: 74404761.90
138       pci-g3-x16: 148809523.81
139
140   data-sets:
141
142     ###########################################################################
143     # Replacements:
144
145     replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost:
146       csit-vpp-perf-verify-1908-3n-hsw:
147         - 48  # NDRPDR sel vhost
148         - 49  # NDRPDR sel vhost
149         - 52  # NDRPDR sel vhost
150         - 53  # NDRPDR sel vhost
151         - 54  # NDRPDR sel vhost
152         - 55  # NDRPDR sel vhost
153         - 56  # NDRPDR sel vhost
154         - 57  # NDRPDR sel vhost
155         - 58  # NDRPDR sel vhost
156         - 59  # NDRPDR sel vhost
157
158     replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost:
159       csit-vpp-perf-verify-1908-3n-skx:
160         - 52  # NDRPDR sel vhost
161         - 53  # NDRPDR sel vhost
162         - 55  # NDRPDR sel vhost
163         - 61  # NDRPDR sel vhost
164         - 62  # NDRPDR sel vhost
165         - 63  # NDRPDR sel vhost
166         - 64  # NDRPDR sel vhost
167         - 65  # NDRPDR sel vhost
168         - 66  # NDRPDR sel vhost
169         - 67  # NDRPDR sel vhost
170
171     replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost:
172       csit-vpp-perf-verify-1908-2n-skx:
173         - 88  # NDRPDR sel vhost
174         - 89  # NDRPDR sel vhost
175         - 91  # NDRPDR sel vhost
176         - 92  # NDRPDR sel vhost
177         - 93  # NDRPDR sel vhost
178         - 94  # NDRPDR sel vhost
179         - 95  # NDRPDR sel vhost
180         - 96  # NDRPDR sel vhost
181         - 97  # NDRPDR sel vhost
182         - 98  # NDRPDR sel vhost
183
184     ###########################################################################
185     # Plots:
186
187     # 3n-hsw
188
189     plot-vpp-throughput-lat-tsa-3n-hsw:
190       csit-vpp-perf-verify-2001-3n-hsw:
191         - 21  # NDRPDR sel
192         - 22  # NDRPDR sel
193         - 23  # NDRPDR sel
194         - 24  # NDRPDR sel
195         - 25  # NDRPDR sel
196         - 29  # NDRPDR sel
197         - 30  # NDRPDR sel
198         - 31  # NDRPDR sel
199         - 32  # NDRPDR sel
200         - 34  # NDRPDR sel
201
202     plot-vpp-hdrh-lat-3n-hsw:
203       csit-vpp-perf-verify-2001-3n-hsw:
204         - 22  # NDRPDR sel
205
206     plot-vpp-nfv-3n-hsw-ndrpdr:
207       csit-vpp-perf-verify-2001-3n-hsw:
208         - 21  # NDRPDR sel
209         - 22  # NDRPDR sel
210         - 23  # NDRPDR sel
211         - 24  # NDRPDR sel
212         - 25  # NDRPDR sel
213         - 29  # NDRPDR sel
214         - 30  # NDRPDR sel
215         - 31  # NDRPDR sel
216         - 32  # NDRPDR sel
217         - 34  # NDRPDR sel
218
219     plot-vpp-nfv-3n-hsw-mrr:
220       csit-vpp-perf-verify-2001-3n-hsw:
221         - 17  # MRR sel
222
223     plot-dpdk-throughput-latency-3n-hsw:
224       csit-dpdk-perf-verify-2001-3n-hsw:
225         - 4   # NDRPDR sel
226         - 5   # NDRPDR sel
227         - 6   # NDRPDR sel
228         - 7   # NDRPDR sel
229         - 8   # NDRPDR sel
230         - 9   # NDRPDR sel
231         - 10  # NDRPDR sel
232         - 11  # NDRPDR sel
233         - 12  # NDRPDR sel
234         - 13  # NDRPDR sel
235         - 15  # NDRPDR sel
236         - 16  # NDRPDR sel
237         - 17  # NDRPDR sel
238         - 18  # NDRPDR sel
239         - 19  # NDRPDR sel
240         - 20  # NDRPDR sel
241         - 21  # NDRPDR sel
242         - 22  # NDRPDR sel
243         - 23  # NDRPDR sel
244         - 24  # NDRPDR sel
245
246     plot-dpdk-hdrh-lat-3n-hsw:
247       csit-dpdk-perf-verify-2001-3n-hsw:
248         - 16  # NDRPDR sel
249
250     # 3n-skx
251
252     plot-vpp-throughput-lat-tsa-3n-skx:
253       # TODO: Add the data
254       csit-vpp-perf-verify-2001-3n-skx:
255         - 14  # NDRPDR sel
256         - 15  # NDRPDR sel
257         - 16  # NDRPDR sel
258
259     plot-vpp-hdrh-lat-3n-skx:
260       csit-vpp-perf-verify-2001-3n-skx:
261         - 14  # NDRPDR sel
262
263     plot-vpp-nfv-3n-skx-ndrpdr:
264       # TODO: Add data
265       csit-vpp-perf-verify-2001-3n-skx:
266         - 14  # NDRPDR sel
267         - 15  # NDRPDR sel
268         - 16  # NDRPDR sel
269
270     plot-vpp-nfv-3n-skx-mrr:
271       # TODO: Replace
272       # csit-vpp-perf-verify-2001-3n-skx:
273       csit-vpp-perf-verify-1908-3n-skx:
274         - 36  # MRR sel
275
276     plot-dpdk-throughput-latency-3n-skx:
277       csit-dpdk-perf-verify-2001-3n-skx:
278         - 1   # NDRPDR sel
279         - 2   # NDRPDR sel
280         - 3   # NDRPDR sel
281         - 4   # NDRPDR sel
282         - 5   # NDRPDR sel
283         - 6   # NDRPDR sel
284         - 7   # NDRPDR sel
285         - 8   # NDRPDR sel
286         - 9   # NDRPDR sel
287         - 10  # NDRPDR sel
288
289     plot-dpdk-hdrh-lat-3n-skx:
290       csit-dpdk-perf-verify-2001-3n-skx:
291         - 1   # NDRPDR sel
292         - 19  # NDRPDR sel
293
294     # 2n-skx
295
296     plot-vpp-throughput-lat-tsa-2n-skx:
297       # TODO: Add the data
298       csit-vpp-perf-verify-2001-2n-skx:
299         - 21  # NDRPDR sel
300         - 22  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 26  # NDRPDR sel
303         - 27  # NDRPDR sel
304         - 29  # NDRPDR sel
305
306     plot-vpp-hdrh-lat-2n-skx:
307       csit-vpp-perf-verify-2001-2n-skx:
308         - 21  # NDRPDR sel
309
310     plot-vpp-http-server-performance:
311       # TODO: Replace:
312       # csit-vpp-perf-verify-2001-2n-skx:
313       csit-vpp-perf-verify-1908-2n-skx:
314         - 29  # TCP
315         - 30  # TCP
316         - 58  # TCP
317
318     plot-vpp-soak-2n-skx:
319       # TODO: Replace the data
320       # csit-vpp-perf-verify-2001-2n-skx:
321       csit-vpp-perf-verify-1908-2n-skx:
322         - 83  # SOAK
323         - 86  # SOAK
324
325     plot-vpp-nfv-2n-skx-ndrpdr:
326       # TODO: Add the data
327       csit-vpp-perf-verify-2001-2n-skx:
328         - 30  # NFV
329         - 31  # NFV
330
331     plot-vpp-nfv-2n-skx-mrr:
332       # TODO: Replace the data
333       # csit-vpp-perf-verify-2001-2n-skx:
334       csit-vpp-perf-verify-1908-2n-skx:
335         - 71  # NFV MRR
336
337     plot-vpp-nfv-reconf-2n-skx:
338       # TODO: Replace the data
339       # csit-vpp-perf-verify-2001-2n-skx:
340       csit-vpp-perf-verify-1908-2n-skx:
341         - 113 # NFV reconf sel
342         - 114 # NFV reconf sel
343         - 115 # NFV reconf sel
344
345     plot-dpdk-throughput-latency-2n-skx:
346       csit-dpdk-perf-verify-2001-2n-skx:
347         - 1   # NDRPDR sel
348         - 2   # NDRPDR sel
349         - 3   # NDRPDR sel
350         - 4   # NDRPDR sel
351         - 5   # NDRPDR sel
352         - 6   # NDRPDR sel
353         - 7   # NDRPDR sel
354         - 8   # NDRPDR sel
355         - 9   # NDRPDR sel
356         - 10  # NDRPDR sel
357         - 11  # NDRPDR sel
358         - 13  # NDRPDR sel
359         - 26  # NDRPDR sel
360         - 16  # NDRPDR sel
361         - 17  # NDRPDR sel
362         - 18  # NDRPDR sel
363         - 19  # NDRPDR sel
364         - 27  # NDRPDR sel
365         - 21  # NDRPDR sel
366         - 25  # NDRPDR sel
367
368     plot-dpdk-hdrh-lat-2n-skx:
369       csit-dpdk-perf-verify-2001-2n-skx:
370         - 1   # NDRPDR sel
371         - 19  # NDRPDR sel
372
373     # 2n-clx
374
375     plot-vpp-throughput-lat-tsa-2n-clx:
376       # TODO: Add the data
377       csit-vpp-perf-verify-2001-2n-clx:
378         - 28  # NDRPDR sel
379         - 29  # NDRPDR sel
380         - 32  # NDRPDR sel
381
382
383     plot-vpp-hdrh-lat-2n-clx:
384       csit-vpp-perf-verify-2001-2n-clx:
385         - 28  # NDRPDR sel
386
387     plot-vpp-nfv-2n-clx-ndrpdr:
388       # TODO: Add the data
389       csit-vpp-perf-verify-2001-2n-clx:
390         - 28  # NDRPDR sel
391         - 29  # NDRPDR sel
392         - 32  # NDRPDR sel
393
394
395     plot-vpp-nfv-2n-clx-mrr:
396       # TODO: Replace the data
397       csit-vpp-perf-verify-2001-2n-clx:
398         - 28  # NDRPDR sel
399
400     plot-dpdk-throughput-latency-2n-clx:
401       csit-dpdk-perf-verify-2001-2n-clx:
402         - 14  # NDRPDR sel
403         - 15  # NDRPDR sel
404         - 16  # NDRPDR sel
405         - 17  # NDRPDR sel
406         - 18  # NDRPDR sel
407         - 19  # NDRPDR sel
408         - 20  # NDRPDR sel
409         - 21  # NDRPDR sel
410         - 22  # NDRPDR sel
411         - 23  # NDRPDR sel
412
413
414     plot-dpdk-hdrh-lat-2n-clx:
415       csit-dpdk-perf-verify-2001-2n-clx:
416         - 15  # NDRPDR sel
417
418     # 3n-tsh
419
420     plot-vpp-throughput-lat-tsa-3n-tsh:
421       # TODO: Add the data
422       csit-vpp-perf-verify-2001-3n-tsh:
423         - 3   # NDRPDR sel
424         - 4   # NDRPDR sel
425         - 7   # NDRPDR sel
426         - 8   # NDRPDR sel
427         - 10  # NDRPDR sel
428         - 12  # NDRPDR sel
429
430     plot-vpp-hdrh-lat-3n-tsh:
431       csit-vpp-perf-verify-2001-3n-tsh:
432         - 4   # NDRPDR sel
433
434     plot-dpdk-throughput-latency-3n-tsh:
435       csit-dpdk-perf-verify-2001-3n-tsh:
436         - 3   # NDRPDR sel
437         - 4   # NDRPDR sel
438         - 5   # NDRPDR sel
439         - 9   # NDRPDR sel
440         - 10  # NDRPDR sel
441         - 11  # NDRPDR sel
442         - 12  # NDRPDR sel
443         - 14  # NDRPDR sel
444         - 15  # NDRPDR sel
445         - 18  # NDRPDR sel
446
447     plot-dpdk-hdrh-lat-3n-tsh:
448       csit-dpdk-perf-verify-2001-3n-tsh:
449         - 3   # NDRPDR sel
450
451     # 3n-dnv
452
453     plot-vpp-throughput-lat-tsa-3n-dnv:
454       csit-vpp-perf-verify-2001-3n-dnv:
455         - 5   # NDRPDR sel
456         - 6   # NDRPDR sel
457         - 7   # NDRPDR sel
458         - 8   # NDRPDR sel
459         - 9   # NDRPDR sel
460         - 10  # NDRPDR sel
461         - 12  # NDRPDR sel
462         - 16  # NDRPDR sel
463         - 17  # NDRPDR sel
464         - 18  # NDRPDR sel
465
466     plot-dpdk-throughput-latency-3n-dnv:
467       csit-dpdk-perf-verify-2001-3n-dnv:
468         - 12  # NDRPDR sel
469         - 13  # NDRPDR sel
470         - 14  # NDRPDR sel
471         - 15  # NDRPDR sel
472         - 16  # NDRPDR sel
473         - 17  # NDRPDR sel
474         - 18  # NDRPDR sel
475         - 19  # NDRPDR sel
476         - 20  # NDRPDR sel
477         - 22  # NDRPDR sel
478
479     # 2n-dnv
480
481     plot-vpp-throughput-lat-tsa-2n-dnv:
482       csit-vpp-perf-verify-2001-2n-dnv:
483         - 4   # NDRPDR sel
484         - 5   # NDRPDR sel
485         - 6   # NDRPDR sel
486         - 7   # NDRPDR sel
487         - 8   # NDRPDR sel
488         - 9   # NDRPDR sel
489         - 10  # NDRPDR sel
490         - 11  # NDRPDR sel
491         - 13  # NDRPDR sel
492         - 16  # NDRPDR sel
493
494     plot-dpdk-throughput-latency-2n-dnv:
495       csit-dpdk-perf-verify-2001-2n-dnv:
496         - 9   # NDRPDR sel
497         - 10  # NDRPDR sel
498         - 11  # NDRPDR sel
499         - 12  # NDRPDR sel
500         - 13  # NDRPDR sel
501         - 14  # NDRPDR sel
502         - 15  # NDRPDR sel
503         - 16  # NDRPDR sel
504         - 17  # NDRPDR sel
505         - 18  # NDRPDR sel
506
507     ###########################################################################
508     # Simple tables (only one data set):
509
510     # NIC Comparisons
511
512     vpp-nic-comparison-3n-skx:
513       # TODO: Add the data
514       csit-vpp-perf-verify-2001-3n-skx:
515         - 14  # NDRPDR sel
516         - 15  # NDRPDR sel
517         - 16  # NDRPDR sel
518
519     vpp-nic-comparison-2n-skx:
520       # TODO: Add the data
521       csit-vpp-perf-verify-2001-2n-skx:
522         - 21  # NDRPDR sel
523         - 22  # NDRPDR sel
524         - 23  # NDRPDR sel
525         - 26  # NDRPDR sel
526
527     vpp-nic-comparison-3n-skx-mrr:
528       # TODO: Replace
529       # csit-vpp-perf-verify-2001-3n-skx:
530       csit-vpp-perf-verify-1908-3n-skx:
531         - 36  # MRR sel
532
533     vpp-nic-comparison-2n-skx-mrr:
534       # TODO: Replace
535       # csit-vpp-perf-verify-2001-2n-skx:
536       csit-vpp-perf-verify-1908-2n-skx:
537         - 69  # MRR sel
538
539     # Results
540
541     vpp-perf-results-3n-hsw:
542       csit-vpp-perf-verify-2001-3n-hsw:
543         - 18  # NDRPDR full
544         - 20  # NDRPDR full
545         - 28  # NDRPDR full
546         - 35  # NDRPDR full
547         - 42  # NDRPDR full
548         - 46  # NDRPDR full
549         - 47  # NDRPDR full
550         - 48  # NDRPDR full
551         - 49  # NDRPDR full
552         - 50  # NDRPDR full
553         - 51  # NDRPDR full
554         - 52  # NDRPDR full
555         - 53  # NDRPDR full
556         - 54  # NDRPDR full
557         - 55  # NDRPDR full
558         - 56  # NDRPDR full
559         - 57  # NDRPDR full
560         - 58  # NDRPDR full
561         - 59  # NDRPDR full
562         - 61  # NDRPDR full
563         - 62  # NDRPDR full
564         - 64  # NDRPDR full
565         - 65  # NDRPDR full
566
567     vpp-perf-results-3n-skx:
568       # TODO: Replace
569       csit-vpp-perf-verify-2001-3n-skx:
570         - 14  # NDRPDR sel
571
572     vpp-perf-results-2n-skx:
573       csit-vpp-perf-verify-2001-2n-skx:
574         - 32  # NDRPDR full
575         - 33  # NDRPDR full
576
577     vpp-perf-results-2n-clx:
578       # TODO: Add data
579       csit-vpp-perf-verify-2001-2n-clx:
580         - 36  # NDRPDR full
581         - 38  # NDRPDR full
582
583     vpp-perf-results-3n-tsh:
584       # TODO: Replace
585       csit-vpp-perf-verify-2001-3n-tsh:
586         - 3   # NDRPDR sel
587
588     vpp-perf-results-3n-dnv:
589       csit-vpp-perf-verify-2001-3n-dnv:
590         - 19  # NDRPDR full
591         - 20  # NDRPDR full
592         - 21  # NDRPDR full
593         - 22  # NDRPDR full
594         - 23  # NDRPDR full
595         - 24  # NDRPDR full
596         - 25  # NDRPDR full
597         - 26  # NDRPDR full
598
599     vpp-perf-results-2n-dnv:
600       csit-vpp-perf-verify-2001-2n-dnv:
601         - 21  # NDRPDR full
602         - 22  # NDRPDR full
603         - 25  # NDRPDR full
604         - 26  # NDRPDR full
605         - 27  # NDRPDR full
606         - 28  # NDRPDR full
607
608     vpp-mrr-results-3n-hsw:
609       csit-vpp-perf-verify-2001-3n-hsw:
610         - 17  # MRR sel
611
612     vpp-mrr-results-3n-skx:
613       # TODO: Replace
614       # csit-vpp-perf-verify-2001-3n-skx:
615       csit-vpp-perf-verify-1908-3n-skx:
616         - 36  # MRR sel
617
618     vpp-mrr-results-2n-skx:
619       # TODO: Replace
620       # csit-vpp-perf-verify-2001-2n-skx:
621       csit-vpp-perf-verify-1908-2n-skx:
622         - 69  # MRR sel
623
624     vpp-mrr-results-2n-clx:
625       # TODO: Replace
626       # csit-vpp-perf-verify-2001-2n-clx:
627       csit-vpp-perf-verify-1908-2n-skx:
628         - 69  # MRR sel
629
630     vpp-mrr-results-3n-tsh:
631       csit-vpp-perf-verify-2001-3n-tsh:
632         - 9   # MRR sel
633
634     vpp-mrr-results-3n-dnv:
635       csit-vpp-perf-verify-2001-3n-dnv:
636         - 11  # MRR sel
637
638     vpp-mrr-results-2n-dnv:
639       csit-vpp-perf-verify-2001-2n-dnv:
640         - 12  # MRR sel
641
642     vpp-device-results-ubuntu:
643       csit-vpp-device-2001-ubuntu1804-1n-skx:
644         - 57
645
646     dpdk-perf-results-3n-hsw:
647       csit-dpdk-perf-verify-2001-3n-hsw:
648         - 25  # NDRPDR full
649         - 26  # NDRPDR full
650
651     dpdk-perf-results-3n-skx:
652       csit-dpdk-perf-verify-2001-3n-skx:
653         - 1   # NDRPDR sel
654
655     dpdk-perf-results-2n-skx:
656       csit-dpdk-perf-verify-2001-2n-skx:
657         - 1   # NDRPDR sel
658
659     dpdk-perf-results-2n-clx:
660       csit-dpdk-perf-verify-2001-2n-clx:
661         - 15  # NDRPDR sel
662
663     dpdk-perf-results-2n-dnv:
664       csit-dpdk-perf-verify-2001-2n-dnv:
665         - 16  # NDRPDR sel
666
667     dpdk-perf-results-3n-dnv:
668       csit-dpdk-perf-verify-2001-3n-dnv:
669         - 12  # NDRPDR sel
670
671     dpdk-perf-results-3n-tsh:
672       csit-dpdk-perf-verify-2001-3n-tsh:
673         - 3   # NDRPDR sel
674
675 ###########################################################################
676     # Tables (more than one data set)
677
678     # Performance changes
679
680     vpp-performance-changes-3n-hsw-h1:
681       csit-vpp-perf-verify-1904-3n-hsw:
682         - 11  # NDRPDR sel
683         - 12  # NDRPDR sel
684         - 20  # NDRPDR sel
685         - 21  # NDRPDR sel
686         - 23  # NDRPDR sel
687         - 24  # NDRPDR sel
688         - 25  # NDRPDR sel
689         - 26  # NDRPDR sel
690         - 29  # NDRPDR sel
691         - 30  # NDRPDR sel
692     vpp-performance-changes-3n-hsw-ref:
693       csit-vpp-perf-verify-1908-3n-hsw:
694         - 12  # NDRPDR sel
695         - 13  # NDRPDR sel
696         - 14  # NDRPDR sel
697         - 15  # NDRPDR sel
698         - 16  # NDRPDR sel
699         - 17  # NDRPDR sel
700         - 18  # NDRPDR sel
701         - 19  # NDRPDR sel
702         - 20  # NDRPDR sel
703         - 21  # NDRPDR sel
704     vpp-performance-changes-3n-hsw-cmp:
705       csit-vpp-perf-verify-2001-3n-hsw:
706         - 21  # NDRPDR sel
707         - 22  # NDRPDR sel
708         - 23  # NDRPDR sel
709         - 24  # NDRPDR sel
710         - 25  # NDRPDR sel
711         - 29  # NDRPDR sel
712         - 30  # NDRPDR sel
713         - 31  # NDRPDR sel
714         - 32  # NDRPDR sel
715         - 34  # NDRPDR sel
716     vpp-performance-changes-3n-hsw:
717       - "vpp-performance-changes-3n-hsw-h1"
718       - "vpp-performance-changes-3n-hsw-ref"
719       - "vpp-performance-changes-3n-hsw-cmp"
720
721     vpp-performance-changes-3n-skx-h1:
722       csit-vpp-perf-verify-1904-3n-skx:
723         - 8   # NDRPDR sel
724         - 9   # NDRPDR sel
725         - 10  # NDRPDR sel
726         - 11  # NDRPDR sel
727         - 12  # NDRPDR sel
728         - 14  # NDRPDR sel
729         - 16  # NDRPDR sel
730         - 21  # NDRPDR sel
731         - 23  # NDRPDR sel
732         - 25  # NDRPDR sel
733     vpp-performance-changes-3n-skx-ref:
734       csit-vpp-perf-verify-1908-3n-skx:
735         - 14  # NDRPDR sel
736         - 16  # NDRPDR sel
737         - 19  # NDRPDR sel
738         - 20  # NDRPDR sel
739         - 22  # NDRPDR sel
740         - 23  # NDRPDR sel
741         - 24  # NDRPDR sel
742         - 25  # NDRPDR sel
743         - 26  # NDRPDR sel
744         - 29  # NDRPDR sel
745     vpp-performance-changes-3n-skx-cmp:
746       # TODO: Add the data
747       csit-vpp-perf-verify-2001-3n-skx:
748         - 14  # NDRPDR sel
749         - 15  # NDRPDR sel
750         - 16  # NDRPDR sel
751     vpp-performance-changes-3n-skx:
752       - "vpp-performance-changes-3n-skx-h1"
753       - "vpp-performance-changes-3n-skx-ref"
754       - "vpp-performance-changes-3n-skx-cmp"
755
756     vpp-performance-changes-2n-skx-h1:
757       csit-vpp-perf-verify-1904-2n-skx:
758         - 12  # NDRPDR sel
759         - 14  # NDRPDR sel
760         - 16  # NDRPDR sel
761         - 17  # NDRPDR sel
762         - 18  # NDRPDR sel
763         - 21  # NDRPDR sel
764         - 27  # NDRPDR sel
765         - 30  # NDRPDR sel
766         - 31  # NDRPDR sel
767         - 32  # NDRPDR sel
768     vpp-performance-changes-2n-skx-ref:
769       csit-vpp-perf-verify-1908-2n-skx:
770         - 26  # NDRPDR sel
771         - 27  # NDRPDR sel
772         - 34  # NDRPDR sel
773         - 35  # NDRPDR sel
774         - 36  # NDRPDR sel
775         - 42  # NDRPDR sel
776         - 43  # NDRPDR sel
777         - 44  # NDRPDR sel
778         - 45  # NDRPDR sel
779         - 46  # NDRPDR sel
780     vpp-performance-changes-2n-skx-cmp:
781       # TODO: Add the data
782       csit-vpp-perf-verify-2001-2n-skx:
783         - 21  # NDRPDR sel
784         - 22  # NDRPDR sel
785         - 23  # NDRPDR sel
786         - 26  # NDRPDR sel
787         - 27  # NDRPDR sel
788         - 29  # NDRPDR sel
789     vpp-performance-changes-2n-skx:
790       - "vpp-performance-changes-2n-skx-h1"
791       - "vpp-performance-changes-2n-skx-ref"
792       - "vpp-performance-changes-2n-skx-cmp"
793
794     vpp-performance-changes-nfv-2n-skx-ref:
795       csit-vpp-perf-verify-1908-2n-skx:
796         - 22  # NFV
797         - 31  # NFV
798         - 32  # NFV
799     vpp-performance-changes-nfv-2n-skx-cmp:
800       # TODO: Add the data
801       csit-vpp-perf-verify-2001-2n-skx:
802         - 30  # NFV
803         - 31  # NFV
804     vpp-performance-changes-nfv-2n-skx:
805       - "vpp-performance-changes-nfv-2n-skx-ref"
806       - "vpp-performance-changes-nfv-2n-skx-cmp"
807
808     vpp-performance-changes-2n-dnv-ref:
809       csit-vpp-perf-verify-1908-2n-dnv:
810         - 1   # NDRPDR sel
811         - 2   # NDRPDR sel
812         - 3   # NDRPDR sel
813         - 4   # NDRPDR sel
814         - 5   # NDRPDR sel
815         - 6   # NDRPDR sel
816         - 7   # NDRPDR sel
817         - 8   # NDRPDR sel
818         - 9   # NDRPDR sel
819         - 10  # NDRPDR sel
820     vpp-performance-changes-2n-dnv-cmp:
821       csit-vpp-perf-verify-2001-2n-dnv:
822         - 4   # NDRPDR sel
823         - 5   # NDRPDR sel
824         - 6   # NDRPDR sel
825         - 7   # NDRPDR sel
826         - 8   # NDRPDR sel
827         - 9   # NDRPDR sel
828         - 10  # NDRPDR sel
829         - 11  # NDRPDR sel
830         - 13  # NDRPDR sel
831         - 16  # NDRPDR sel
832     vpp-performance-changes-2n-dnv:
833       - "vpp-performance-changes-2n-dnv-ref"
834       - "vpp-performance-changes-2n-dnv-cmp"
835
836     vpp-performance-changes-3n-dnv-ref:
837       csit-vpp-perf-verify-1908-3n-dnv:
838         - 6   # NDRPDR sel
839         - 7   # NDRPDR sel
840         - 8   # NDRPDR sel
841         - 9   # NDRPDR sel
842         - 10  # NDRPDR sel
843         - 12  # NDRPDR sel
844         - 13  # NDRPDR sel
845         - 14  # NDRPDR sel
846         - 15  # NDRPDR sel
847         - 16  # NDRPDR sel
848     vpp-performance-changes-3n-dnv-cmp:
849       csit-vpp-perf-verify-2001-3n-dnv:
850         - 5   # NDRPDR sel
851         - 6   # NDRPDR sel
852         - 7   # NDRPDR sel
853         - 8   # NDRPDR sel
854         - 9   # NDRPDR sel
855         - 10  # NDRPDR sel
856         - 12  # NDRPDR sel
857         - 16  # NDRPDR sel
858         - 17  # NDRPDR sel
859         - 18  # NDRPDR sel
860     vpp-performance-changes-3n-dnv:
861       - "vpp-performance-changes-3n-dnv-ref"
862       - "vpp-performance-changes-3n-dnv-cmp"
863
864     vpp-performance-changes-3n-tsh-ref:
865       csit-vpp-perf-verify-1908-3n-tsh:
866         - 7   # NDRPDR sel
867         - 8   # NDRPDR sel
868         - 9   # NDRPDR sel
869         - 10  # NDRPDR sel
870         - 11  # NDRPDR sel
871         - 12  # NDRPDR sel
872         - 13  # NDRPDR sel
873         - 14  # NDRPDR sel
874         - 15  # NDRPDR sel
875         - 16  # NDRPDR sel
876     vpp-performance-changes-3n-tsh-cmp:
877       # TODO: Add the data
878       csit-vpp-perf-verify-2001-3n-tsh:
879         - 3   # NDRPDR sel
880         - 4   # NDRPDR sel
881         - 7   # NDRPDR sel
882         - 8   # NDRPDR sel
883         - 10  # NDRPDR sel
884         - 12  # NDRPDR sel
885     vpp-performance-changes-3n-tsh:
886       - "vpp-performance-changes-3n-tsh-ref"
887       - "vpp-performance-changes-3n-tsh-cmp"
888
889     vpp-soak-vs-ndr-2n-skx-ref:
890       # TODO: Replace
891       # csit-vpp-perf-verify-2001-2n-skx:
892       csit-vpp-perf-verify-1908-2n-skx:
893         - 26  # NDRPDR sel
894         - 27  # NDRPDR sel
895         - 34  # NDRPDR sel
896     vpp-soak-vs-ndr-2n-skx-cmp:
897       # TODO: Replace
898       # csit-vpp-perf-verify-2001-2n-skx:
899       csit-vpp-perf-verify-1908-2n-skx:
900         - 83  # SOAK
901         - 86  # SOAK
902     vpp-soak-vs-ndr-2n-skx:
903       # TODO: Replace
904       # csit-vpp-perf-verify-2001-2n-skx:
905       csit-vpp-perf-verify-1908-2n-skx:
906         - 26  # NDRPDR sel
907         - 27  # NDRPDR sel
908         - 34  # NDRPDR sel
909         - 83  # SOAK
910         - 86  # SOAK
911
912     vpp-performance-changes-3n-hsw-mrr-h1:
913       csit-vpp-perf-verify-1904-3n-hsw:
914         - 9   # MRR sel
915     vpp-performance-changes-3n-hsw-mrr-ref:
916       csit-vpp-perf-verify-1908-3n-hsw:
917         - 39  # MRR sel
918     vpp-performance-changes-3n-hsw-mrr-cmp:
919       csit-vpp-perf-verify-2001-3n-hsw:
920         - 17  # MRR sel
921     vpp-performance-changes-3n-hsw-mrr:
922       - "vpp-performance-changes-3n-hsw-mrr-h1"
923       - "vpp-performance-changes-3n-hsw-mrr-ref"
924       - "vpp-performance-changes-3n-hsw-mrr-cmp"
925
926     vpp-performance-changes-3n-skx-mrr-h1:
927       csit-vpp-perf-verify-1904-3n-skx:
928         - 7   # MRR sel
929     vpp-performance-changes-3n-skx-mrr-ref:
930       csit-vpp-perf-verify-1908-3n-skx:
931         - 36  # MRR sel
932     vpp-performance-changes-3n-skx-mrr-cmp:
933       # TODO: Replace
934       # csit-vpp-perf-verify-2001-3n-skx:
935       csit-vpp-perf-verify-1908-3n-skx:
936         - 36  # MRR sel
937     vpp-performance-changes-3n-skx-mrr:
938       - "vpp-performance-changes-3n-skx-mrr-h1"
939       - "vpp-performance-changes-3n-skx-mrr-ref"
940       - "vpp-performance-changes-3n-skx-mrr-cmp"
941
942     vpp-performance-changes-2n-skx-mrr-h1:
943       csit-vpp-perf-verify-1904-2n-skx:
944         - 11  # MRR sel
945     vpp-performance-changes-2n-skx-mrr-ref:
946       csit-vpp-perf-verify-1908-2n-skx:
947         - 69  # MRR sel
948     vpp-performance-changes-2n-skx-mrr-cmp:
949       # TODO: Replace
950       # csit-vpp-perf-verify-2001-2n-skx:
951       csit-vpp-perf-verify-1908-2n-skx:
952         - 69  # MRR sel
953     vpp-performance-changes-2n-skx-mrr:
954       - "vpp-performance-changes-2n-skx-mrr-h1"
955       - "vpp-performance-changes-2n-skx-mrr-ref"
956       - "vpp-performance-changes-2n-skx-mrr-cmp"
957
958     vpp-performance-changes-nfv-2n-skx-mrr-ref:
959       csit-vpp-perf-verify-1908-2n-skx:
960         - 71  # NFV MRR
961     vpp-performance-changes-nfv-2n-skx-mrr-cmp:
962       # TODO: Replace
963       # csit-vpp-perf-verify-2001-2n-skx:
964       csit-vpp-perf-verify-1908-2n-skx:
965         - 71  # NFV MRR
966     vpp-performance-changes-nfv-2n-skx-mrr:
967       - "vpp-performance-changes-nfv-2n-skx-mrr-ref"
968       - "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
969
970     vpp-performance-changes-2n-dnv-mrr-ref:
971       csit-vpp-perf-verify-1908-2n-dnv:
972         - 11  # MRR sel
973     vpp-performance-changes-2n-dnv-mrr-cmp:
974       csit-vpp-perf-verify-2001-2n-dnv:
975         - 12  # MRR sel
976     vpp-performance-changes-2n-dnv-mrr:
977       - "vpp-performance-changes-2n-dnv-mrr-ref"
978       - "vpp-performance-changes-2n-dnv-mrr-cmp"
979
980     vpp-performance-changes-3n-dnv-mrr-ref:
981       csit-vpp-perf-verify-1908-3n-dnv:
982         - 17  # MRR sel
983     vpp-performance-changes-3n-dnv-mrr-cmp:
984       csit-vpp-perf-verify-2001-3n-dnv:
985         - 11  # MRR sel
986     vpp-performance-changes-3n-dnv-mrr:
987       - "vpp-performance-changes-3n-dnv-mrr-ref"
988       - "vpp-performance-changes-3n-dnv-mrr-cmp"
989
990     vpp-performance-changes-3n-tsh-mrr-ref:
991       csit-vpp-perf-verify-1908-3n-tsh:
992         - 17  # MRR sel
993     vpp-performance-changes-3n-tsh-mrr-cmp:
994       csit-vpp-perf-verify-2001-3n-tsh:
995         - 9   # MRR sel
996     vpp-performance-changes-3n-tsh-mrr:
997       - "vpp-performance-changes-3n-tsh-mrr-ref"
998       - "vpp-performance-changes-3n-tsh-mrr-cmp"
999
1000     dpdk-performance-changes-3n-hsw-h1:
1001       csit-dpdk-perf-verify-1904-3n-hsw:
1002         - 2   # NDRPDR sel
1003         - 3   # NDRPDR sel
1004         - 5   # NDRPDR sel
1005         - 6   # NDRPDR sel
1006         - 13  # NDRPDR sel
1007         - 14  # NDRPDR sel
1008         - 15  # NDRPDR sel
1009         - 18  # NDRPDR sel
1010         - 19  # NDRPDR sel
1011         - 20  # NDRPDR sel
1012     dpdk-performance-changes-3n-hsw-ref:
1013       csit-dpdk-perf-verify-1908-3n-hsw:
1014         - 2   # NDRPDR sel
1015         - 3   # NDRPDR sel
1016         - 4   # NDRPDR sel
1017         - 5   # NDRPDR sel
1018         - 6   # NDRPDR sel
1019         - 7   # NDRPDR sel
1020         - 8   # NDRPDR sel
1021         - 9   # NDRPDR sel
1022         - 10  # NDRPDR sel
1023         - 11  # NDRPDR sel
1024     dpdk-performance-changes-3n-hsw-cmp:
1025       csit-dpdk-perf-verify-2001-3n-hsw:
1026         - 4   # NDRPDR sel
1027         - 5   # NDRPDR sel
1028         - 6   # NDRPDR sel
1029         - 7   # NDRPDR sel
1030         - 8   # NDRPDR sel
1031         - 9   # NDRPDR sel
1032         - 10  # NDRPDR sel
1033         - 11  # NDRPDR sel
1034         - 12  # NDRPDR sel
1035         - 13  # NDRPDR sel
1036         - 15  # NDRPDR sel
1037         - 16  # NDRPDR sel
1038         - 17  # NDRPDR sel
1039         - 18  # NDRPDR sel
1040         - 19  # NDRPDR sel
1041         - 20  # NDRPDR sel
1042         - 21  # NDRPDR sel
1043         - 22  # NDRPDR sel
1044         - 23  # NDRPDR sel
1045         - 24  # NDRPDR sel
1046     dpdk-performance-changes-3n-hsw:
1047       - "dpdk-performance-changes-3n-hsw-h1"
1048       - "dpdk-performance-changes-3n-hsw-ref"
1049       - "dpdk-performance-changes-3n-hsw-cmp"
1050
1051     dpdk-performance-changes-3n-skx-h1:
1052       csit-dpdk-perf-verify-1904-3n-skx:
1053         - 2   # NDRPDR sel
1054         - 3   # NDRPDR sel
1055         - 4   # NDRPDR sel
1056         - 5   # NDRPDR sel
1057         - 6   # NDRPDR sel
1058         - 7   # NDRPDR sel
1059         - 11  # NDRPDR sel
1060         - 12  # NDRPDR sel
1061         - 13  # NDRPDR sel
1062         - 14  # NDRPDR sel
1063     dpdk-performance-changes-3n-skx-ref:
1064       csit-dpdk-perf-verify-1908-3n-skx:
1065         - 3   # NDRPDR sel
1066         - 4   # NDRPDR sel
1067         - 5   # NDRPDR sel
1068         - 6   # NDRPDR sel
1069         - 7   # NDRPDR sel
1070         - 8   # NDRPDR sel
1071         - 9   # NDRPDR sel
1072         - 10  # NDRPDR sel
1073         - 11  # NDRPDR sel
1074         - 12  # NDRPDR sel
1075     dpdk-performance-changes-3n-skx-cmp:
1076       csit-dpdk-perf-verify-2001-3n-skx:
1077         - 1   # NDRPDR sel
1078         - 2   # NDRPDR sel
1079         - 3   # NDRPDR sel
1080         - 4   # NDRPDR sel
1081         - 5   # NDRPDR sel
1082         - 6   # NDRPDR sel
1083         - 7   # NDRPDR sel
1084         - 8   # NDRPDR sel
1085         - 9   # NDRPDR sel
1086         - 10  # NDRPDR sel
1087     dpdk-performance-changes-3n-skx:
1088       - "dpdk-performance-changes-3n-skx-h1"
1089       - "dpdk-performance-changes-3n-skx-ref"
1090       - "dpdk-performance-changes-3n-skx-cmp"
1091
1092     dpdk-performance-changes-2n-skx-h1:
1093       csit-dpdk-perf-verify-1904-2n-skx:
1094         - 2   # NDRPDR sel
1095         - 3   # NDRPDR sel
1096         - 4   # NDRPDR sel
1097         - 5   # NDRPDR sel
1098         - 7   # NDRPDR sel
1099         - 8   # NDRPDR sel
1100         - 9   # NDRPDR sel
1101         - 10  # NDRPDR sel
1102         - 11  # NDRPDR sel
1103         - 12  # NDRPDR sel
1104     dpdk-performance-changes-2n-skx-ref:
1105       csit-dpdk-perf-verify-1908-2n-skx:
1106         - 2   # NDRPDR sel
1107         - 3   # NDRPDR sel
1108         - 4   # NDRPDR sel
1109         - 5   # NDRPDR sel
1110         - 7   # NDRPDR sel
1111         - 8   # NDRPDR sel
1112         - 9   # NDRPDR sel
1113         - 10  # NDRPDR sel
1114         - 11  # NDRPDR sel
1115         - 12  # NDRPDR sel
1116     dpdk-performance-changes-2n-skx-cmp:
1117       csit-dpdk-perf-verify-2001-2n-skx:
1118         - 1   # NDRPDR sel
1119         - 2   # NDRPDR sel
1120         - 3   # NDRPDR sel
1121         - 4   # NDRPDR sel
1122         - 5   # NDRPDR sel
1123         - 6   # NDRPDR sel
1124         - 7   # NDRPDR sel
1125         - 8   # NDRPDR sel
1126         - 9   # NDRPDR sel
1127         - 10  # NDRPDR sel
1128         - 11  # NDRPDR sel
1129         - 13  # NDRPDR sel
1130         - 26  # NDRPDR sel
1131         - 16  # NDRPDR sel
1132         - 17  # NDRPDR sel
1133         - 18  # NDRPDR sel
1134         - 19  # NDRPDR sel
1135         - 27  # NDRPDR sel
1136         - 21  # NDRPDR sel
1137         - 25  # NDRPDR sel
1138     dpdk-performance-changes-2n-skx:
1139       - "dpdk-performance-changes-2n-skx-h1"
1140       - "dpdk-performance-changes-2n-skx-ref"
1141       - "dpdk-performance-changes-2n-skx-cmp"
1142
1143     # Compare testbeds
1144
1145     vpp-compare-testbeds-ref:
1146       csit-vpp-perf-verify-2001-3n-hsw:
1147         - 21  # NDRPDR sel
1148         - 22  # NDRPDR sel
1149         - 23  # NDRPDR sel
1150         - 24  # NDRPDR sel
1151         - 25  # NDRPDR sel
1152         - 29  # NDRPDR sel
1153         - 30  # NDRPDR sel
1154         - 31  # NDRPDR sel
1155         - 32  # NDRPDR sel
1156         - 34  # NDRPDR sel
1157     vpp-compare-testbeds-cmp:
1158       # TODO: Add the data
1159       csit-vpp-perf-verify-2001-3n-skx:
1160         - 14  # NDRPDR sel
1161         - 15  # NDRPDR sel
1162         - 16  # NDRPDR sel
1163     vpp-compare-testbeds:
1164       - "vpp-compare-testbeds-ref"
1165       - "vpp-compare-testbeds-cmp"
1166
1167     vpp-compare-testbeds-skx-clx-ref:
1168       # TODO: Add the data
1169       csit-vpp-perf-verify-2001-2n-skx:
1170         - 21  # NDRPDR sel
1171         - 22  # NDRPDR sel
1172         - 23  # NDRPDR sel
1173         - 26  # NDRPDR sel
1174         - 27  # NDRPDR sel
1175         - 29  # NDRPDR sel
1176     vpp-compare-testbeds-skx-clx-cmp:
1177       # TODO: Add the data
1178       csit-vpp-perf-verify-2001-2n-clx:
1179         - 28  # NDRPDR sel
1180         - 29  # NDRPDR sel
1181         - 32  # NDRPDR sel
1182
1183     vpp-compare-testbeds-skx-clx:
1184       - "vpp-compare-testbeds-skx-clx-ref"
1185       - "vpp-compare-testbeds-skx-clx-cmp"
1186
1187     vpp-compare-testbeds-mrr-ref:
1188       csit-vpp-perf-verify-2001-3n-hsw:
1189         - 17  # MRR sel
1190     vpp-compare-testbeds-mrr-cmp:
1191       # TODO: Replace
1192       # csit-vpp-perf-verify-2001-3n-skx:
1193       csit-vpp-perf-verify-1908-3n-skx:
1194         - 36  # MRR sel
1195     vpp-compare-testbeds-mrr:
1196       - "vpp-compare-testbeds-mrr-ref"
1197       - "vpp-compare-testbeds-mrr-cmp"
1198
1199     vpp-compare-testbeds-mrr-skx-clx-ref:
1200       # TODO: Replace
1201       # csit-vpp-perf-verify-2001-2n-skx:
1202       csit-vpp-perf-verify-1908-2n-skx:
1203         - 69  # MRR sel
1204     vpp-compare-testbeds-mrr-skx-clx-cmp:
1205       # TODO: Replace
1206       # csit-vpp-perf-verify-2001-2n-clx:
1207       csit-vpp-perf-verify-1908-2n-skx:
1208         - 69  # MRR sel
1209     vpp-compare-testbeds-mrr-skx-clx:
1210       - "vpp-compare-testbeds-mrr-skx-clx-ref"
1211       - "vpp-compare-testbeds-mrr-skx-clx-cmp"
1212
1213     dpdk-compare-testbeds-ref:
1214       csit-dpdk-perf-verify-2001-3n-hsw:
1215         - 4   # NDRPDR sel
1216         - 5   # NDRPDR sel
1217         - 6   # NDRPDR sel
1218         - 7   # NDRPDR sel
1219         - 8   # NDRPDR sel
1220         - 9   # NDRPDR sel
1221         - 10  # NDRPDR sel
1222         - 11  # NDRPDR sel
1223         - 12  # NDRPDR sel
1224         - 13  # NDRPDR sel
1225         - 15  # NDRPDR sel
1226         - 16  # NDRPDR sel
1227         - 17  # NDRPDR sel
1228         - 18  # NDRPDR sel
1229         - 19  # NDRPDR sel
1230         - 20  # NDRPDR sel
1231         - 21  # NDRPDR sel
1232         - 22  # NDRPDR sel
1233         - 23  # NDRPDR sel
1234         - 24  # NDRPDR sel
1235     dpdk-compare-testbeds-cmp:
1236       csit-dpdk-perf-verify-2001-3n-skx:
1237         - 1   # NDRPDR sel
1238         - 2   # NDRPDR sel
1239         - 3   # NDRPDR sel
1240         - 4   # NDRPDR sel
1241         - 5   # NDRPDR sel
1242         - 6   # NDRPDR sel
1243         - 7   # NDRPDR sel
1244         - 8   # NDRPDR sel
1245         - 9   # NDRPDR sel
1246         - 10  # NDRPDR sel
1247     dpdk-compare-testbeds:
1248       - "dpdk-compare-testbeds-ref"
1249       - "dpdk-compare-testbeds-cmp"
1250
1251     dpdk-compare-testbeds-skx-clx-ref:
1252       csit-dpdk-perf-verify-2001-2n-skx:
1253         - 1   # NDRPDR sel
1254         - 2   # NDRPDR sel
1255         - 3   # NDRPDR sel
1256         - 4   # NDRPDR sel
1257         - 5   # NDRPDR sel
1258         - 6   # NDRPDR sel
1259         - 7   # NDRPDR sel
1260         - 8   # NDRPDR sel
1261         - 9   # NDRPDR sel
1262         - 10  # NDRPDR sel
1263         - 11  # NDRPDR sel
1264         - 13  # NDRPDR sel
1265         - 26  # NDRPDR sel
1266         - 16  # NDRPDR sel
1267         - 17  # NDRPDR sel
1268         - 18  # NDRPDR sel
1269         - 19  # NDRPDR sel
1270         - 27  # NDRPDR sel
1271         - 21  # NDRPDR sel
1272         - 25  # NDRPDR sel
1273     dpdk-compare-testbeds-skx-clx-cmp:
1274       csit-dpdk-perf-verify-2001-2n-clx:
1275         - 14  # NDRPDR sel
1276         - 15  # NDRPDR sel
1277         - 16  # NDRPDR sel
1278         - 17  # NDRPDR sel
1279         - 18  # NDRPDR sel
1280         - 19  # NDRPDR sel
1281         - 20  # NDRPDR sel
1282         - 21  # NDRPDR sel
1283         - 22  # NDRPDR sel
1284         - 23  # NDRPDR sel
1285
1286     dpdk-compare-testbeds-skx-clx:
1287       - "dpdk-compare-testbeds-skx-clx-ref"
1288       - "dpdk-compare-testbeds-skx-clx-cmp"
1289
1290     # Compare topologies
1291
1292     vpp-compare-topologies-ref:
1293       # TODO: Add the data
1294       csit-vpp-perf-verify-2001-3n-skx:
1295         - 14  # NDRPDR sel
1296         - 15  # NDRPDR sel
1297         - 16  # NDRPDR sel
1298     vpp-compare-topologies-cmp:
1299       # TODO: Add the data
1300       csit-vpp-perf-verify-2001-2n-skx:
1301         - 21  # NDRPDR sel
1302         - 22  # NDRPDR sel
1303         - 23  # NDRPDR sel
1304         - 26  # NDRPDR sel
1305         - 27  # NDRPDR sel
1306         - 29  # NDRPDR sel
1307     vpp-compare-topologies:
1308       - "vpp-compare-topologies-ref"
1309       - "vpp-compare-topologies-cmp"
1310
1311     vpp-compare-topologies-mrr-ref:
1312       # TODO: Replace
1313       # csit-vpp-perf-verify-2001-3n-skx:
1314       csit-vpp-perf-verify-1908-3n-skx:
1315         - 36  # MRR sel
1316     vpp-compare-topologies-mrr-cmp:
1317       # TODO: Replace
1318       # csit-vpp-perf-verify-2001-2n-skx:
1319       csit-vpp-perf-verify-1908-2n-skx:
1320         - 69  # MRR sel
1321     vpp-compare-topologies-mrr:
1322       - "vpp-compare-topologies-mrr-ref"
1323       - "vpp-compare-topologies-mrr-cmp"
1324
1325     dpdk-compare-topologies-ref:
1326       csit-dpdk-perf-verify-2001-3n-skx:
1327         - 1   # NDRPDR sel
1328         - 2   # NDRPDR sel
1329         - 3   # NDRPDR sel
1330         - 4   # NDRPDR sel
1331         - 5   # NDRPDR sel
1332         - 6   # NDRPDR sel
1333         - 7   # NDRPDR sel
1334         - 8   # NDRPDR sel
1335         - 9   # NDRPDR sel
1336         - 10  # NDRPDR sel
1337     dpdk-compare-topologies-cmp:
1338       csit-dpdk-perf-verify-2001-2n-skx:
1339         - 1   # NDRPDR sel
1340         - 2   # NDRPDR sel
1341         - 3   # NDRPDR sel
1342         - 4   # NDRPDR sel
1343         - 5   # NDRPDR sel
1344         - 6   # NDRPDR sel
1345         - 7   # NDRPDR sel
1346         - 8   # NDRPDR sel
1347         - 9   # NDRPDR sel
1348         - 10  # NDRPDR sel
1349         - 11  # NDRPDR sel
1350         - 13  # NDRPDR sel
1351         - 26  # NDRPDR sel
1352         - 16  # NDRPDR sel
1353         - 17  # NDRPDR sel
1354         - 18  # NDRPDR sel
1355         - 19  # NDRPDR sel
1356         - 27  # NDRPDR sel
1357         - 21  # NDRPDR sel
1358         - 25  # NDRPDR sel
1359     dpdk-compare-topologies:
1360       - "dpdk-compare-topologies-ref"
1361       - "dpdk-compare-topologies-cmp"
1362
1363   plot-layouts:
1364
1365     plot-soak-throughput:
1366       titlefont:
1367         size: 18
1368       xaxis:
1369         title: "<b>Test Cases [Index]</b>"
1370         titlefont:
1371           size: 16
1372         autorange: True
1373         fixedrange: False
1374         gridcolor: "rgb(230, 230, 230)"
1375         linecolor: "rgb(220, 220, 220)"
1376         linewidth: 1
1377         showgrid: True
1378         showline: True
1379         showticklabels: True
1380         tickcolor: "rgb(220, 220, 220)"
1381         tickmode: "linear"
1382         tickfont:
1383           size: 16
1384         zeroline: False
1385       yaxis:
1386         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1387         titlefont:
1388           size: 16
1389         gridcolor: "rgb(230, 230, 230)"
1390         hoverformat: ".4r"
1391         tickformat: ".3r"
1392         linecolor: "rgb(220, 220, 220)"
1393         linewidth: 1
1394         showgrid: True
1395         showline: True
1396         showticklabels: True
1397         tickcolor: "rgb(220, 220, 220)"
1398         tickfont:
1399           size: 16
1400         zeroline: False
1401         range: [0,50]
1402       autosize: False
1403       margin:
1404         t: 50
1405         b: 0
1406         l: 80
1407         r: 20
1408       showlegend: True
1409       legend:
1410         orientation: "h"
1411         font:
1412           size: 16
1413       width: 700
1414       height: 900
1415       paper_bgcolor: "#fff"
1416       plot_bgcolor: "#fff"
1417       hoverlabel:
1418         namelength: -1
1419
1420     plot-service-density:
1421       titlefont:
1422         size: 18
1423       xaxis:
1424         side: "top"
1425         autorange: True
1426         fixedrange: False
1427         showgrid: False
1428         showline: False
1429         showticklabels: False
1430         ticks: ""
1431         ticklen: 0
1432         tickwidth: 0
1433         zeroline: False
1434       yaxis:
1435         autorange: "reversed"
1436         showgrid: False
1437         showline: False
1438         showticklabels: False
1439         ticks: ""
1440         ticklen: 0
1441         tickwidth: 0
1442         zeroline: False
1443       showlegend: False
1444       paper_bgcolor: "#fff"
1445       plot_bgcolor: "#fff"
1446       width: 700
1447       height: 700
1448       hoverlabel:
1449         namelength: -1
1450
1451     plot-cps:
1452       titlefont:
1453         size: 18
1454       xaxis:
1455         title: "<b>Test Cases [Index]</b>"
1456         titlefont:
1457           size: 16
1458         autorange: True
1459         fixedrange: False
1460         gridcolor: "rgb(230, 230, 230)"
1461         linecolor: "rgb(220, 220, 220)"
1462         linewidth: 1
1463         showgrid: True
1464         showline: True
1465         showticklabels: True
1466         tickcolor: "rgb(220, 220, 220)"
1467         tickmode: "linear"
1468         tickfont:
1469           size: 16
1470         zeroline: False
1471       yaxis:
1472         title: "<b>Connections Per Second [cps]</b>"
1473         titlefont:
1474           size: 16
1475         gridcolor: "rgb(230, 230, 230)"
1476         hoverformat: ".4s"
1477         linecolor: "rgb(220, 220, 220)"
1478         linewidth: 1
1479         rangemode: "tozero"
1480         showgrid: True
1481         showline: True
1482         showticklabels: True
1483         tickcolor: "rgb(220, 220, 220)"
1484         tickformat: ".3s"
1485         tickfont:
1486           size: 16
1487         zeroline: False
1488       boxmode: "group"
1489       boxgroupgap: 0.5
1490       autosize: False
1491       margin:
1492         t: 50
1493         b: 20
1494         l: 80
1495         r: 20
1496       showlegend: True
1497       legend:
1498         orientation: "h"
1499         font:
1500           size: 16
1501       width: 700
1502       height: 800
1503       paper_bgcolor: "#fff"
1504       plot_bgcolor: "#fff"
1505       hoverlabel:
1506         namelength: -1
1507
1508     plot-rps:
1509       titlefont:
1510         size: 18
1511       xaxis:
1512         title: "<b>Test Cases [Index]</b>"
1513         titlefont:
1514           size: 16
1515         autorange: True
1516         fixedrange: False
1517         gridcolor: "rgb(230, 230, 230)"
1518         linecolor: "rgb(220, 220, 220)"
1519         linewidth: 1
1520         showgrid: True
1521         showline: True
1522         showticklabels: True
1523         tickcolor: "rgb(220, 220, 220)"
1524         tickmode: "linear"
1525         tickfont:
1526           size: 16
1527         zeroline: False
1528       yaxis:
1529         title: "<b>Requests Per Second [rps]</b>"
1530         titlefont:
1531           size: 16
1532         gridcolor: "rgb(230, 230, 230)"
1533         hoverformat: ".4s"
1534         linecolor: "rgb(220, 220, 220)"
1535         linewidth: 1
1536         rangemode: "tozero"
1537         showgrid: True
1538         showline: True
1539         showticklabels: True
1540         tickcolor: "rgb(230, 230, 230)"
1541         tickformat: ".3s"
1542         tickfont:
1543           size: 16
1544         zeroline: False
1545       boxmode: "group"
1546       boxgroupgap: 0.5
1547       autosize: False
1548       margin:
1549         t: 50
1550         b: 20
1551         l: 80
1552         r: 20
1553       showlegend: True
1554       legend:
1555         orientation: "h"
1556         font:
1557           size: 16
1558       width: 700
1559       height: 800
1560       paper_bgcolor: "#fff"
1561       plot_bgcolor: "#fff"
1562       hoverlabel:
1563         namelength: -1
1564
1565     plot-throughput:
1566       titlefont:
1567         size: 18
1568       xaxis:
1569         title: "<b>Test Cases [Index]</b>"
1570         titlefont:
1571           size: 16
1572         autorange: True
1573         fixedrange: False
1574         gridcolor: "rgb(230, 230, 230)"
1575         linecolor: "rgb(220, 220, 220)"
1576         linewidth: 1
1577         showgrid: True
1578         showline: True
1579         showticklabels: True
1580         tickcolor: "rgb(220, 220, 220)"
1581         tickmode: "linear"
1582         tickfont:
1583           size: 16
1584         zeroline: False
1585       yaxis:
1586         title: "<b>Packet Throughput [Mpps]</b>"
1587         titlefont:
1588           size: 16
1589         gridcolor: "rgb(230, 230, 230)"
1590         hoverformat: ".4r"
1591         tickformat: ".3r"
1592         linecolor: "rgb(220, 220, 220)"
1593         linewidth: 1
1594         showgrid: True
1595         showline: True
1596         showticklabels: True
1597         tickcolor: "rgb(220, 220, 220)"
1598         tickfont:
1599           size: 16
1600         zeroline: False
1601         range: [0,50]
1602       autosize: False
1603       margin:
1604         t: 50
1605         b: 0
1606         l: 80
1607         r: 20
1608       showlegend: True
1609       legend:
1610         orientation: "h"
1611         font:
1612           size: 16
1613       width: 700
1614       height: 900
1615       paper_bgcolor: "#fff"
1616       plot_bgcolor: "#fff"
1617       hoverlabel:
1618         namelength: -1
1619
1620     plot-throughput-speedup-analysis:
1621       titlefont:
1622         size: 18
1623       xaxis:
1624         title: "<b>Number of Cores [Qty]</b>"
1625         titlefont:
1626           size: 16
1627         autorange: True
1628         fixedrange: False
1629         gridcolor: "rgb(230, 230, 230)"
1630         linecolor: "rgb(220, 220, 220)"
1631         linewidth: 1
1632         showgrid: True
1633         showline: True
1634         showticklabels: True
1635         tickcolor: "rgb(238, 238, 238)"
1636         tickmode: "linear"
1637         tickfont:
1638           size: 16
1639         zeroline: False
1640       yaxis:
1641         title: "<b>Packet Throughput [Mpps]</b>"
1642         titlefont:
1643           size: 16
1644         type: "linear"
1645         gridcolor: "rgb(230, 230, 230)"
1646         hoverformat: ".4s"
1647         linecolor: "rgb(220, 220, 220)"
1648         linewidth: 1
1649         showgrid: True
1650         showline: True
1651         showticklabels: True
1652         tickcolor: "rgb(220, 220, 220)"
1653         tickformat: ".4s"
1654         tickfont:
1655           size: 16
1656         zeroline: True
1657         rangemode: "tozero"
1658         range: [0,100]
1659       legend:
1660         orientation: "h"
1661         font:
1662           size: 16
1663         xanchor: "left"
1664         yanchor: "top"
1665         x: 0
1666         y: -0.2
1667         bgcolor: "rgba(255, 255, 255, 0)"
1668         bordercolor: "rgba(255, 255, 255, 0)"
1669         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1670       autosize: False
1671       margin:
1672           't': 50
1673           'b': 150
1674           'l': 85
1675           'r': 10
1676       showlegend: True
1677       width: 700
1678       height: 700
1679       paper_bgcolor: "#fff"
1680       plot_bgcolor: "#fff"
1681       hoverlabel:
1682         namelength: -1
1683       annotations: [
1684         {
1685           text: "_ _          __          ...",
1686           align: "left",
1687           showarrow: False,
1688           xref: "paper",
1689           yref: "paper",
1690           xanchor: "left",
1691           yanchor: "top",
1692           x: 0,
1693           y: -0.13,
1694           font: {
1695             family: "Consolas, Courier New",
1696             size: 15
1697           },
1698         },
1699         {
1700           text: "    Perfect     Measured     Limit",
1701           align: "left",
1702           showarrow: False,
1703           xref: "paper",
1704           yref: "paper",
1705           xanchor: "left",
1706           yanchor: "top",
1707           x: 0,
1708           y: -0.15,
1709           font: {
1710             family: "Consolas, Courier New",
1711             size: 15
1712           },
1713         },
1714       ]
1715
1716     plot-latency:
1717       titlefont:
1718         size: 18
1719       xaxis:
1720         title: "<b>Direction</b>"
1721         titlefont:
1722           size: 16
1723         autorange: True
1724         fixedrange: False
1725         gridcolor: "rgb(230, 230, 230)"
1726         linecolor: "rgb(220, 220, 220)"
1727         linewidth: 1
1728         showgrid: True
1729         showline: True
1730         showticklabels: False
1731         tickcolor: "rgb(220, 220, 220)"
1732         tickmode: "linear"
1733         tickfont:
1734           size: 16
1735         zeroline: False
1736       yaxis:
1737         title: "<b>Packet Latency [uSec]</b>"
1738         titlefont:
1739           size: 16
1740         type: "linear"
1741         gridcolor: "rgb(230, 230, 230)"
1742         hoverformat: ".4s"
1743         linecolor: "rgb(220, 220, 220)"
1744         linewidth: 1
1745         showgrid: True
1746         showline: True
1747         showticklabels: True
1748         tickcolor: "rgb(220, 220, 220)"
1749         tickformat: ".4s"
1750         tickfont:
1751           size: 16
1752         zeroline: True
1753         rangemode: "tozero"
1754       legend:
1755         orientation: "h"
1756         font:
1757           size: 16
1758         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1759       autosize: False
1760       margin:
1761           't': 50
1762           'b': 150
1763           'l': 80
1764           'r': 10
1765       showlegend: True
1766       width: 700
1767       height: 700
1768       paper_bgcolor: "#fff"
1769       plot_bgcolor: "#fff"
1770       hoverlabel:
1771         namelength: -1
1772
1773     plot-hdrh-latency:
1774       title:
1775         text: ""
1776         xanchor: "center"
1777         x: 0.5
1778         font:
1779           size: 16
1780       width: 700
1781       plot_bgcolor: "white"
1782       annotations:
1783         - font:
1784             size: 14
1785           showarrow: False
1786           text: "<b>Packet Latency [uSec]</b>"
1787           x: 1
1788           xanchor: "right"
1789           xref: "paper"
1790           y: -0.045
1791           yanchor: "top"
1792           yref: "paper"
1793         - font:
1794             size: 14
1795           showarrow: False
1796           text: "<b>Probability [%]</b>"
1797           textangle: 270
1798           x: -0.06
1799           xanchor: "center"
1800           xref: "paper"
1801           y: 0.5
1802           yanchor: "middle"
1803           yref: "paper"
1804         - font:
1805             size: 14
1806           showarrow: False
1807           text: "<b>Direction: E-W</b>"
1808           x: 0.24
1809           xanchor: "center"
1810           xref: "paper"
1811           y: 1.05
1812           yanchor: "bottom"
1813           yref: "paper"
1814         - font:
1815             size: 14
1816           showarrow: False
1817           text: "<b>Direction: W-E</b>"
1818           x: 0.74
1819           xanchor: "center"
1820           xref: "paper"
1821           y: 1.05
1822           yanchor: "bottom"
1823           yref: "paper"
1824
1825     plot-hdrh-latency-percentile:
1826       title:
1827         text: ""
1828         xanchor: "center"
1829         x: 0.5
1830         font:
1831           size: 18
1832       xaxis:
1833         type: "log"
1834         title: "<b>Percentile [%]</b>"
1835         titlefont:
1836           size: 16
1837         autorange: True
1838         fixedrange: False
1839         gridcolor: "rgb(230, 230, 230)"
1840         linecolor: "rgb(220, 220, 220)"
1841         linewidth: 1
1842         showgrid: True
1843         showline: True
1844         showticklabels: True
1845         tickcolor: "rgb(220, 220, 220)"
1846         tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
1847         ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
1848         tickfont:
1849           size: 16
1850       yaxis:
1851         title: "<b>Packet Latency [uSec]</b>"
1852         titlefont:
1853           size: 16
1854         gridcolor: "rgb(230, 230, 230)"
1855         linecolor: "rgb(220, 220, 220)"
1856         linewidth: 1
1857         showgrid: True
1858         showline: True
1859         showticklabels: True
1860         tickcolor: "rgb(220, 220, 220)"
1861         tickfont:
1862           size: 16
1863       autosize: False
1864       showlegend: True
1865       legend:
1866         traceorder: "normal"
1867         orientation: "h"
1868         font:
1869           size: 16
1870         xanchor: "left"
1871         yanchor: "top"
1872         x: 0
1873         y: -0.15
1874         bgcolor: "rgba(255, 255, 255, 0)"
1875         bordercolor: "rgba(255, 255, 255, 0)"
1876       width: 700
1877       height: 700
1878       paper_bgcolor: "white"
1879       plot_bgcolor: "white"
1880
1881     plot-hdrh-latency-by-percentile:
1882       title:
1883         text: "<b>Latency by Percentile Distribution</b>"
1884         xanchor: "center"
1885         x: 0.5
1886         font:
1887           size: 18
1888       showlegend: True
1889       legend:
1890         traceorder: "normal"
1891         orientation: "h"
1892         font:
1893           size: 16
1894         xanchor: "left"
1895         yanchor: "top"
1896         x: 0
1897         y: -0.2
1898         bgcolor: "rgba(255, 255, 255, 0)"
1899         bordercolor: "rgba(255, 255, 255, 0)"
1900       xaxis:
1901         type: "linear"
1902         title: "<b>Percentile [%]</b>"
1903         titlefont:
1904           size: 14
1905         autorange: False
1906         fixedrange: False
1907         range: [0, 100]
1908         gridcolor: "rgb(230, 230, 230)"
1909         linecolor: "rgb(220, 220, 220)"
1910         linewidth: 1
1911         showgrid: True
1912         showline: True
1913         showticklabels: True
1914         tickcolor: "rgb(220, 220, 220)"
1915         tickvals: [0, 25, 50, 75, 100]
1916         ticktext: [0, 25, 50, 75, 100]
1917         tickfont:
1918           size: 14
1919       yaxis:
1920         title: "<b>One-Way Latency per Direction [uSec]</b>"
1921         titlefont:
1922           size: 14
1923         gridcolor: "rgb(230, 230, 230)"
1924         linecolor: "rgb(220, 220, 220)"
1925         linewidth: 1
1926         showgrid: True
1927         showline: True
1928         showticklabels: True
1929         tickcolor: "rgb(220, 220, 220)"
1930         tickfont:
1931           size: 14
1932       width: 700
1933       height: 700
1934       paper_bgcolor: "white"
1935       plot_bgcolor: "white"
1936
1937 - type: "static"
1938   src-path: "{DIR[RST]}"
1939   dst-path: "{DIR[WORKING,SRC]}"
1940
1941 - type: "input"
1942   general:
1943     file-name: "output_info.xml.gz"
1944     file-format: ".gz"
1945     arch-file-format:
1946       - ".gz"
1947       - ".zip"
1948     download-path: "{job}/{build}/archives/{filename}"
1949     extract: "output.xml"
1950
1951     zip-file-name: "robot-plugin.zip"
1952     zip-file-format: ".zip"
1953     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1954     zip-extract: "robot-plugin/output.xml"
1955
1956   builds:
1957
1958     csit-vpp-perf-verify-1904-3n-hsw:
1959       - 9   # MRR sel
1960       - 11  # NDRPDR sel
1961       - 12  # NDRPDR sel
1962       - 20  # NDRPDR sel
1963       - 21  # NDRPDR sel
1964       - 23  # NDRPDR sel
1965       - 24  # NDRPDR sel
1966       - 25  # NDRPDR sel
1967       - 26  # NDRPDR sel
1968       - 29  # NDRPDR sel
1969       - 30  # NDRPDR sel
1970     csit-vpp-perf-verify-1908-3n-hsw:
1971       - 12  # NDRPDR sel
1972       - 13  # NDRPDR sel
1973       - 14  # NDRPDR sel
1974       - 15  # NDRPDR sel
1975       - 16  # NDRPDR sel
1976       - 17  # NDRPDR sel
1977       - 18  # NDRPDR sel
1978       - 19  # NDRPDR sel
1979       - 20  # NDRPDR sel
1980       - 21  # NDRPDR sel
1981       - 48  # NDRPDR sel vhost
1982       - 49  # NDRPDR sel vhost
1983       - 52  # NDRPDR sel vhost
1984       - 53  # NDRPDR sel vhost
1985       - 54  # NDRPDR sel vhost
1986       - 55  # NDRPDR sel vhost
1987       - 56  # NDRPDR sel vhost
1988       - 57  # NDRPDR sel vhost
1989       - 58  # NDRPDR sel vhost
1990       - 59  # NDRPDR sel vhost
1991       - 39  # MRR sel
1992     csit-vpp-perf-verify-2001-3n-hsw:
1993       - 21  # NDRPDR sel
1994       - 22  # NDRPDR sel
1995       - 23  # NDRPDR sel
1996       - 24  # NDRPDR sel
1997       - 25  # NDRPDR sel
1998       - 29  # NDRPDR sel
1999       - 30  # NDRPDR sel
2000       - 31  # NDRPDR sel
2001       - 32  # NDRPDR sel
2002       - 34  # NDRPDR sel
2003       - 17  # MRR sel
2004       - 18  # NDRPDR full
2005       - 20  # NDRPDR full
2006       - 28  # NDRPDR full
2007       - 35  # NDRPDR full
2008       - 42  # NDRPDR full
2009       - 46  # NDRPDR full
2010       - 47  # NDRPDR full
2011       - 48  # NDRPDR full
2012       - 49  # NDRPDR full
2013       - 50  # NDRPDR full
2014       - 51  # NDRPDR full
2015       - 52  # NDRPDR full
2016       - 53  # NDRPDR full
2017       - 54  # NDRPDR full
2018       - 55  # NDRPDR full
2019       - 56  # NDRPDR full
2020       - 57  # NDRPDR full
2021       - 58  # NDRPDR full
2022       - 59  # NDRPDR full
2023       - 61  # NDRPDR full
2024       - 62  # NDRPDR full
2025       - 64  # NDRPDR full
2026       - 65  # NDRPDR full
2027
2028 #    csit-vpp-perf-verify-1904-3n-skx:
2029 #      - 7   # MRR sel
2030 #      - 8   # NDRPDR sel
2031 #      - 9   # NDRPDR sel
2032 #      - 10  # NDRPDR sel
2033 #      - 11  # NDRPDR sel
2034 #      - 12  # NDRPDR sel
2035 #      - 14  # NDRPDR sel
2036 #      - 16  # NDRPDR sel
2037 #      - 21  # NDRPDR sel
2038 #      - 23  # NDRPDR sel
2039 #      - 25  # NDRPDR sel
2040 #    csit-vpp-perf-verify-1908-3n-skx:
2041 #      - 14  # NDRPDR sel
2042 #      - 16  # NDRPDR sel
2043 #      - 19  # NDRPDR sel
2044 #      - 20  # NDRPDR sel
2045 #      - 22  # NDRPDR sel
2046 #      - 23  # NDRPDR sel
2047 #      - 24  # NDRPDR sel
2048 #      - 25  # NDRPDR sel
2049 #      - 26  # NDRPDR sel
2050 #      - 29  # NDRPDR sel
2051 #      - 52  # NDRPDR sel vhost
2052 #      - 53  # NDRPDR sel vhost
2053 #      - 55  # NDRPDR sel vhost
2054 #      - 61  # NDRPDR sel vhost
2055 #      - 62  # NDRPDR sel vhost
2056 #      - 63  # NDRPDR sel vhost
2057 #      - 64  # NDRPDR sel vhost
2058 #      - 65  # NDRPDR sel vhost
2059 #      - 66  # NDRPDR sel vhost
2060 #      - 67  # NDRPDR sel vhost
2061 #      - 36  # MRR sel
2062 #    csit-vpp-perf-verify-2001-3n-skx:
2063 #      - 14  # NDRPDR sel
2064 #      - 15  # NDRPDR sel
2065 #      - 16  # NDRPDR sel
2066
2067 #    csit-vpp-perf-verify-1904-2n-skx:
2068 #      - 11  # MRR sel
2069 #      - 12  # NDRPDR sel
2070 #      - 14  # NDRPDR sel
2071 #      - 16  # NDRPDR sel
2072 #      - 17  # NDRPDR sel
2073 #      - 18  # NDRPDR sel
2074 #      - 21  # NDRPDR sel
2075 #      - 27  # NDRPDR sel
2076 #      - 30  # NDRPDR sel
2077 #      - 31  # NDRPDR sel
2078 #      - 32  # NDRPDR sel
2079 #    csit-vpp-perf-verify-1908-2n-skx:
2080 #      - 26  # NDRPDR sel
2081 #      - 27  # NDRPDR sel
2082 #      - 34  # NDRPDR sel
2083 #      - 35  # NDRPDR sel
2084 #      - 36  # NDRPDR sel
2085 #      - 42  # NDRPDR sel
2086 #      - 43  # NDRPDR sel
2087 #      - 44  # NDRPDR sel
2088 #      - 45  # NDRPDR sel
2089 #      - 46  # NDRPDR sel
2090 #      - 88  # NDRPDR sel vhost
2091 #      - 89  # NDRPDR sel vhost
2092 #      - 91  # NDRPDR sel vhost
2093 #      - 92  # NDRPDR sel vhost
2094 #      - 93  # NDRPDR sel vhost
2095 #      - 94  # NDRPDR sel vhost
2096 #      - 95  # NDRPDR sel vhost
2097 #      - 96  # NDRPDR sel vhost
2098 #      - 97  # NDRPDR sel vhost
2099 #      - 98  # NDRPDR sel vhost
2100 #      - 69  # MRR sel
2101 #      - 29  # TCP
2102 #      - 30  # TCP
2103 #      - 58  # TCP
2104 #      - 22  # NFV
2105 #      - 31  # NFV
2106 #      - 32  # NFV
2107 #      - 71  # NFV MRR
2108 #      - 113 # NFV reconf sel
2109 #      - 114 # NFV reconf sel
2110 #      - 115 # NFV reconf sel
2111 #      - 83  # SOAK
2112 #      - 86  # SOAK
2113 #    csit-vpp-perf-verify-2001-2n-skx:
2114 #      - 21  # NDRPDR sel
2115 #      - 22  # NDRPDR sel
2116 #      - 23  # NDRPDR sel
2117 #      - 26  # NDRPDR sel
2118 #      - 27  # NDRPDR sel
2119 #      - 29  # NDRPDR sel
2120 #      - 32  # NDRPDR full
2121 #      - 33  # NDRPDR full
2122 #      - 30  # NFV
2123 #      - 31  # NFV
2124
2125     csit-vpp-perf-verify-2001-2n-clx:
2126       - 28  # NDRPDR sel
2127       - 29  # NDRPDR sel
2128       - 32  # NDRPDR sel
2129       - 36  # NDRPDR full
2130       - 38  # NDRPDR full
2131
2132     csit-vpp-perf-verify-1908-3n-tsh:
2133       - 7   # NDRPDR sel
2134       - 8   # NDRPDR sel
2135       - 9   # NDRPDR sel
2136       - 10  # NDRPDR sel
2137       - 11  # NDRPDR sel
2138       - 12  # NDRPDR sel
2139       - 13  # NDRPDR sel
2140       - 14  # NDRPDR sel
2141       - 15  # NDRPDR sel
2142       - 16  # NDRPDR sel
2143       - 17  # MRR sel
2144     csit-vpp-perf-verify-2001-3n-tsh:
2145       - 3   # NDRPDR sel
2146       - 4   # NDRPDR sel
2147       - 7   # NDRPDR sel
2148       - 8   # NDRPDR sel
2149       - 10  # NDRPDR sel
2150       - 12  # NDRPDR sel
2151       - 9   # MRR sel
2152
2153     csit-vpp-perf-verify-1908-3n-dnv:
2154       - 6   # NDRPDR sel
2155       - 7   # NDRPDR sel
2156       - 8   # NDRPDR sel
2157       - 9   # NDRPDR sel
2158       - 10  # NDRPDR sel
2159       - 12  # NDRPDR sel
2160       - 13  # NDRPDR sel
2161       - 14  # NDRPDR sel
2162       - 15  # NDRPDR sel
2163       - 16  # NDRPDR sel
2164       - 17  # MRR sel
2165     csit-vpp-perf-verify-2001-3n-dnv:
2166       - 5   # NDRPDR sel
2167       - 6   # NDRPDR sel
2168       - 7   # NDRPDR sel
2169       - 8   # NDRPDR sel
2170       - 9   # NDRPDR sel
2171       - 10  # NDRPDR sel
2172       - 12  # NDRPDR sel
2173       - 16  # NDRPDR sel
2174       - 17  # NDRPDR sel
2175       - 18  # NDRPDR sel
2176       - 11  # MRR sel
2177       - 19  # NDRPDR full
2178       - 20  # NDRPDR full
2179       - 21  # NDRPDR full
2180       - 22  # NDRPDR full
2181       - 23  # NDRPDR full
2182       - 24  # NDRPDR full
2183       - 25  # NDRPDR full
2184       - 26  # NDRPDR full
2185
2186     csit-vpp-perf-verify-1908-2n-dnv:
2187       - 1   # NDRPDR sel
2188       - 2   # NDRPDR sel
2189       - 3   # NDRPDR sel
2190       - 4   # NDRPDR sel
2191       - 5   # NDRPDR sel
2192       - 6   # NDRPDR sel
2193       - 7   # NDRPDR sel
2194       - 8   # NDRPDR sel
2195       - 9   # NDRPDR sel
2196       - 10  # NDRPDR sel
2197       - 11  # MRR sel
2198     csit-vpp-perf-verify-2001-2n-dnv:
2199       - 4   # NDRPDR sel
2200       - 5   # NDRPDR sel
2201       - 6   # NDRPDR sel
2202       - 7   # NDRPDR sel
2203       - 8   # NDRPDR sel
2204       - 9   # NDRPDR sel
2205       - 10  # NDRPDR sel
2206       - 11  # NDRPDR sel
2207       - 13  # NDRPDR sel
2208       - 16  # NDRPDR sel
2209       - 12  # MRR sel
2210       - 21  # NDRPDR full
2211       - 22  # NDRPDR full
2212       - 25  # NDRPDR full
2213       - 26  # NDRPDR full
2214       - 27  # NDRPDR full
2215       - 28  # NDRPDR full
2216
2217     csit-dpdk-perf-verify-1904-3n-hsw:
2218       - 2   # NDRPDR sel
2219       - 3   # NDRPDR sel
2220       - 5   # NDRPDR sel
2221       - 6   # NDRPDR sel
2222       - 13  # NDRPDR sel
2223       - 14  # NDRPDR sel
2224       - 15  # NDRPDR sel
2225       - 18  # NDRPDR sel
2226       - 19  # NDRPDR sel
2227       - 20  # NDRPDR sel
2228     csit-dpdk-perf-verify-1908-3n-hsw:
2229       - 2   # NDRPDR sel
2230       - 3   # NDRPDR sel
2231       - 4   # NDRPDR sel
2232       - 5   # NDRPDR sel
2233       - 6   # NDRPDR sel
2234       - 7   # NDRPDR sel
2235       - 8   # NDRPDR sel
2236       - 9   # NDRPDR sel
2237       - 10  # NDRPDR sel
2238       - 11  # NDRPDR sel
2239     csit-dpdk-perf-verify-2001-3n-hsw:
2240       - 4   # NDRPDR sel
2241       - 5   # NDRPDR sel
2242       - 6   # NDRPDR sel
2243       - 7   # NDRPDR sel
2244       - 8   # NDRPDR sel
2245       - 9   # NDRPDR sel
2246       - 10  # NDRPDR sel
2247       - 11  # NDRPDR sel
2248       - 12  # NDRPDR sel
2249       - 13  # NDRPDR sel
2250       - 15  # NDRPDR sel
2251       - 16  # NDRPDR sel
2252       - 17  # NDRPDR sel
2253       - 18  # NDRPDR sel
2254       - 19  # NDRPDR sel
2255       - 20  # NDRPDR sel
2256       - 21  # NDRPDR sel
2257       - 22  # NDRPDR sel
2258       - 23  # NDRPDR sel
2259       - 24  # NDRPDR sel
2260       - 25  # NDRPDR full
2261       - 26  # NDRPDR full
2262
2263 #    csit-dpdk-perf-verify-1904-3n-skx:
2264 #      - 2   # NDRPDR sel
2265 #      - 3   # NDRPDR sel
2266 #      - 4   # NDRPDR sel
2267 #      - 5   # NDRPDR sel
2268 #      - 6   # NDRPDR sel
2269 #      - 7   # NDRPDR sel
2270 #      - 11  # NDRPDR sel
2271 #      - 12  # NDRPDR sel
2272 #      - 13  # NDRPDR sel
2273 #      - 14  # NDRPDR sel
2274 #    csit-dpdk-perf-verify-1908-3n-skx:
2275 #      - 3   # NDRPDR sel
2276 #      - 4   # NDRPDR sel
2277 #      - 5   # NDRPDR sel
2278 #      - 6   # NDRPDR sel
2279 #      - 7   # NDRPDR sel
2280 #      - 8   # NDRPDR sel
2281 #      - 9   # NDRPDR sel
2282 #      - 10  # NDRPDR sel
2283 #      - 11  # NDRPDR sel
2284 #      - 12  # NDRPDR sel
2285 #    csit-dpdk-perf-verify-2001-3n-skx:
2286 #      - 1   # NDRPDR sel
2287 #      - 2   # NDRPDR sel
2288 #      - 3   # NDRPDR sel
2289 #      - 4   # NDRPDR sel
2290 #      - 5   # NDRPDR sel
2291 #      - 6   # NDRPDR sel
2292 #      - 7   # NDRPDR sel
2293 #      - 8   # NDRPDR sel
2294 #      - 9   # NDRPDR sel
2295 #      - 10  # NDRPDR sel
2296
2297 #    csit-dpdk-perf-verify-1904-2n-skx:
2298 #      - 2   # NDRPDR sel
2299 #      - 3   # NDRPDR sel
2300 #      - 4   # NDRPDR sel
2301 #      - 5   # NDRPDR sel
2302 #      - 7   # NDRPDR sel
2303 #      - 8   # NDRPDR sel
2304 #      - 9   # NDRPDR sel
2305 #      - 10  # NDRPDR sel
2306 #      - 11  # NDRPDR sel
2307 #      - 12  # NDRPDR sel
2308 #    csit-dpdk-perf-verify-1908-2n-skx:
2309 #      - 2   # NDRPDR sel
2310 #      - 3   # NDRPDR sel
2311 #      - 4   # NDRPDR sel
2312 #      - 5   # NDRPDR sel
2313 #      - 7   # NDRPDR sel
2314 #      - 8   # NDRPDR sel
2315 #      - 9   # NDRPDR sel
2316 #      - 10  # NDRPDR sel
2317 #      - 11  # NDRPDR sel
2318 #      - 12  # NDRPDR sel
2319 #    csit-dpdk-perf-verify-2001-2n-skx:
2320 #      - 1   # NDRPDR sel
2321 #      - 2   # NDRPDR sel
2322 #      - 3   # NDRPDR sel
2323 #      - 4   # NDRPDR sel
2324 #      - 5   # NDRPDR sel
2325 #      - 6   # NDRPDR sel
2326 #      - 7   # NDRPDR sel
2327 #      - 8   # NDRPDR sel
2328 #      - 9   # NDRPDR sel
2329 #      - 10  # NDRPDR sel
2330 #      - 11  # NDRPDR sel
2331 #      - 13  # NDRPDR sel
2332 #      - 26  # NDRPDR sel
2333 #      - 16  # NDRPDR sel
2334 #      - 17  # NDRPDR sel
2335 #      - 18  # NDRPDR sel
2336 #      - 19  # NDRPDR sel
2337 #      - 27  # NDRPDR sel
2338 #      - 21  # NDRPDR sel
2339 #      - 25  # NDRPDR sel
2340
2341     csit-dpdk-perf-verify-2001-2n-clx:
2342       - 14  # NDRPDR sel
2343       - 15  # NDRPDR sel
2344       - 16  # NDRPDR sel
2345       - 17  # NDRPDR sel
2346       - 18  # NDRPDR sel
2347       - 19  # NDRPDR sel
2348       - 20  # NDRPDR sel
2349       - 21  # NDRPDR sel
2350       - 22  # NDRPDR sel
2351       - 23  # NDRPDR sel
2352
2353     csit-dpdk-perf-verify-2001-2n-dnv:
2354       - 9   # NDRPDR sel
2355       - 10  # NDRPDR sel
2356       - 11  # NDRPDR sel
2357       - 12  # NDRPDR sel
2358       - 13  # NDRPDR sel
2359       - 14  # NDRPDR sel
2360       - 15  # NDRPDR sel
2361       - 16  # NDRPDR sel
2362       - 17  # NDRPDR sel
2363       - 18  # NDRPDR sel
2364
2365     csit-dpdk-perf-verify-2001-3n-dnv:
2366       - 12  # NDRPDR sel
2367       - 13  # NDRPDR sel
2368       - 14  # NDRPDR sel
2369       - 15  # NDRPDR sel
2370       - 16  # NDRPDR sel
2371       - 17  # NDRPDR sel
2372       - 18  # NDRPDR sel
2373       - 19  # NDRPDR sel
2374       - 20  # NDRPDR sel
2375       - 22  # NDRPDR sel
2376
2377     csit-dpdk-perf-verify-2001-3n-tsh:
2378       - 3   # NDRPDR sel
2379       - 4   # NDRPDR sel
2380       - 5   # NDRPDR sel
2381       - 9   # NDRPDR sel
2382       - 10  # NDRPDR sel
2383       - 11  # NDRPDR sel
2384       - 12  # NDRPDR sel
2385       - 14  # NDRPDR sel
2386       - 15  # NDRPDR sel
2387       - 18  # NDRPDR sel
2388
2389     csit-vpp-device-2001-ubuntu1804-1n-skx:
2390       - 57
2391
2392 - type: "output"
2393   output: "report"
2394   format:
2395     html:
2396     - full
2397 #    pdf:
2398 #    - minimal
2399
2400 ################################################################################
2401 ###                               T A B L E S                                ###
2402 ################################################################################
2403
2404 ## VPP Soak vs NDR
2405 #- type: "table"
2406 #  title: "VPP Soak vs NDR 2n-skx"
2407 #  algorithm: "table_soak_vs_ndr"
2408 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
2409 #  reference:
2410 #    title: "NDR"
2411 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
2412 #  compare:
2413 #    title: "Soak"
2414 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
2415 #  data: "vpp-soak-vs-ndr-2n-skx"
2416 #  include-tests: "NDR"
2417 #  filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
2418 #  parameters:
2419 #    - "throughput"
2420 #    - "name"
2421 #    - "parent"
2422
2423 ################################################################################
2424
2425 ## VPP Compare NICs 3n-skx 2t1c ndr
2426 #- type: "table"
2427 #  title: "VPP Compare NICs 3n-skx 2t1c ndr"
2428 #  algorithm: "table_nics_comparison"
2429 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
2430 #  reference:
2431 #    title: "x710"
2432 #    nic: "NIC_Intel-X710"
2433 #  compare:
2434 #    title: "xxv710"
2435 #    nic: "NIC_Intel-XXV710"
2436 #  data: "vpp-nic-comparison-3n-skx"
2437 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2438 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2439 #  parameters:
2440 #  - "name"
2441 #  - "parent"
2442 #  - "throughput"
2443 #  - "tags"
2444 #
2445 ## VPP Compare NICs 3n-skx 4t2c ndr
2446 #- type: "table"
2447 #  title: "VPP Compare NICs 3n-skx 4t2c ndr"
2448 #  algorithm: "table_nics_comparison"
2449 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2450 #  reference:
2451 #    title: "x710"
2452 #    nic: "NIC_Intel-X710"
2453 #  compare:
2454 #    title: "xxv710"
2455 #    nic: "NIC_Intel-XXV710"
2456 #  data: "vpp-nic-comparison-3n-skx"
2457 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2458 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2459 #  parameters:
2460 #  - "name"
2461 #  - "parent"
2462 #  - "throughput"
2463 #  - "tags"
2464 #
2465 ## VPP Compare NICs 3n-skx 2t1c pdr
2466 #- type: "table"
2467 #  title: "VPP Compare NICs 3n-skx 2t1c pdr"
2468 #  algorithm: "table_nics_comparison"
2469 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2470 #  reference:
2471 #    title: "x710"
2472 #    nic: "NIC_Intel-X710"
2473 #  compare:
2474 #    title: "xxv710"
2475 #    nic: "NIC_Intel-XXV710"
2476 #  data: "vpp-nic-comparison-3n-skx"
2477 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2478 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2479 #  parameters:
2480 #  - "name"
2481 #  - "parent"
2482 #  - "throughput"
2483 #  - "tags"
2484 #
2485 # # VPP Compare NICs 3n-skx 4t2c pdr
2486 #- type: "table"
2487 #  title: "VPP Compare NICs 3n-skx 4t2c pdr"
2488 #  algorithm: "table_nics_comparison"
2489 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2490 #  reference:
2491 #    title: "x710"
2492 #    nic: "NIC_Intel-X710"
2493 #  compare:
2494 #    title: "xxv710"
2495 #    nic: "NIC_Intel-XXV710"
2496 #  data: "vpp-nic-comparison-3n-skx"
2497 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2498 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2499 #  parameters:
2500 #  - "name"
2501 #  - "parent"
2502 #  - "throughput"
2503 #  - "tags"
2504 #
2505 ## VPP Compare NICs 3n-skx 2t1c mrr
2506 #- type: "table"
2507 #  title: "VPP Compare NICs 3n-skx 2t1c mrr"
2508 #  algorithm: "table_nics_comparison"
2509 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2510 #  reference:
2511 #    title: "x710"
2512 #    nic: "NIC_Intel-X710"
2513 #  compare:
2514 #    title: "xxv710"
2515 #    nic: "NIC_Intel-XXV710"
2516 #  data: "vpp-nic-comparison-3n-skx-mrr"
2517 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2518 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
2519 #  parameters:
2520 #  - "name"
2521 #  - "parent"
2522 #  - "result"
2523 #  - "tags"
2524 #
2525 ## VPP Compare NICs 3n-skx 4t2c mrr
2526 #- type: "table"
2527 #  title: "VPP Compare NICs 3n-skx 4t2c mrr"
2528 #  algorithm: "table_nics_comparison"
2529 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2530 #  reference:
2531 #    title: "x710"
2532 #    nic: "NIC_Intel-X710"
2533 #  compare:
2534 #    title: "xxv710"
2535 #    nic: "NIC_Intel-XXV710"
2536 #  data: "vpp-nic-comparison-3n-skx-mrr"
2537 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2538 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
2539 #  parameters:
2540 #  - "name"
2541 #  - "parent"
2542 #  - "result"
2543 #  - "tags"
2544 #
2545 # # VPP Compare NICs 3n-skx 8t4c mrr
2546 #- type: "table"
2547 #  title: "VPP Compare NICs 3n-skx 8t4c mrr"
2548 #  algorithm: "table_nics_comparison"
2549 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2550 #  reference:
2551 #    title: "x710"
2552 #    nic: "NIC_Intel-X710"
2553 #  compare:
2554 #    title: "xxv710"
2555 #    nic: "NIC_Intel-XXV710"
2556 #  data: "vpp-nic-comparison-3n-skx-mrr"
2557 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2558 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
2559 #  parameters:
2560 #  - "name"
2561 #  - "parent"
2562 #  - "result"
2563 #  - "tags"
2564 #
2565 ## VPP Compare NICs 2n-skx 2t1c ndr
2566 #- type: "table"
2567 #  title: "VPP Compare NICs 2n-skx 2t1c ndr"
2568 #  algorithm: "table_nics_comparison"
2569 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2570 #  reference:
2571 #    title: "x710"
2572 #    nic: "NIC_Intel-X710"
2573 #  compare:
2574 #    title: "xxv710"
2575 #    nic: "NIC_Intel-XXV710"
2576 #  data: "vpp-nic-comparison-2n-skx"
2577 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2578 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2579 #  parameters:
2580 #  - "name"
2581 #  - "parent"
2582 #  - "throughput"
2583 #  - "tags"
2584 #
2585 ## VPP Compare NICs 2n-skx 4t2c ndr
2586 #- type: "table"
2587 #  title: "VPP Compare NICs 2n-skx 4t2c ndr"
2588 #  algorithm: "table_nics_comparison"
2589 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2590 #  reference:
2591 #    title: "x710"
2592 #    nic: "NIC_Intel-X710"
2593 #  compare:
2594 #    title: "xxv710"
2595 #    nic: "NIC_Intel-XXV710"
2596 #  data: "vpp-nic-comparison-2n-skx"
2597 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2598 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2599 #  parameters:
2600 #  - "name"
2601 #  - "parent"
2602 #  - "throughput"
2603 #  - "tags"
2604 #
2605 # # VPP Compare NICs 2n-skx 2t1c pdr
2606 #- type: "table"
2607 #  title: "VPP Compare NICs 2n-skx 2t1c pdr"
2608 #  algorithm: "table_nics_comparison"
2609 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2610 #  reference:
2611 #    title: "x710"
2612 #    nic: "NIC_Intel-X710"
2613 #  compare:
2614 #    title: "xxv710"
2615 #    nic: "NIC_Intel-XXV710"
2616 #  data: "vpp-nic-comparison-2n-skx"
2617 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2618 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2619 #  parameters:
2620 #  - "name"
2621 #  - "parent"
2622 #  - "throughput"
2623 #  - "tags"
2624 #
2625 ## VPP Compare NICs 2n-skx 4t2c pdr
2626 #- type: "table"
2627 #  title: "VPP Compare NICs 2n-skx 4t2c pdr"
2628 #  algorithm: "table_nics_comparison"
2629 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2630 #  reference:
2631 #    title: "x710"
2632 #    nic: "NIC_Intel-X710"
2633 #  compare:
2634 #    title: "xxv710"
2635 #    nic: "NIC_Intel-XXV710"
2636 #  data: "vpp-nic-comparison-2n-skx"
2637 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2638 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2639 #  parameters:
2640 #  - "name"
2641 #  - "parent"
2642 #  - "throughput"
2643 #  - "tags"
2644 #
2645 ## VPP Compare NICs 2n-skx 2t1c mrr
2646 #- type: "table"
2647 #  title: "VPP Compare NICs 2n-skx 2t1c mrr"
2648 #  algorithm: "table_nics_comparison"
2649 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2650 #  reference:
2651 #    title: "x710"
2652 #    nic: "NIC_Intel-X710"
2653 #  compare:
2654 #    title: "xxv710"
2655 #    nic: "NIC_Intel-XXV710"
2656 #  data: "vpp-nic-comparison-2n-skx-mrr"
2657 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2658 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
2659 #  parameters:
2660 #  - "name"
2661 #  - "parent"
2662 #  - "result"
2663 #  - "tags"
2664 #
2665 ## VPP Compare NICs 2n-skx 4t2c mrr
2666 #- type: "table"
2667 #  title: "VPP Compare NICs 2n-skx 4t2c mrr"
2668 #  algorithm: "table_nics_comparison"
2669 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2670 #  reference:
2671 #    title: "x710"
2672 #    nic: "NIC_Intel-X710"
2673 #  compare:
2674 #    title: "xxv710"
2675 #    nic: "NIC_Intel-XXV710"
2676 #  data: "vpp-nic-comparison-2n-skx-mrr"
2677 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2678 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
2679 #  parameters:
2680 #  - "name"
2681 #  - "parent"
2682 #  - "result"
2683 #  - "tags"
2684 #
2685 ## VPP Compare NICs 2n-skx 8t4c mrr
2686 #- type: "table"
2687 #  title: "VPP Compare NICs 2n-skx 8t4c mrr"
2688 #  algorithm: "table_nics_comparison"
2689 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2690 #  reference:
2691 #    title: "x710"
2692 #    nic: "NIC_Intel-X710"
2693 #  compare:
2694 #    title: "xxv710"
2695 #    nic: "NIC_Intel-XXV710"
2696 #  data: "vpp-nic-comparison-2n-skx-mrr"
2697 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2698 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
2699 #  parameters:
2700 #  - "name"
2701 #  - "parent"
2702 #  - "result"
2703 #  - "tags"
2704
2705 ################################################################################
2706 # VPP
2707
2708 # VPP Performance Changes 3n-hsw 1t1c pdr
2709 - type: "table"
2710   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2711   algorithm: "table_perf_comparison"
2712   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2713   history:
2714     - title: "rls1904"
2715       data: "vpp-performance-changes-3n-hsw-h1"
2716   reference:
2717     title: "rls1908"
2718     data: "vpp-performance-changes-3n-hsw-ref"
2719     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2720   compare:
2721     title: "rls2001"
2722     data: "vpp-performance-changes-3n-hsw-cmp"
2723   data: "vpp-performance-changes-3n-hsw"
2724   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2725   filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2726   parameters:
2727   - "name"
2728   - "parent"
2729   - "throughput"
2730
2731 # VPP Performance Changes 3n-hsw 2t2c pdr
2732 - type: "table"
2733   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2734   algorithm: "table_perf_comparison"
2735   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2736   history:
2737     - title: "rls1904"
2738       data: "vpp-performance-changes-3n-hsw-h1"
2739   reference:
2740     title: "rls1908"
2741     data: "vpp-performance-changes-3n-hsw-ref"
2742     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2743   compare:
2744     title: "rls2001"
2745     data: "vpp-performance-changes-3n-hsw-cmp"
2746   data: "vpp-performance-changes-3n-hsw"
2747   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2748   filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2749   parameters:
2750   - "name"
2751   - "parent"
2752   - "throughput"
2753
2754 # VPP Performance Changes 3n-hsw 1t1c ndr
2755 - type: "table"
2756   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2757   algorithm: "table_perf_comparison"
2758   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2759   history:
2760     - title: "rls1904"
2761       data: "vpp-performance-changes-3n-hsw-h1"
2762   reference:
2763     title: "rls1908"
2764     data: "vpp-performance-changes-3n-hsw-ref"
2765     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2766   compare:
2767     title: "rls2001"
2768     data: "vpp-performance-changes-3n-hsw-cmp"
2769   data: "vpp-performance-changes-3n-hsw"
2770   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2771   filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2772   parameters:
2773   - "name"
2774   - "parent"
2775   - "throughput"
2776
2777 # VPP Performance Changes 3n-hsw 2t2c ndr
2778 - type: "table"
2779   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2780   algorithm: "table_perf_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2782   history:
2783     - title: "rls1904"
2784       data: "vpp-performance-changes-3n-hsw-h1"
2785   reference:
2786     title: "rls1908"
2787     data: "vpp-performance-changes-3n-hsw-ref"
2788     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2789   compare:
2790     title: "rls2001"
2791     data: "vpp-performance-changes-3n-hsw-cmp"
2792   data: "vpp-performance-changes-3n-hsw"
2793   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2794   filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "throughput"
2799
2800 ## VPP Performance Changes 3n-skx 2t1c pdr
2801 #- type: "table"
2802 #  title: "VPP Performance Changes 3n-skx 2t1c pdr"
2803 #  algorithm: "table_perf_comparison_nic"
2804 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2805 #  history:
2806 #    - title: "rls1904 x710"
2807 #      data: "vpp-performance-changes-3n-skx-h1"
2808 #      nic: "NIC_Intel-X710"
2809 #  reference:
2810 #    title: "rls1908 xxv710"
2811 #    data: "vpp-performance-changes-3n-skx-ref"
2812 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2813 #    nic: "NIC_Intel-XXV710"
2814 #  compare:
2815 #    title: "rls2001 xxv710"
2816 #    data: "vpp-performance-changes-3n-skx-cmp"
2817 #    nic: "NIC_Intel-XXV710"
2818 #  data: "vpp-performance-changes-3n-skx"
2819 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2820 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2821 #  parameters:
2822 #  - "name"
2823 #  - "parent"
2824 #  - "throughput"
2825 #  - "tags"
2826 #
2827 ## VPP Performance Changes 3n-skx 4t2c pdr
2828 #- type: "table"
2829 #  title: "VPP Performance Changes 3n-skx 4t2c pdr"
2830 #  algorithm: "table_perf_comparison_nic"
2831 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2832 #  history:
2833 #    - title: "rls1904 x710"
2834 #      data: "vpp-performance-changes-3n-skx-h1"
2835 #      nic: "NIC_Intel-X710"
2836 #  reference:
2837 #    title: "rls1908 x710"
2838 #    data: "vpp-performance-changes-3n-skx-ref"
2839 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2840 #    nic: "NIC_Intel-X710"
2841 #  compare:
2842 #    title: "rls2001 xxv710"
2843 #    data: "vpp-performance-changes-3n-skx-cmp"
2844 #    nic: "NIC_Intel-XXV710"
2845 #  data: "vpp-performance-changes-3n-skx"
2846 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2847 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2848 #  parameters:
2849 #  - "name"
2850 #  - "parent"
2851 #  - "throughput"
2852 #  - "tags"
2853 #
2854 ## VPP Performance Changes 3n-skx 2t1c ndr
2855 #- type: "table"
2856 #  title: "VPP Performance Changes 3n-skx 2t1c ndr"
2857 #  algorithm: "table_perf_comparison_nic"
2858 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2859 #  history:
2860 #    - title: "rls1904 x710"
2861 #      data: "vpp-performance-changes-3n-skx-h1"
2862 #      nic: "NIC_Intel-X710"
2863 #  reference:
2864 #    title: "rls1908 x710"
2865 #    data: "vpp-performance-changes-3n-skx-ref"
2866 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2867 #    nic: "NIC_Intel-X710"
2868 #  compare:
2869 #    title: "rls2001 xxv710"
2870 #    data: "vpp-performance-changes-3n-skx-cmp"
2871 #    nic: "NIC_Intel-XXV710"
2872 #  data: "vpp-performance-changes-3n-skx"
2873 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2874 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2875 #  parameters:
2876 #  - "name"
2877 #  - "parent"
2878 #  - "throughput"
2879 #  - "tags"
2880 #
2881 ## VPP Performance Changes 3n-skx 4t2c ndr
2882 #- type: "table"
2883 #  title: "VPP Performance Changes 3n-skx 4t2c ndr"
2884 #  algorithm: "table_perf_comparison_nic"
2885 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2886 #  history:
2887 #    - title: "rls1904 x710"
2888 #      data: "vpp-performance-changes-3n-skx-h1"
2889 #      nic: "NIC_Intel-X710"
2890 #  reference:
2891 #    title: "rls1908 x710"
2892 #    data: "vpp-performance-changes-3n-skx-ref"
2893 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2894 #    nic: "NIC_Intel-X710"
2895 #  compare:
2896 #    title: "rls2001 xxv710"
2897 #    data: "vpp-performance-changes-3n-skx-cmp"
2898 #    nic: "NIC_Intel-XXV710"
2899 #  data: "vpp-performance-changes-3n-skx"
2900 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2901 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2902 #  parameters:
2903 #  - "name"
2904 #  - "parent"
2905 #  - "throughput"
2906 #  - "tags"
2907 #
2908 ## VPP Performance Changes 2n-skx 2t1c pdr
2909 #- type: "table"
2910 #  title: "VPP Performance Changes 2n-skx 2t1c pdr"
2911 #  algorithm: "table_perf_comparison_nic"
2912 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2913 #  history:
2914 #    - title: "rls1904 x710"
2915 #      data: "vpp-performance-changes-2n-skx-h1"
2916 #      nic: "NIC_Intel-X710"
2917 #  reference:
2918 #    title: "rls1908 xxv710"
2919 #    data: "vpp-performance-changes-2n-skx-ref"
2920 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2921 #    nic: "NIC_Intel-XXV710"
2922 #  compare:
2923 #    title: "rls2001 xxv710"
2924 #    data: "vpp-performance-changes-2n-skx-cmp"
2925 #    nic: "NIC_Intel-XXV710"
2926 #  data: "vpp-performance-changes-2n-skx"
2927 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2928 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2929 #  parameters:
2930 #  - "name"
2931 #  - "parent"
2932 #  - "throughput"
2933 #  - "tags"
2934 #
2935 ## VPP Performance Changes 2n-skx 4t2c pdr
2936 #- type: "table"
2937 #  title: "VPP Performance Changes 2n-skx 4t2c pdr"
2938 #  algorithm: "table_perf_comparison_nic"
2939 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2940 #  history:
2941 #    - title: "rls1904 x710"
2942 #      data: "vpp-performance-changes-2n-skx-h1"
2943 #      nic: "NIC_Intel-X710"
2944 #  reference:
2945 #    title: "rls1908 xxv710"
2946 #    data: "vpp-performance-changes-2n-skx-ref"
2947 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2948 #    nic: "NIC_Intel-XXV710"
2949 #  compare:
2950 #    title: "rls2001 xxv710"
2951 #    data: "vpp-performance-changes-2n-skx-cmp"
2952 #    nic: "NIC_Intel-XXV710"
2953 #  data: "vpp-performance-changes-2n-skx"
2954 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2955 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2956 #  parameters:
2957 #  - "name"
2958 #  - "parent"
2959 #  - "throughput"
2960 #  - "tags"
2961 #
2962 ## VPP Performance Changes 2n-skx 2t1c ndr
2963 #- type: "table"
2964 #  title: "VPP Performance Changes 2n-skx 2t1c ndr"
2965 #  algorithm: "table_perf_comparison_nic"
2966 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2967 #  history:
2968 #    - title: "rls1904 x710"
2969 #      data: "vpp-performance-changes-2n-skx-h1"
2970 #      nic: "NIC_Intel-X710"
2971 #  reference:
2972 #    title: "rls1908 xxv710"
2973 #    data: "vpp-performance-changes-2n-skx-ref"
2974 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2975 #    nic: "NIC_Intel-XXV710"
2976 #  compare:
2977 #    title: "rls2001 xxv710"
2978 #    data: "vpp-performance-changes-2n-skx-cmp"
2979 #    nic: "NIC_Intel-XXV710"
2980 #  data: "vpp-performance-changes-2n-skx"
2981 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2982 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2983 #  parameters:
2984 #  - "name"
2985 #  - "parent"
2986 #  - "throughput"
2987 #  - "tags"
2988 #
2989 ## VPP Performance Changes 2n-skx 4t2c ndr
2990 #- type: "table"
2991 #  title: "VPP Performance Changes 2n-skx 4t2c ndr"
2992 #  algorithm: "table_perf_comparison_nic"
2993 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2994 #  history:
2995 #    - title: "rls1904 x710"
2996 #      data: "vpp-performance-changes-2n-skx-h1"
2997 #      nic: "NIC_Intel-X710"
2998 #  reference:
2999 #    title: "rls1908 xxv710"
3000 #    data: "vpp-performance-changes-2n-skx-ref"
3001 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
3002 #    nic: "NIC_Intel-XXV710"
3003 #  compare:
3004 #    title: "rls2001 xxv710"
3005 #    data: "vpp-performance-changes-2n-skx-cmp"
3006 #    nic: "NIC_Intel-XXV710"
3007 #  data: "vpp-performance-changes-2n-skx"
3008 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3009 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
3010 #  parameters:
3011 #  - "name"
3012 #  - "parent"
3013 #  - "throughput"
3014 #  - "tags"
3015 #
3016 ## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr
3017 #- type: "table"
3018 #  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr"
3019 #  algorithm: "table_perf_comparison"
3020 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
3021 #  reference:
3022 #    title: "rls1908"
3023 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3024 #  compare:
3025 #    title: "rls2001"
3026 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3027 #  data: "vpp-performance-changes-nfv-2n-skx"
3028 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3029 #  filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
3030 #  parameters:
3031 #  - "name"
3032 #  - "parent"
3033 #  - "throughput"
3034 #  - "tags"
3035 #
3036 ## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr
3037 #- type: "table"
3038 #  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr"
3039 #  algorithm: "table_perf_comparison"
3040 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
3041 #  reference:
3042 #    title: "rls1908"
3043 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3044 #  compare:
3045 #    title: "rls2001"
3046 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3047 #  data: "vpp-performance-changes-nfv-2n-skx"
3048 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3049 #  filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
3050 #  parameters:
3051 #  - "name"
3052 #  - "parent"
3053 #  - "throughput"
3054 #  - "tags"
3055 #
3056 ## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr
3057 #- type: "table"
3058 #  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr"
3059 #  algorithm: "table_perf_comparison"
3060 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
3061 #  reference:
3062 #    title: "rls1908"
3063 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3064 #  compare:
3065 #    title: "rls2001"
3066 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3067 #  data: "vpp-performance-changes-nfv-2n-skx"
3068 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3069 #  filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
3070 #  parameters:
3071 #  - "name"
3072 #  - "parent"
3073 #  - "throughput"
3074 #  - "tags"
3075 #
3076 ## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr
3077 #- type: "table"
3078 #  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr"
3079 #  algorithm: "table_perf_comparison"
3080 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
3081 #  reference:
3082 #    title: "rls1908"
3083 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3084 #  compare:
3085 #    title: "rls2001"
3086 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3087 #  data: "vpp-performance-changes-nfv-2n-skx"
3088 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3089 #  filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
3090 #  parameters:
3091 #  - "name"
3092 #  - "parent"
3093 #  - "throughput"
3094 #  - "tags"
3095
3096 # VPP Performance Changes 2n-dnv 1t1c pdr
3097 - type: "table"
3098   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
3099   algorithm: "table_perf_comparison"
3100   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
3101   reference:
3102     title: "rls1908"
3103     data: "vpp-performance-changes-2n-dnv-ref"
3104   compare:
3105     title: "rls2001"
3106     data: "vpp-performance-changes-2n-dnv-cmp"
3107   data: "vpp-performance-changes-2n-dnv"
3108   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3109   filter: "'1T1C'"
3110   parameters:
3111   - "name"
3112   - "parent"
3113   - "throughput"
3114   - "tags"
3115
3116 # VPP Performance Changes 2n-dnv 2t2c pdr
3117 - type: "table"
3118   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
3119   algorithm: "table_perf_comparison"
3120   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
3121   reference:
3122     title: "rls1908"
3123     data: "vpp-performance-changes-2n-dnv-ref"
3124   compare:
3125     title: "rls2001"
3126     data: "vpp-performance-changes-2n-dnv-cmp"
3127   data: "vpp-performance-changes-2n-dnv"
3128   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3129   filter: "'2T2C'"
3130   parameters:
3131   - "name"
3132   - "parent"
3133   - "throughput"
3134   - "tags"
3135
3136 # VPP Performance Changes 2n-dnv 1t1c ndr
3137 - type: "table"
3138   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
3139   algorithm: "table_perf_comparison"
3140   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
3141   reference:
3142     title: "rls1908"
3143     data: "vpp-performance-changes-2n-dnv-ref"
3144   compare:
3145     title: "rls2001"
3146     data: "vpp-performance-changes-2n-dnv-cmp"
3147   data: "vpp-performance-changes-2n-dnv"
3148   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3149   filter: "'1T1C'"
3150   parameters:
3151   - "name"
3152   - "parent"
3153   - "throughput"
3154   - "tags"
3155
3156 # VPP Performance Changes 2n-dnv 2t2c ndr
3157 - type: "table"
3158   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
3159   algorithm: "table_perf_comparison"
3160   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
3161   reference:
3162     title: "rls1908 "
3163     data: "vpp-performance-changes-2n-dnv-ref"
3164   compare:
3165     title: "rls2001"
3166     data: "vpp-performance-changes-2n-dnv-cmp"
3167   data: "vpp-performance-changes-2n-dnv"
3168   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3169   filter: "'2T2C'"
3170   parameters:
3171   - "name"
3172   - "parent"
3173   - "throughput"
3174   - "tags"
3175
3176 # VPP Performance Changes 3n-dnv 1t1c pdr
3177 - type: "table"
3178   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
3179   algorithm: "table_perf_comparison"
3180   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
3181   reference:
3182     title: "rls1908"
3183     data: "vpp-performance-changes-3n-dnv-ref"
3184   compare:
3185     title: "rls2001"
3186     data: "vpp-performance-changes-3n-dnv-cmp"
3187   data: "vpp-performance-changes-3n-dnv"
3188   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3189   filter: "'1T1C'"
3190   parameters:
3191   - "name"
3192   - "parent"
3193   - "throughput"
3194   - "tags"
3195
3196 # VPP Performance Changes 3n-dnv 2t2c pdr
3197 - type: "table"
3198   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
3199   algorithm: "table_perf_comparison"
3200   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
3201   reference:
3202     title: "rls1908"
3203     data: "vpp-performance-changes-3n-dnv-ref"
3204   compare:
3205     title: "rls2001"
3206     data: "vpp-performance-changes-3n-dnv-cmp"
3207   data: "vpp-performance-changes-3n-dnv"
3208   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3209   filter: "'2T2C'"
3210   parameters:
3211   - "name"
3212   - "parent"
3213   - "throughput"
3214   - "tags"
3215
3216 # VPP Performance Changes 3n-dnv 1t1c ndr
3217 - type: "table"
3218   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
3219   algorithm: "table_perf_comparison"
3220   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
3221   reference:
3222     title: "rls1908"
3223     data: "vpp-performance-changes-3n-dnv-ref"
3224   compare:
3225     title: "rls2001"
3226     data: "vpp-performance-changes-3n-dnv-cmp"
3227   data: "vpp-performance-changes-3n-dnv"
3228   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3229   filter: "'1T1C'"
3230   parameters:
3231   - "name"
3232   - "parent"
3233   - "throughput"
3234   - "tags"
3235
3236 # VPP Performance Changes 3n-dnv 2t2c ndr
3237 - type: "table"
3238   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
3239   algorithm: "table_perf_comparison"
3240   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
3241   reference:
3242     title: "rls1908"
3243     data: "vpp-performance-changes-3n-dnv-ref"
3244   compare:
3245     title: "rls2001"
3246     data: "vpp-performance-changes-3n-dnv-cmp"
3247   data: "vpp-performance-changes-3n-dnv"
3248   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3249   filter: "'2T2C'"
3250   parameters:
3251   - "name"
3252   - "parent"
3253   - "throughput"
3254   - "tags"
3255
3256 # VPP Performance Changes 3n-tsh 1t1c pdr
3257 - type: "table"
3258   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
3259   algorithm: "table_perf_comparison"
3260   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
3261   reference:
3262     title: "rls1908"
3263     data: "vpp-performance-changes-3n-tsh-ref"
3264   compare:
3265     title: "rls2001"
3266     data: "vpp-performance-changes-3n-tsh-cmp"
3267   data: "vpp-performance-changes-3n-tsh"
3268   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3269   filter: "'1T1C'"
3270   parameters:
3271   - "name"
3272   - "parent"
3273   - "throughput"
3274   - "tags"
3275
3276 # VPP Performance Changes 3n-tsh 2t2c pdr
3277 - type: "table"
3278   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
3279   algorithm: "table_perf_comparison"
3280   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
3281   reference:
3282     title: "rls1908"
3283     data: "vpp-performance-changes-3n-tsh-ref"
3284   compare:
3285     title: "rls2001"
3286     data: "vpp-performance-changes-3n-tsh-cmp"
3287   data: "vpp-performance-changes-3n-tsh"
3288   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3289   filter: "'2T2C'"
3290   parameters:
3291   - "name"
3292   - "parent"
3293   - "throughput"
3294   - "tags"
3295
3296 # VPP Performance Changes 3n-tsh 1t1c ndr
3297 - type: "table"
3298   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
3299   algorithm: "table_perf_comparison"
3300   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
3301   reference:
3302     title: "rls1908"
3303     data: "vpp-performance-changes-3n-tsh-ref"
3304   compare:
3305     title: "rls2001"
3306     data: "vpp-performance-changes-3n-tsh-cmp"
3307   data: "vpp-performance-changes-3n-tsh"
3308   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3309   filter: "'1T1C'"
3310   parameters:
3311   - "name"
3312   - "parent"
3313   - "throughput"
3314   - "tags"
3315
3316 # VPP Performance Changes 3n-tsh 2t2c ndr
3317 - type: "table"
3318   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
3319   algorithm: "table_perf_comparison"
3320   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
3321   reference:
3322     title: "rls1908"
3323     data: "vpp-performance-changes-3n-tsh-ref"
3324   compare:
3325     title: "rls2001"
3326     data: "vpp-performance-changes-3n-tsh-cmp"
3327   data: "vpp-performance-changes-3n-tsh"
3328   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3329   filter: "'2T2C'"
3330   parameters:
3331   - "name"
3332   - "parent"
3333   - "throughput"
3334   - "tags"
3335
3336 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
3337 #- type: "table"
3338 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
3339 #  algorithm: "table_perf_comparison_nic"
3340 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
3341 #  reference:
3342 #    title: "3n-hsw xl710"
3343 #    data: "vpp-compare-testbeds-ref"
3344 #    nic: "NIC_Intel-XL710"
3345 #  compare:
3346 #    title: "3n-skx xxv710"
3347 #    data: "vpp-compare-testbeds-cmp"
3348 #    nic: "NIC_Intel-XXV710"
3349 #  data: "vpp-compare-testbeds"
3350 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3351 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3352 #  parameters:
3353 #  - "name"
3354 #  - "parent"
3355 #  - "throughput"
3356 #  - "tags"
3357 #
3358 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
3359 #- type: "table"
3360 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
3361 #  algorithm: "table_perf_comparison_nic"
3362 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
3363 #  reference:
3364 #    title: "3n-hsw xl710"
3365 #    data: "vpp-compare-testbeds-ref"
3366 #    nic: "NIC_Intel-XL710"
3367 #  compare:
3368 #    title: "3n-skx xxv710"
3369 #    data: "vpp-compare-testbeds-cmp"
3370 #    nic: "NIC_Intel-XXV710"
3371 #  data: "vpp-compare-testbeds"
3372 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3373 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3374 #  parameters:
3375 #  - "name"
3376 #  - "parent"
3377 #  - "throughput"
3378 #  - "tags"
3379 #
3380 ## VPP Comparison Across Testbeds 3n-hsw&nb