a5897250362556aaa6d91e0801cde8705688ebcd
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
37     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
38     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
39     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
40     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
41     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
42     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
43     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
44     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
45     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
46     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
47     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
48     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
49     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50
51     # Detailed test configurations
52     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
53     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
54     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
55     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
56     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
57     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
58     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
59     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
60     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
61     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
62     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
63     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
64     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
65     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
66     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
67     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
68
69     # Detailed tests operational data
70     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
71     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
72     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
73     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
74     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
75     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
76     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
77     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
78
79     # .css patch file to fix tables generated by Sphinx
80     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
81     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
82
83   urls:
84     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
85     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
86     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
87     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
88     DIR[NEXUS,DOC]: "report/_static/archive"
89
90   make-dirs:
91   # List the directories which are created while preparing the environment.
92   # All directories MUST be defined in "paths" section.
93   - "DIR[WORKING,DATA]"
94   - "DIR[STATIC,VPP]"
95   - "DIR[STATIC,DPDK]"
96   - "DIR[STATIC,ARCH]"
97   - "DIR[BUILD,LATEX]"
98   - "DIR[WORKING,SRC]"
99   - "DIR[WORKING,SRC,STATIC]"
100
101   remove-dirs:
102   # List the directories which are deleted while cleaning the environment.
103   # All directories MUST be defined in "paths" section.
104   #- "DIR[BUILD,HTML]"
105   - "DIR[WORKING,DATA]"
106
107   build-dirs:
108   # List the directories where the results (build) is stored.
109   # All directories MUST be defined in "paths" section.
110   - "DIR[BUILD,HTML]"
111   - "DIR[BUILD,LATEX]"
112
113 - type: "configuration"
114
115   limits:
116     nic:
117       x520: 24460000
118       x553: 29761905
119       x710: 35800000
120       xxv710: 35800000
121       xl710: 35800000
122
123     link:
124       10ge: 14880952.38
125       25ge: 37202380.95
126       40ge: 59523809.52
127       100ge: 148809523.81
128
129     pci:
130       pci-g3-x8: 74404761.90
131       pci-g3-x16: 148809523.81
132
133   data-sets:
134
135     ###########################################################################
136     # Plots:
137
138     # 3n-hsw
139
140     plot-vpp-throughput-lat-tsa-3n-hsw:
141       csit-vpp-perf-verify-1908-3n-hsw:
142         - 12  # NDRPDR sel
143         - 13  # NDRPDR sel
144         - 14  # NDRPDR sel
145 #        - 15  # NDRPDR sel
146 #        - 16  # NDRPDR sel
147 #        - 17  # NDRPDR sel
148 #        - 18  # NDRPDR sel
149 #        - 19  # NDRPDR sel
150 #        - 20  # NDRPDR sel
151 #        - 21  # NDRPDR sel
152
153     plot-vpp-hdrh-lat-3n-hsw:
154       # TODO: Replace the data
155       #       This data is only an example
156       csit-vpp-perf-verify-master-3n-hsw:
157         - 595
158
159     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
160       csit-vpp-perf-verify-1908-3n-hsw:
161         - 48  # NDRPDR sel vhost
162         - 49  # NDRPDR sel vhost
163         - 52  # NDRPDR sel vhost
164 #        - 53  # NDRPDR sel vhost
165 #        - 54  # NDRPDR sel vhost
166 #        - 55  # NDRPDR sel vhost
167 #        - 56  # NDRPDR sel vhost
168 #        - 57  # NDRPDR sel vhost
169 #        - 58  # NDRPDR sel vhost
170 #        - 59  # NDRPDR sel vhost
171
172     plot-vpp-http-server-performance:
173       csit-vpp-perf-verify-1908-2n-skx:
174         - 29  # TCP
175         - 30  # TCP
176         - 58  # TCP
177 #        - 59  # TCP
178 #        - 60  # TCP
179 #        - 61  # TCP
180 #        - 62  # TCP
181 #        - 63  # TCP
182 #        - 64  # TCP
183 #        - 65  # TCP
184
185     plot-dpdk-throughput-latency-3n-hsw:
186       csit-dpdk-perf-verify-1908-3n-hsw:
187         - 2   # NDRPDR sel
188         - 3   # NDRPDR sel
189         - 4   # NDRPDR sel
190 #        - 5   # NDRPDR sel
191 #        - 6   # NDRPDR sel
192 #        - 7   # NDRPDR sel
193 #        - 8   # NDRPDR sel
194 #        - 9   # NDRPDR sel
195 #        - 10  # NDRPDR sel
196 #        - 11  # NDRPDR sel
197
198     plot-dpdk-hdrh-lat-3n-hsw:
199       # TODO: Replace the data
200       #       This data is only an example
201       csit-dpdk-perf-verify-master-3n-hsw:
202         - 13
203
204     # 3n-skx
205
206     plot-vpp-throughput-lat-tsa-3n-skx:
207       csit-vpp-perf-verify-1908-3n-skx:
208         - 14  # NDRPDR sel
209         - 16  # NDRPDR sel
210         - 19  # NDRPDR sel
211 #        - 20  # NDRPDR sel
212 #        - 22  # NDRPDR sel
213 #        - 23  # NDRPDR sel
214 #        - 24  # NDRPDR sel
215 #        - 25  # NDRPDR sel
216 #        - 26  # NDRPDR sel
217 #        - 29  # NDRPDR sel
218
219     plot-vpp-hdrh-lat-3n-skx:
220       # TODO: Replace the data
221       #       This data is only an example
222       csit-vpp-perf-verify-master-3n-skx:
223         - 299
224
225     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
226       csit-vpp-perf-verify-1908-3n-skx:
227         - 52  # NDRPDR sel vhost
228         - 53  # NDRPDR sel vhost
229         - 55  # NDRPDR sel vhost
230 #        - 61  # NDRPDR sel vhost
231 #        - 62  # NDRPDR sel vhost
232 #        - 63  # NDRPDR sel vhost
233 #        - 64  # NDRPDR sel vhost
234 #        - 65  # NDRPDR sel vhost
235 #        - 66  # NDRPDR sel vhost
236 #        - 67  # NDRPDR sel vhost
237
238     plot-dpdk-throughput-latency-3n-skx:
239       csit-dpdk-perf-verify-1908-3n-skx:
240         - 3   # NDRPDR sel
241         - 4   # NDRPDR sel
242         - 5   # NDRPDR sel
243 #        - 6   # NDRPDR sel
244 #        - 7   # NDRPDR sel
245 #        - 8   # NDRPDR sel
246 #        - 9   # NDRPDR sel
247 #        - 10  # NDRPDR sel
248 #        - 11  # NDRPDR sel
249 #        - 12  # NDRPDR sel
250
251     plot-dpdk-hdrh-lat-3n-skx:
252       # TODO: Replace the data
253       #       This data is only an example
254       csit-dpdk-perf-verify-master-3n-skx:
255         - 23
256
257     # 2n-skx
258
259     plot-vpp-throughput-lat-tsa-2n-skx:
260       csit-vpp-perf-verify-1908-2n-skx:
261         - 26  # NDRPDR sel
262         - 27  # NDRPDR sel
263         - 34  # NDRPDR sel
264 #        - 35  # NDRPDR sel
265 #        - 36  # NDRPDR sel
266 #        - 42  # NDRPDR sel
267 #        - 43  # NDRPDR sel
268 #        - 44  # NDRPDR sel
269 #        - 45  # NDRPDR sel
270 #        - 46  # NDRPDR sel
271
272     plot-vpp-hdrh-lat-2n-skx:
273       # TODO: Replace the data
274       #       This data is only an example
275       csit-vpp-perf-verify-master-2n-skx:
276         - 930
277
278     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
279       csit-vpp-perf-verify-1908-2n-skx:
280         - 88  # NDRPDR sel vhost
281         - 89  # NDRPDR sel vhost
282         - 91  # NDRPDR sel vhost
283 #        - 92  # NDRPDR sel vhost
284 #        - 93  # NDRPDR sel vhost
285 #        - 94  # NDRPDR sel vhost
286 #        - 95  # NDRPDR sel vhost
287 #        - 96  # NDRPDR sel vhost
288 #        - 97  # NDRPDR sel vhost
289 #        - 98  # NDRPDR sel vhost
290
291     plot-vpp-soak-2n-skx:
292       csit-vpp-perf-verify-1908-2n-skx:
293         - 83  # SOAK
294         - 86  # SOAK
295
296     plot-vpp-nfv-2n-skx-ndrpdr:
297       csit-vpp-perf-verify-1908-2n-skx:
298         - 22  # NFV
299         - 31  # NFV
300         - 32  # NFV
301 #        - 37  # NFV
302 #        - 38  # NFV
303 #        - 39  # NFV
304 #        - 53  # NFV
305 #        - 67  # NFV
306 #        - 68  # NFV
307 #        - 70  # NFV
308
309     plot-vpp-nfv-2n-skx-mrr:
310       csit-vpp-perf-verify-1908-2n-skx:
311         - 71  # NFV MRR
312
313     plot-vpp-nfv-reconf-2n-skx:
314       csit-vpp-perf-verify-1908-2n-skx:
315         - 113 # NFV reconf sel
316         - 114 # NFV reconf sel
317         - 115 # NFV reconf sel
318 #        - 116 # NFV reconf sel
319 #        - 118 # NFV reconf sel
320 #        - 119 # NFV reconf sel
321 #        - 120 # NFV reconf sel
322 #        - 121 # NFV reconf sel
323 #        - 122 # NFV reconf sel
324 #        - 123 # NFV reconf sel
325
326     plot-dpdk-throughput-latency-2n-skx:
327       csit-dpdk-perf-verify-1908-2n-skx:
328         - 2   # NDRPDR sel
329         - 3   # NDRPDR sel
330         - 4   # NDRPDR sel
331 #        - 5   # NDRPDR sel
332 #        - 7   # NDRPDR sel
333 #        - 8   # NDRPDR sel
334 #        - 9   # NDRPDR sel
335 #        - 10  # NDRPDR sel
336 #        - 11  # NDRPDR sel
337 #        - 12  # NDRPDR sel
338
339     plot-dpdk-hdrh-lat-2n-skx:
340       # TODO: Replace the data
341       #       This data is only an example
342       csit-dpdk-perf-verify-master-2n-skx:
343         - 16
344
345     # 2n-clx
346
347     plot-vpp-throughput-lat-tsa-2n-clx:
348       # TODO: Replace
349       # csit-vpp-perf-verify-2001-2n-clx:
350       csit-vpp-perf-verify-1908-2n-skx:
351         - 26  # NDRPDR sel
352         - 27  # NDRPDR sel
353         - 34  # NDRPDR sel
354
355     plot-vpp-hdrh-lat-2n-clx:
356       # TODO: Replace
357       # csit-vpp-perf-verify-2001-2n-clx:
358       csit-vpp-perf-verify-master-2n-skx:
359         - 930
360
361     plot-dpdk-throughput-latency-2n-clx:
362       # TODO: Replace
363       # csit-dpdk-perf-verify-2001-2n-clx:
364       csit-dpdk-perf-verify-1908-2n-skx:
365         - 2   # NDRPDR sel
366         - 3   # NDRPDR sel
367         - 4   # NDRPDR sel
368
369     plot-dpdk-hdrh-lat-2n-clx:
370       # TODO: Replace
371       # csit-dpdk-perf-verify-2001-2n-clx:
372       csit-dpdk-perf-verify-master-2n-skx:
373         - 16
374
375     # 3n-tsh
376
377     plot-vpp-throughput-lat-tsa-3n-tsh:
378       csit-vpp-perf-verify-1908-3n-tsh:
379         - 7   # NDRPDR sel
380         - 8   # NDRPDR sel
381         - 9   # NDRPDR sel
382 #        - 10  # NDRPDR sel
383 #        - 11  # NDRPDR sel
384 #        - 12  # NDRPDR sel
385 #        - 13  # NDRPDR sel
386 #        - 14  # NDRPDR sel
387 #        - 15  # NDRPDR sel
388 #        - 16  # NDRPDR sel
389
390     plot-vpp-hdrh-lat-3n-tsh:
391       # TODO: Replace the data
392       csit-vpp-perf-verify-master-3n-tsh:
393         - 25
394
395     # 3n-dnv
396
397     plot-vpp-throughput-lat-tsa-3n-dnv:
398       csit-vpp-perf-verify-1908-3n-dnv:
399         - 6   # NDRPDR sel
400         - 7   # NDRPDR sel
401         - 8   # NDRPDR sel
402 #        - 9   # NDRPDR sel
403 #        - 10  # NDRPDR sel
404 #        - 12  # NDRPDR sel
405 #        - 13  # NDRPDR sel
406 #        - 14  # NDRPDR sel
407 #        - 15  # NDRPDR sel
408 #        - 16  # NDRPDR sel
409
410     # 2n-dnv
411
412     plot-vpp-throughput-lat-tsa-2n-dnv:
413       csit-vpp-perf-verify-1908-2n-dnv:
414         - 1   # NDRPDR sel
415         - 2   # NDRPDR sel
416         - 3   # NDRPDR sel
417 #        - 4   # NDRPDR sel
418 #        - 5   # NDRPDR sel
419 #        - 6   # NDRPDR sel
420 #        - 7   # NDRPDR sel
421 #        - 8   # NDRPDR sel
422 #        - 9   # NDRPDR sel
423 #        - 10  # NDRPDR sel
424
425     ###########################################################################
426     # Simple tables (only one data set):
427
428     # NIC Comparisons
429
430     vpp-nic-comparison-3n-skx:
431       csit-vpp-perf-verify-1908-3n-skx:
432         - 14  # NDRPDR sel
433         - 16  # NDRPDR sel
434         - 19  # NDRPDR sel
435 #        - 20  # NDRPDR sel
436 #        - 22  # NDRPDR sel
437 #        - 23  # NDRPDR sel
438 #        - 24  # NDRPDR sel
439 #        - 25  # NDRPDR sel
440 #        - 26  # NDRPDR sel
441 #        - 29  # NDRPDR sel
442
443     vpp-nic-comparison-2n-skx:
444       csit-vpp-perf-verify-1908-2n-skx:
445         - 26  # NDRPDR sel
446         - 27  # NDRPDR sel
447         - 34  # NDRPDR sel
448 #        - 35  # NDRPDR sel
449 #        - 36  # NDRPDR sel
450 #        - 42  # NDRPDR sel
451 #        - 43  # NDRPDR sel
452 #        - 44  # NDRPDR sel
453 #        - 45  # NDRPDR sel
454 #        - 46  # NDRPDR sel
455
456     vpp-nic-comparison-3n-skx-mrr:
457       csit-vpp-perf-verify-1908-3n-skx:
458         - 36  # MRR sel
459
460     vpp-nic-comparison-2n-skx-mrr:
461       csit-vpp-perf-verify-1908-2n-skx:
462         - 69  # MRR sel
463
464     # Results
465
466     vpp-perf-results-3n-hsw:
467       csit-vpp-perf-verify-1908-3n-hsw:
468         - 24  # NDRPDR full
469         - 25  # NDRPDR full
470         - 26  # NDRPDR full
471 #        - 27  # NDRPDR full
472 #        - 28  # NDRPDR full
473 #        - 29  # NDRPDR full
474 #        - 32  # NDRPDR full
475 #        - 33  # NDRPDR full
476 #        - 36  # NDRPDR full
477 #        - 38  # NDRPDR full
478 #        - 50  # NDRPDR full vhost
479
480     vpp-perf-results-3n-skx:
481       csit-vpp-perf-verify-1908-3n-skx:
482         - 27  # NDRPDR full
483         - 28  # NDRPDR full
484         - 30  # NDRPDR full
485 #        - 31  # NDRPDR full
486 #        - 32  # NDRPDR full
487 #        - 33  # NDRPDR full
488 #        - 34  # NDRPDR full
489 #        - 35  # NDRPDR full
490 #        - 37  # NDRPDR full
491 #        - 39  # NDRPDR full
492 #        - 40  # NDRPDR full
493 #        - 41  # NDRPDR full
494 #        - 54  # NDRPDR full
495
496     vpp-perf-results-2n-skx:
497       csit-vpp-perf-verify-1908-2n-skx:
498         - 48  # NDRPDR full
499         - 49  # NDRPDR full
500         - 50  # NDRPDR full
501 #        - 51  # NDRPDR full
502 #        - 54  # NDRPDR full
503 #        - 55  # NDRPDR full
504 #        - 90  # NDRPDR full vhost
505 #        - 110 # NFV full
506 #        - 111 # NFV full
507 #        - 126 # NFV full
508 #        - 127 # NFV full
509 #        - 112 # NFV reconf full
510
511     vpp-perf-results-2n-clx:
512       # TODO: Replace
513       # csit-vpp-perf-verify-2001-2n-clx:
514       csit-vpp-perf-verify-1908-2n-skx:
515         - 48  # NDRPDR full
516         - 49  # NDRPDR full
517         - 50  # NDRPDR full
518
519     vpp-perf-results-3n-tsh:
520       csit-vpp-perf-verify-1908-3n-tsh:
521         - 13  # NDRPDR sel
522
523     vpp-perf-results-3n-dnv:
524       csit-vpp-perf-verify-1908-3n-dnv:
525         - 16  # NDRPDR sel
526
527     vpp-perf-results-2n-dnv:
528       csit-vpp-perf-verify-1908-2n-dnv:
529         - 9   # NDRPDR sel
530
531     vpp-mrr-results-3n-hsw:
532       csit-vpp-perf-verify-1908-3n-hsw:
533         - 39  # MRR sel
534
535     vpp-mrr-results-3n-skx:
536       csit-vpp-perf-verify-1908-3n-skx:
537         - 36  # MRR sel
538
539     vpp-mrr-results-2n-skx:
540       csit-vpp-perf-verify-1908-2n-skx:
541         - 69  # MRR sel
542
543     vpp-mrr-results-2n-clx:
544       # TODO: Replace
545       # csit-vpp-perf-verify-2001-2n-clx:
546       csit-vpp-perf-verify-1908-2n-skx:
547         - 69  # MRR sel
548
549     vpp-mrr-results-3n-tsh:
550       csit-vpp-perf-verify-1908-3n-tsh:
551         - 17  # MRR sel
552
553     vpp-mrr-results-3n-dnv:
554       csit-vpp-perf-verify-1908-3n-dnv:
555         - 17  # MRR sel
556
557     vpp-mrr-results-2n-dnv:
558       csit-vpp-perf-verify-1908-2n-dnv:
559         - 11  # MRR sel
560
561     vpp-device-results-ubuntu:
562       csit-vpp-device-1908-ubuntu1804-1n-skx:
563         - 65
564
565     dpdk-perf-results-3n-hsw:
566       csit-dpdk-perf-verify-1908-3n-hsw:
567         - 10  # NDRPDR sel
568
569     dpdk-perf-results-3n-skx:
570       csit-dpdk-perf-verify-1908-3n-skx:
571         - 12  # NDRPDR sel
572
573     dpdk-perf-results-2n-skx:
574       csit-dpdk-perf-verify-1908-2n-skx:
575         - 12  # NDRPDR sel
576
577     dpdk-perf-results-2n-clx:
578       # TODO: Replace
579       # csit-dpdk-perf-verify-2001-2n-clx:
580       csit-dpdk-perf-verify-1908-2n-skx:
581         - 12  # NDRPDR sel
582
583 ###########################################################################
584     # Tables (more than one data set)
585
586     # Performance changes
587
588     vpp-performance-changes-3n-hsw-h1:
589       csit-vpp-perf-verify-1901-3n-hsw:
590         - 10  # NDRPDR sel
591         - 19  # NDRPDR sel
592         - 31  # NDRPDR sel
593 #        - 36  # NDRPDR sel
594 #        - 40  # NDRPDR sel
595 #        - 42  # NDRPDR sel
596 #        - 44  # NDRPDR sel
597 #        - 46  # NDRPDR sel
598 #        - 47  # NDRPDR sel
599 #        - 48  # NDRPDR sel
600 #        - 61  # NDRPDR LB
601 #        - 62  # NDRPDR LB
602 #        - 63  # NDRPDR LB
603 #        - 64  # NDRPDR LB
604 #        - 65  # NDRPDR LB
605 #        - 66  # NDRPDR LB
606 #        - 67  # NDRPDR LB
607 #        - 69  # NDRPDR LB
608 #        - 70  # NDRPDR LB
609 #        - 71  # NDRPDR LB
610     vpp-performance-changes-3n-hsw-ref:
611       csit-vpp-perf-verify-1904-3n-hsw:
612         - 11  # NDRPDR sel
613         - 12  # NDRPDR sel
614         - 20  # NDRPDR sel
615 #        - 21  # NDRPDR sel
616 #        - 23  # NDRPDR sel
617 #        - 24  # NDRPDR sel
618 #        - 25  # NDRPDR sel
619 #        - 26  # NDRPDR sel
620 #        - 29  # NDRPDR sel
621 #        - 30  # NDRPDR sel
622     vpp-performance-changes-3n-hsw-cmp:
623       csit-vpp-perf-verify-1908-3n-hsw:
624         - 12  # NDRPDR sel
625         - 13  # NDRPDR sel
626         - 14  # NDRPDR sel
627 #        - 15  # NDRPDR sel
628 #        - 16  # NDRPDR sel
629 #        - 17  # NDRPDR sel
630 #        - 18  # NDRPDR sel
631 #        - 19  # NDRPDR sel
632 #        - 20  # NDRPDR sel
633 #        - 21  # NDRPDR sel
634     vpp-performance-changes-3n-hsw:
635       - "vpp-performance-changes-3n-hsw-h1"
636       - "vpp-performance-changes-3n-hsw-ref"
637       - "vpp-performance-changes-3n-hsw-cmp"
638
639     vpp-performance-changes-3n-skx-h1:
640       csit-vpp-perf-verify-1901-3n-skx:
641         - 18  # NDRPDR sel
642         - 19  # NDRPDR sel
643         - 20  # NDRPDR sel
644 #        - 28  # NDRPDR sel
645 #        - 31  # NDRPDR sel
646 #        - 33  # NDRPDR sel
647 #        - 36  # NDRPDR sel
648 #        - 38  # NDRPDR sel
649 #        - 47  # NDRPDR sel
650 #        - 48  # NDRPDR sel
651 #        - 54  # NDRPDR LB
652 #        - 57  # NDRPDR LB
653 #        - 58  # NDRPDR LB
654 #        - 59  # NDRPDR LB
655 #        - 60  # NDRPDR LB
656 #        - 63  # NDRPDR LB
657 #        - 64  # NDRPDR LB
658 #        - 65  # NDRPDR LB
659 #        - 66  # NDRPDR LB
660 #        - 67  # NDRPDR LB
661     vpp-performance-changes-3n-skx-ref:
662       csit-vpp-perf-verify-1904-3n-skx:
663         - 8   # NDRPDR sel
664         - 9   # NDRPDR sel
665         - 10  # NDRPDR sel
666 #        - 11  # NDRPDR sel
667 #        - 12  # NDRPDR sel
668 #        - 14  # NDRPDR sel
669 #        - 16  # NDRPDR sel
670 #        - 21  # NDRPDR sel
671 #        - 23  # NDRPDR sel
672 #        - 25  # NDRPDR sel
673     vpp-performance-changes-3n-skx-cmp:
674       csit-vpp-perf-verify-1908-3n-skx:
675         - 14  # NDRPDR sel
676         - 16  # NDRPDR sel
677         - 19  # NDRPDR sel
678 #        - 20  # NDRPDR sel
679 #        - 22  # NDRPDR sel
680 #        - 23  # NDRPDR sel
681 #        - 24  # NDRPDR sel
682 #        - 25  # NDRPDR sel
683 #        - 26  # NDRPDR sel
684 #        - 29  # NDRPDR sel
685     vpp-performance-changes-3n-skx:
686       - "vpp-performance-changes-3n-skx-h1"
687       - "vpp-performance-changes-3n-skx-ref"
688       - "vpp-performance-changes-3n-skx-cmp"
689
690     vpp-performance-changes-2n-skx-h1:
691       csit-vpp-perf-verify-1901-2n-skx:
692         - 5   # NDRPDR sel
693         - 12  # NDRPDR sel
694         - 13  # NDRPDR sel
695 #        - 21  # NDRPDR sel
696 #        - 23  # NDRPDR sel
697 #        - 31  # NDRPDR sel
698 #        - 34  # NDRPDR sel
699 #        - 40  # NDRPDR sel
700 #        - 42  # NDRPDR sel
701 #        - 43  # NDRPDR sel
702     vpp-performance-changes-2n-skx-ref:
703       csit-vpp-perf-verify-1904-2n-skx:
704         - 12  # NDRPDR sel
705         - 14  # NDRPDR sel
706         - 16  # NDRPDR sel
707 #        - 17  # NDRPDR sel
708 #        - 18  # NDRPDR sel
709 #        - 21  # NDRPDR sel
710 #        - 27  # NDRPDR sel
711 #        - 30  # NDRPDR sel
712 #        - 31  # NDRPDR sel
713 #        - 32  # NDRPDR sel
714     vpp-performance-changes-2n-skx-cmp:
715       csit-vpp-perf-verify-1908-2n-skx:
716         - 26  # NDRPDR sel
717         - 27  # NDRPDR sel
718         - 34  # NDRPDR sel
719 #        - 35  # NDRPDR sel
720 #        - 36  # NDRPDR sel
721 #        - 42  # NDRPDR sel
722 #        - 43  # NDRPDR sel
723 #        - 44  # NDRPDR sel
724 #        - 45  # NDRPDR sel
725 #        - 46  # NDRPDR sel
726     vpp-performance-changes-2n-skx:
727       - "vpp-performance-changes-2n-skx-h1"
728       - "vpp-performance-changes-2n-skx-ref"
729       - "vpp-performance-changes-2n-skx-cmp"
730
731     vpp-performance-changes-2n-dnv-ref:
732       csit-vpp-perf-verify-1908-2n-dnv:
733           - 1   # NDRPDR sel
734           - 2   # NDRPDR sel
735           - 3   # NDRPDR sel
736     vpp-performance-changes-2n-dnv-cmp:
737       # TODO: Replace
738       # csit-vpp-perf-verify-2001-2n-dnv:
739       csit-vpp-perf-verify-1908-2n-dnv:
740           - 1   # NDRPDR sel
741           - 2   # NDRPDR sel
742           - 3   # NDRPDR sel
743     vpp-performance-changes-2n-dnv:
744       - "vpp-performance-changes-2n-dnv-ref"
745       - "vpp-performance-changes-2n-dnv-cmp"
746
747     vpp-performance-changes-3n-dnv-ref:
748       csit-vpp-perf-verify-1908-3n-dnv:
749           - 6   # NDRPDR sel
750           - 7   # NDRPDR sel
751           - 8   # NDRPDR sel
752     vpp-performance-changes-3n-dnv-cmp:
753       # TODO: Replace
754       # csit-vpp-perf-verify-2001-3n-dnv:
755       csit-vpp-perf-verify-1908-3n-dnv:
756           - 6   # NDRPDR sel
757           - 7   # NDRPDR sel
758           - 8   # NDRPDR sel
759     vpp-performance-changes-3n-dnv:
760       - "vpp-performance-changes-3n-dnv-ref"
761       - "vpp-performance-changes-3n-dnv-cmp"
762
763     vpp-performance-changes-3n-tsh-ref:
764       csit-vpp-perf-verify-1908-3n-tsh:
765         - 7   # NDRPDR sel
766         - 8   # NDRPDR sel
767         - 9   # NDRPDR sel
768     vpp-performance-changes-3n-tsh-cmp:
769       # TODO: Replace
770       # csit-vpp-perf-verify-2001-3n-tsh:
771       csit-vpp-perf-verify-1908-3n-tsh:
772         - 7   # NDRPDR sel
773         - 8   # NDRPDR sel
774         - 9   # NDRPDR sel
775     vpp-performance-changes-3n-tsh:
776       - "vpp-performance-changes-3n-tsh-ref"
777       - "vpp-performance-changes-3n-tsh-cmp"
778
779     vpp-soak-vs-ndr-2n-skx-ref:
780       csit-vpp-perf-verify-1908-2n-skx:
781         - 26  # NDRPDR sel
782         - 27  # NDRPDR sel
783         - 34  # NDRPDR sel
784 #        - 35  # NDRPDR sel
785 #        - 36  # NDRPDR sel
786 #        - 42  # NDRPDR sel
787 #        - 43  # NDRPDR sel
788 #        - 44  # NDRPDR sel
789 #        - 45  # NDRPDR sel
790 #        - 46  # NDRPDR sel
791     vpp-soak-vs-ndr-2n-skx-cmp:
792       csit-vpp-perf-verify-1908-2n-skx:
793         - 83  # SOAK
794         - 86  # SOAK
795     vpp-soak-vs-ndr-2n-skx:
796       csit-vpp-perf-verify-1908-2n-skx:
797         - 26  # NDRPDR sel
798         - 27  # NDRPDR sel
799         - 34  # NDRPDR sel
800 #        - 35  # NDRPDR sel
801 #        - 36  # NDRPDR sel
802 #        - 42  # NDRPDR sel
803 #        - 43  # NDRPDR sel
804 #        - 44  # NDRPDR sel
805 #        - 45  # NDRPDR sel
806 #        - 46  # NDRPDR sel
807         - 83  # SOAK
808         - 86  # SOAK
809
810     vpp-performance-changes-3n-hsw-mrr-h1:
811       csit-vpp-perf-verify-1901-3n-hsw:
812         - 35  # MRR sel
813     vpp-performance-changes-3n-hsw-mrr-ref:
814       csit-vpp-perf-verify-1904-3n-hsw:
815         - 9   # MRR sel
816     vpp-performance-changes-3n-hsw-mrr-cmp:
817       csit-vpp-perf-verify-1908-3n-hsw:
818         - 39  # MRR sel
819     vpp-performance-changes-3n-hsw-mrr:
820       - "vpp-performance-changes-3n-hsw-mrr-h1"
821       - "vpp-performance-changes-3n-hsw-mrr-ref"
822       - "vpp-performance-changes-3n-hsw-mrr-cmp"
823
824     vpp-performance-changes-3n-skx-mrr-h1:
825       csit-vpp-perf-verify-1901-3n-skx:
826         - 32  # MRR sel
827     vpp-performance-changes-3n-skx-mrr-ref:
828       csit-vpp-perf-verify-1904-3n-skx:
829         - 7   # MRR sel
830     vpp-performance-changes-3n-skx-mrr-cmp:
831       csit-vpp-perf-verify-1908-3n-skx:
832         - 36  # MRR sel
833     vpp-performance-changes-3n-skx-mrr:
834       - "vpp-performance-changes-3n-skx-mrr-h1"
835       - "vpp-performance-changes-3n-skx-mrr-ref"
836       - "vpp-performance-changes-3n-skx-mrr-cmp"
837
838     vpp-performance-changes-2n-skx-mrr-h1:
839       csit-vpp-perf-verify-1901-2n-skx:
840         - 22  # MRR sel
841     vpp-performance-changes-2n-skx-mrr-ref:
842       csit-vpp-perf-verify-1904-2n-skx:
843         - 11  # MRR sel
844     vpp-performance-changes-2n-skx-mrr-cmp:
845       csit-vpp-perf-verify-1908-2n-skx:
846         - 69  # MRR sel
847     vpp-performance-changes-2n-skx-mrr:
848       - "vpp-performance-changes-2n-skx-mrr-h1"
849       - "vpp-performance-changes-2n-skx-mrr-ref"
850       - "vpp-performance-changes-2n-skx-mrr-cmp"
851
852     vpp-performance-changes-2n-dnv-mrr-ref:
853       csit-vpp-perf-verify-1908-2n-dnv:
854         - 11  # MRR sel
855     vpp-performance-changes-2n-dnv-mrr-cmp:
856       # TODO: Replace
857       # csit-vpp-perf-verify-2001-2n-dnv:
858       csit-vpp-perf-verify-1908-2n-dnv:
859         - 11  # MRR sel
860     vpp-performance-changes-2n-dnv-mrr:
861       - "vpp-performance-changes-2n-dnv-mrr-ref"
862       - "vpp-performance-changes-2n-dnv-mrr-cmp"
863
864     vpp-performance-changes-3n-dnv-mrr-ref:
865       csit-vpp-perf-verify-1908-3n-dnv:
866         - 17  # MRR sel
867     vpp-performance-changes-3n-dnv-mrr-cmp:
868       # TODO: Replace
869       # csit-vpp-perf-verify-2001-3n-dnv:
870       csit-vpp-perf-verify-1908-3n-dnv:
871         - 17  # MRR sel
872     vpp-performance-changes-3n-dnv-mrr:
873       - "vpp-performance-changes-3n-dnv-mrr-ref"
874       - "vpp-performance-changes-3n-dnv-mrr-cmp"
875
876     vpp-performance-changes-3n-tsh-mrr-ref:
877       csit-vpp-perf-verify-1908-3n-tsh:
878         - 17  # MRR sel
879     vpp-performance-changes-3n-tsh-mrr-cmp:
880       # TODO: Replace
881       # csit-vpp-perf-verify-2001-3n-tsh:
882       csit-vpp-perf-verify-1908-3n-tsh:
883         - 17  # MRR sel
884     vpp-performance-changes-3n-tsh-mrr:
885       - "vpp-performance-changes-3n-tsh-mrr-ref"
886       - "vpp-performance-changes-3n-tsh-mrr-cmp"
887
888     dpdk-performance-changes-3n-hsw-h1:
889       csit-dpdk-perf-verify-1901-3n-hsw:
890         - 13  # NDRPDR sel
891         - 14  # NDRPDR sel
892         - 16  # NDRPDR sel
893 #        - 17  # NDRPDR sel
894 #        - 18  # NDRPDR sel
895 #        - 19  # NDRPDR sel
896 #        - 20  # NDRPDR sel
897 #        - 21  # NDRPDR sel
898 #        - 22  # NDRPDR sel
899 #        - 23  # NDRPDR sel
900     dpdk-performance-changes-3n-hsw-ref:
901       csit-dpdk-perf-verify-1904-3n-hsw:
902         - 2   # NDRPDR sel
903         - 3   # NDRPDR sel
904         - 5   # NDRPDR sel
905 #        - 6   # NDRPDR sel
906 #        - 13  # NDRPDR sel
907 #        - 14  # NDRPDR sel
908 #        - 15  # NDRPDR sel
909 #        - 18  # NDRPDR sel
910 #        - 19  # NDRPDR sel
911 #        - 20  # NDRPDR sel
912     dpdk-performance-changes-3n-hsw-cmp:
913       csit-dpdk-perf-verify-1908-3n-hsw:
914         - 2   # NDRPDR sel
915         - 3   # NDRPDR sel
916         - 4   # NDRPDR sel
917 #        - 5   # NDRPDR sel
918 #        - 6   # NDRPDR sel
919 #        - 7   # NDRPDR sel
920 #        - 8   # NDRPDR sel
921 #        - 9   # NDRPDR sel
922 #        - 10  # NDRPDR sel
923 #        - 11  # NDRPDR sel
924     dpdk-performance-changes-3n-hsw:
925       - "dpdk-performance-changes-3n-hsw-h1"
926       - "dpdk-performance-changes-3n-hsw-ref"
927       - "dpdk-performance-changes-3n-hsw-cmp"
928
929     dpdk-performance-changes-3n-skx-h1:
930       csit-dpdk-perf-verify-1901-3n-skx:
931         - 3   # NDRPDR sel
932         - 5   # NDRPDR sel
933         - 6   # NDRPDR sel
934 #        - 7   # NDRPDR sel
935 #        - 8   # NDRPDR sel
936 #        - 9   # NDRPDR sel
937 #        - 10  # NDRPDR sel
938 #        - 11  # NDRPDR sel
939 #        - 12  # NDRPDR sel
940 #        - 13  # NDRPDR sel
941     dpdk-performance-changes-3n-skx-ref:
942       csit-dpdk-perf-verify-1904-3n-skx:
943         - 2   # NDRPDR sel
944         - 3   # NDRPDR sel
945         - 4   # NDRPDR sel
946 #        - 5   # NDRPDR sel
947 #        - 6   # NDRPDR sel
948 #        - 7   # NDRPDR sel
949 #        - 11  # NDRPDR sel
950 #        - 12  # NDRPDR sel
951 #        - 13  # NDRPDR sel
952 #        - 14  # NDRPDR sel
953     dpdk-performance-changes-3n-skx-cmp:
954       csit-dpdk-perf-verify-1908-3n-skx:
955         - 3   # NDRPDR sel
956         - 4   # NDRPDR sel
957         - 5   # NDRPDR sel
958 #        - 6   # NDRPDR sel
959 #        - 7   # NDRPDR sel
960 #        - 8   # NDRPDR sel
961 #        - 9   # NDRPDR sel
962 #        - 10  # NDRPDR sel
963 #        - 11  # NDRPDR sel
964 #        - 12  # NDRPDR sel
965     dpdk-performance-changes-3n-skx:
966       - "dpdk-performance-changes-3n-skx-h1"
967       - "dpdk-performance-changes-3n-skx-ref"
968       - "dpdk-performance-changes-3n-skx-cmp"
969
970     dpdk-performance-changes-2n-skx-h1:
971       csit-dpdk-perf-verify-1901-2n-skx:
972         - 12  # NDRPDR sel
973         - 13  # NDRPDR sel
974         - 14  # NDRPDR sel
975 #        - 15  # NDRPDR sel
976 #        - 16  # NDRPDR sel
977 #        - 17  # NDRPDR sel
978 #        - 18  # NDRPDR sel
979 #        - 19  # NDRPDR sel
980 #        - 20  # NDRPDR sel
981 #        - 21  # NDRPDR sel
982     dpdk-performance-changes-2n-skx-ref:
983       csit-dpdk-perf-verify-1904-2n-skx:
984         - 2   # NDRPDR sel
985         - 3   # NDRPDR sel
986         - 4   # NDRPDR sel
987 #        - 5   # NDRPDR sel
988 #        - 7   # NDRPDR sel
989 #        - 8   # NDRPDR sel
990 #        - 9   # NDRPDR sel
991 #        - 10  # NDRPDR sel
992 #        - 11  # NDRPDR sel
993 #        - 12  # NDRPDR sel
994     dpdk-performance-changes-2n-skx-cmp:
995       csit-dpdk-perf-verify-1908-2n-skx:
996         - 2   # NDRPDR sel
997         - 3   # NDRPDR sel
998         - 4   # NDRPDR sel
999 #        - 5   # NDRPDR sel
1000 #        - 7   # NDRPDR sel
1001 #        - 8   # NDRPDR sel
1002 #        - 9   # NDRPDR sel
1003 #        - 10  # NDRPDR sel
1004 #        - 11  # NDRPDR sel
1005 #        - 12  # NDRPDR sel
1006     dpdk-performance-changes-2n-skx:
1007       - "dpdk-performance-changes-2n-skx-h1"
1008       - "dpdk-performance-changes-2n-skx-ref"
1009       - "dpdk-performance-changes-2n-skx-cmp"
1010
1011     # Compare testbeds
1012
1013     vpp-compare-testbeds-ref:
1014       csit-vpp-perf-verify-1908-3n-hsw:
1015         - 12  # NDRPDR sel
1016         - 13  # NDRPDR sel
1017         - 14  # NDRPDR sel
1018 #        - 15  # NDRPDR sel
1019 #        - 16  # NDRPDR sel
1020 #        - 17  # NDRPDR sel
1021 #        - 18  # NDRPDR sel
1022 #        - 19  # NDRPDR sel
1023 #        - 20  # NDRPDR sel
1024 #        - 21  # NDRPDR sel
1025     vpp-compare-testbeds-cmp:
1026       csit-vpp-perf-verify-1908-3n-skx:
1027         - 14  # NDRPDR sel
1028         - 16  # NDRPDR sel
1029         - 19  # NDRPDR sel
1030 #        - 20  # NDRPDR sel
1031 #        - 22  # NDRPDR sel
1032 #        - 23  # NDRPDR sel
1033 #        - 24  # NDRPDR sel
1034 #        - 25  # NDRPDR sel
1035 #        - 26  # NDRPDR sel
1036 #        - 29  # NDRPDR sel
1037     vpp-compare-testbeds:
1038       - "vpp-compare-testbeds-ref"
1039       - "vpp-compare-testbeds-cmp"
1040
1041     vpp-compare-testbeds-skx-clx-ref:
1042       # TODO: Replace
1043       # csit-vpp-perf-verify-2001-2n-skx:
1044       csit-vpp-perf-verify-1908-2n-skx:
1045         - 26  # NDRPDR sel
1046         - 27  # NDRPDR sel
1047         - 34  # NDRPDR sel
1048     vpp-compare-testbeds-skx-clx-cmp:
1049       # TODO: Replace
1050       # csit-vpp-perf-verify-2001-2n-clx:
1051       csit-vpp-perf-verify-1908-2n-skx:
1052         - 26  # NDRPDR sel
1053         - 27  # NDRPDR sel
1054         - 34  # NDRPDR sel
1055     vpp-compare-testbeds-skx-clx:
1056       - "vpp-compare-testbeds-skx-clx-ref"
1057       - "vpp-compare-testbeds-skx-clx-cmp"
1058
1059     vpp-compare-testbeds-mrr-ref:
1060       csit-vpp-perf-verify-1908-3n-hsw:
1061         - 39  # MRR sel
1062     vpp-compare-testbeds-mrr-cmp:
1063       csit-vpp-perf-verify-1908-3n-skx:
1064         - 36  # MRR sel
1065     vpp-compare-testbeds-mrr:
1066       - "vpp-compare-testbeds-mrr-ref"
1067       - "vpp-compare-testbeds-mrr-cmp"
1068
1069     vpp-compare-testbeds-mrr-skx-clx-ref:
1070       # TODO: Replace
1071       # csit-vpp-perf-verify-2001-2n-skx:
1072       csit-vpp-perf-verify-1908-2n-skx:
1073         - 69  # MRR sel
1074     vpp-compare-testbeds-mrr-skx-clx-cmp:
1075       # TODO: Replace
1076       # csit-vpp-perf-verify-2001-2n-clx:
1077       csit-vpp-perf-verify-1908-2n-skx:
1078         - 69  # MRR sel
1079     vpp-compare-testbeds-mrr-skx-clx:
1080       - "vpp-compare-testbeds-mrr-skx-clx-ref"
1081       - "vpp-compare-testbeds-mrr-skx-clx-cmp"
1082
1083     dpdk-compare-testbeds-ref:
1084       csit-dpdk-perf-verify-1908-3n-hsw:
1085         - 2   # NDRPDR sel
1086         - 3   # NDRPDR sel
1087         - 4   # NDRPDR sel
1088 #        - 5   # NDRPDR sel
1089 #        - 6   # NDRPDR sel
1090 #        - 7   # NDRPDR sel
1091 #        - 8   # NDRPDR sel
1092 #        - 9   # NDRPDR sel
1093 #        - 10  # NDRPDR sel
1094 #        - 11  # NDRPDR sel
1095     dpdk-compare-testbeds-cmp:
1096       csit-dpdk-perf-verify-1908-3n-skx:
1097         - 3   # NDRPDR sel
1098         - 4   # NDRPDR sel
1099         - 5   # NDRPDR sel
1100 #        - 6   # NDRPDR sel
1101 #        - 7   # NDRPDR sel
1102 #        - 8   # NDRPDR sel
1103 #        - 9   # NDRPDR sel
1104 #        - 10  # NDRPDR sel
1105 #        - 11  # NDRPDR sel
1106 #        - 12  # NDRPDR sel
1107     dpdk-compare-testbeds:
1108       - "dpdk-compare-testbeds-ref"
1109       - "dpdk-compare-testbeds-cmp"
1110
1111     dpdk-compare-testbeds-skx-clx-ref:
1112       # TODO: Replace
1113       # csit-dpdk-perf-verify-2001-2n-skx:
1114       csit-dpdk-perf-verify-1908-2n-skx:
1115         - 2   # NDRPDR sel
1116         - 3   # NDRPDR sel
1117         - 4   # NDRPDR sel
1118     dpdk-compare-testbeds-skx-clx-cmp:
1119       # TODO: Replace
1120       # csit-dpdk-perf-verify-2001-2n-clx:
1121       csit-dpdk-perf-verify-1908-2n-skx:
1122         - 2   # NDRPDR sel
1123         - 3   # NDRPDR sel
1124         - 4   # NDRPDR sel
1125     dpdk-compare-testbeds-skx-clx:
1126       - "dpdk-compare-testbeds-skx-clx-ref"
1127       - "dpdk-compare-testbeds-skx-clx-cmp"
1128
1129     # Compare topologies
1130
1131     vpp-compare-topologies-ref:
1132       csit-vpp-perf-verify-1908-3n-skx:
1133         - 14  # NDRPDR sel
1134         - 16  # NDRPDR sel
1135         - 19  # NDRPDR sel
1136 #        - 20  # NDRPDR sel
1137 #        - 22  # NDRPDR sel
1138 #        - 23  # NDRPDR sel
1139 #        - 24  # NDRPDR sel
1140 #        - 25  # NDRPDR sel
1141 #        - 26  # NDRPDR sel
1142 #        - 29  # NDRPDR sel
1143     vpp-compare-topologies-cmp:
1144       csit-vpp-perf-verify-1908-2n-skx:
1145         - 26  # NDRPDR sel
1146         - 27  # NDRPDR sel
1147         - 34  # NDRPDR sel
1148 #        - 35  # NDRPDR sel
1149 #        - 36  # NDRPDR sel
1150 #        - 42  # NDRPDR sel
1151 #        - 43  # NDRPDR sel
1152 #        - 44  # NDRPDR sel
1153 #        - 45  # NDRPDR sel
1154 #        - 46  # NDRPDR sel
1155     vpp-compare-topologies:
1156       - "vpp-compare-topologies-ref"
1157       - "vpp-compare-topologies-cmp"
1158
1159     vpp-compare-topologies-mrr-ref:
1160       csit-vpp-perf-verify-1908-3n-skx:
1161         - 36  # MRR sel
1162     vpp-compare-topologies-mrr-cmp:
1163       csit-vpp-perf-verify-1908-2n-skx:
1164         - 69  # MRR sel
1165     vpp-compare-topologies-mrr:
1166       - "vpp-compare-topologies-mrr-ref"
1167       - "vpp-compare-topologies-mrr-cmp"
1168
1169     dpdk-compare-topologies-ref:
1170       csit-dpdk-perf-verify-1908-3n-skx:
1171         - 3   # NDRPDR sel
1172         - 4   # NDRPDR sel
1173         - 5   # NDRPDR sel
1174 #        - 6   # NDRPDR sel
1175 #        - 7   # NDRPDR sel
1176 #        - 8   # NDRPDR sel
1177 #        - 9   # NDRPDR sel
1178 #        - 10  # NDRPDR sel
1179 #        - 11  # NDRPDR sel
1180 #        - 12  # NDRPDR sel
1181     dpdk-compare-topologies-cmp:
1182       csit-dpdk-perf-verify-1908-2n-skx:
1183         - 2   # NDRPDR sel
1184         - 3   # NDRPDR sel
1185         - 4   # NDRPDR sel
1186 #        - 5   # NDRPDR sel
1187 #        - 7   # NDRPDR sel
1188 #        - 8   # NDRPDR sel
1189 #        - 9   # NDRPDR sel
1190 #        - 10  # NDRPDR sel
1191 #        - 11  # NDRPDR sel
1192 #        - 12  # NDRPDR sel
1193     dpdk-compare-topologies:
1194       - "dpdk-compare-topologies-ref"
1195       - "dpdk-compare-topologies-cmp"
1196
1197   plot-layouts:
1198
1199     plot-soak-throughput:
1200       titlefont:
1201         size: 18
1202       xaxis:
1203         title: "<b>Test Cases [Index]</b>"
1204         titlefont:
1205           size: 16
1206         autorange: True
1207         fixedrange: False
1208         gridcolor: "rgb(230, 230, 230)"
1209         linecolor: "rgb(220, 220, 220)"
1210         linewidth: 1
1211         showgrid: True
1212         showline: True
1213         showticklabels: True
1214         tickcolor: "rgb(220, 220, 220)"
1215         tickmode: "linear"
1216         tickfont:
1217           size: 16
1218         zeroline: False
1219       yaxis:
1220         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1221         titlefont:
1222           size: 16
1223         gridcolor: "rgb(230, 230, 230)"
1224         hoverformat: ".4r"
1225         tickformat: ".3r"
1226         linecolor: "rgb(220, 220, 220)"
1227         linewidth: 1
1228         showgrid: True
1229         showline: True
1230         showticklabels: True
1231         tickcolor: "rgb(220, 220, 220)"
1232         tickfont:
1233           size: 16
1234         zeroline: False
1235         range: [0,50]
1236       autosize: False
1237       margin:
1238         t: 50
1239         b: 0
1240         l: 80
1241         r: 20
1242       showlegend: True
1243       legend:
1244         orientation: "h"
1245         font:
1246           size: 16
1247       width: 700
1248       height: 900
1249       paper_bgcolor: "#fff"
1250       plot_bgcolor: "#fff"
1251       hoverlabel:
1252         namelength: -1
1253
1254     plot-service-density:
1255       titlefont:
1256         size: 18
1257       xaxis:
1258         side: "top"
1259         autorange: True
1260         fixedrange: False
1261         showgrid: False
1262         showline: False
1263         showticklabels: False
1264         ticks: ""
1265         ticklen: 0
1266         tickwidth: 0
1267         zeroline: False
1268       yaxis:
1269         autorange: "reversed"
1270         showgrid: False
1271         showline: False
1272         showticklabels: False
1273         ticks: ""
1274         ticklen: 0
1275         tickwidth: 0
1276         zeroline: False
1277       showlegend: False
1278       paper_bgcolor: "#fff"
1279       plot_bgcolor: "#fff"
1280       width: 700
1281       height: 700
1282       hoverlabel:
1283         namelength: -1
1284
1285     plot-cps:
1286       titlefont:
1287         size: 18
1288       xaxis:
1289         title: "<b>Test Cases [Index]</b>"
1290         titlefont:
1291           size: 16
1292         autorange: True
1293         fixedrange: False
1294         gridcolor: "rgb(230, 230, 230)"
1295         linecolor: "rgb(220, 220, 220)"
1296         linewidth: 1
1297         showgrid: True
1298         showline: True
1299         showticklabels: True
1300         tickcolor: "rgb(220, 220, 220)"
1301         tickmode: "linear"
1302         tickfont:
1303           size: 16
1304         zeroline: False
1305       yaxis:
1306         title: "<b>Connections Per Second [cps]</b>"
1307         titlefont:
1308           size: 16
1309         gridcolor: "rgb(230, 230, 230)"
1310         hoverformat: ".4s"
1311         linecolor: "rgb(220, 220, 220)"
1312         linewidth: 1
1313         rangemode: "tozero"
1314         showgrid: True
1315         showline: True
1316         showticklabels: True
1317         tickcolor: "rgb(220, 220, 220)"
1318         tickformat: ".3s"
1319         tickfont:
1320           size: 16
1321         zeroline: False
1322       boxmode: "group"
1323       boxgroupgap: 0.5
1324       autosize: False
1325       margin:
1326         t: 50
1327         b: 20
1328         l: 80
1329         r: 20
1330       showlegend: True
1331       legend:
1332         orientation: "h"
1333         font:
1334           size: 16
1335       width: 700
1336       height: 800
1337       paper_bgcolor: "#fff"
1338       plot_bgcolor: "#fff"
1339       hoverlabel:
1340         namelength: -1
1341
1342     plot-rps:
1343       titlefont:
1344         size: 18
1345       xaxis:
1346         title: "<b>Test Cases [Index]</b>"
1347         titlefont:
1348           size: 16
1349         autorange: True
1350         fixedrange: False
1351         gridcolor: "rgb(230, 230, 230)"
1352         linecolor: "rgb(220, 220, 220)"
1353         linewidth: 1
1354         showgrid: True
1355         showline: True
1356         showticklabels: True
1357         tickcolor: "rgb(220, 220, 220)"
1358         tickmode: "linear"
1359         tickfont:
1360           size: 16
1361         zeroline: False
1362       yaxis:
1363         title: "<b>Requests Per Second [rps]</b>"
1364         titlefont:
1365           size: 16
1366         gridcolor: "rgb(230, 230, 230)"
1367         hoverformat: ".4s"
1368         linecolor: "rgb(220, 220, 220)"
1369         linewidth: 1
1370         rangemode: "tozero"
1371         showgrid: True
1372         showline: True
1373         showticklabels: True
1374         tickcolor: "rgb(230, 230, 230)"
1375         tickformat: ".3s"
1376         tickfont:
1377           size: 16
1378         zeroline: False
1379       boxmode: "group"
1380       boxgroupgap: 0.5
1381       autosize: False
1382       margin:
1383         t: 50
1384         b: 20
1385         l: 80
1386         r: 20
1387       showlegend: True
1388       legend:
1389         orientation: "h"
1390         font:
1391           size: 16
1392       width: 700
1393       height: 800
1394       paper_bgcolor: "#fff"
1395       plot_bgcolor: "#fff"
1396       hoverlabel:
1397         namelength: -1
1398
1399     plot-throughput:
1400       titlefont:
1401         size: 18
1402       xaxis:
1403         title: "<b>Test Cases [Index]</b>"
1404         titlefont:
1405           size: 16
1406         autorange: True
1407         fixedrange: False
1408         gridcolor: "rgb(230, 230, 230)"
1409         linecolor: "rgb(220, 220, 220)"
1410         linewidth: 1
1411         showgrid: True
1412         showline: True
1413         showticklabels: True
1414         tickcolor: "rgb(220, 220, 220)"
1415         tickmode: "linear"
1416         tickfont:
1417           size: 16
1418         zeroline: False
1419       yaxis:
1420         title: "<b>Packet Throughput [Mpps]</b>"
1421         titlefont:
1422           size: 16
1423         gridcolor: "rgb(230, 230, 230)"
1424         hoverformat: ".4r"
1425         tickformat: ".3r"
1426         linecolor: "rgb(220, 220, 220)"
1427         linewidth: 1
1428         showgrid: True
1429         showline: True
1430         showticklabels: True
1431         tickcolor: "rgb(220, 220, 220)"
1432         tickfont:
1433           size: 16
1434         zeroline: False
1435         range: [0,50]
1436       autosize: False
1437       margin:
1438         t: 50
1439         b: 0
1440         l: 80
1441         r: 20
1442       showlegend: True
1443       legend:
1444         orientation: "h"
1445         font:
1446           size: 16
1447       width: 700
1448       height: 900
1449       paper_bgcolor: "#fff"
1450       plot_bgcolor: "#fff"
1451       hoverlabel:
1452         namelength: -1
1453
1454     plot-throughput-speedup-analysis:
1455       titlefont:
1456         size: 18
1457       xaxis:
1458         title: "<b>Number of Cores [Qty]</b>"
1459         titlefont:
1460           size: 16
1461         autorange: True
1462         fixedrange: False
1463         gridcolor: "rgb(230, 230, 230)"
1464         linecolor: "rgb(220, 220, 220)"
1465         linewidth: 1
1466         showgrid: True
1467         showline: True
1468         showticklabels: True
1469         tickcolor: "rgb(238, 238, 238)"
1470         tickmode: "linear"
1471         tickfont:
1472           size: 16
1473         zeroline: False
1474       yaxis:
1475         title: "<b>Packet Throughput [Mpps]</b>"
1476         titlefont:
1477           size: 16
1478         type: "linear"
1479         gridcolor: "rgb(230, 230, 230)"
1480         hoverformat: ".4s"
1481         linecolor: "rgb(220, 220, 220)"
1482         linewidth: 1
1483         showgrid: True
1484         showline: True
1485         showticklabels: True
1486         tickcolor: "rgb(220, 220, 220)"
1487         tickformat: ".4s"
1488         tickfont:
1489           size: 16
1490         zeroline: True
1491         rangemode: "tozero"
1492         range: [0,100]
1493       legend:
1494         orientation: "h"
1495         font:
1496           size: 16
1497         xanchor: "left"
1498         yanchor: "top"
1499         x: 0
1500         y: -0.2
1501         bgcolor: "rgba(255, 255, 255, 0)"
1502         bordercolor: "rgba(255, 255, 255, 0)"
1503         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1504       autosize: False
1505       margin:
1506           't': 50
1507           'b': 150
1508           'l': 85
1509           'r': 10
1510       showlegend: True
1511       width: 700
1512       height: 700
1513       paper_bgcolor: "#fff"
1514       plot_bgcolor: "#fff"
1515       hoverlabel:
1516         namelength: -1
1517       annotations: [
1518         {
1519           text: "_ _          __          ...",
1520           align: "left",
1521           showarrow: False,
1522           xref: "paper",
1523           yref: "paper",
1524           xanchor: "left",
1525           yanchor: "top",
1526           x: 0,
1527           y: -0.13,
1528           font: {
1529             family: "Consolas, Courier New",
1530             size: 15
1531           },
1532         },
1533         {
1534           text: "    Perfect     Measured     Limit",
1535           align: "left",
1536           showarrow: False,
1537           xref: "paper",
1538           yref: "paper",
1539           xanchor: "left",
1540           yanchor: "top",
1541           x: 0,
1542           y: -0.15,
1543           font: {
1544             family: "Consolas, Courier New",
1545             size: 15
1546           },
1547         },
1548       ]
1549
1550     plot-latency:
1551       titlefont:
1552         size: 18
1553       xaxis:
1554         title: "<b>Direction</b>"
1555         titlefont:
1556           size: 16
1557         autorange: True
1558         fixedrange: False
1559         gridcolor: "rgb(230, 230, 230)"
1560         linecolor: "rgb(220, 220, 220)"
1561         linewidth: 1
1562         showgrid: True
1563         showline: True
1564         showticklabels: False
1565         tickcolor: "rgb(220, 220, 220)"
1566         tickmode: "linear"
1567         tickfont:
1568           size: 16
1569         zeroline: False
1570       yaxis:
1571         title: "<b>Packet Latency [uSec]</b>"
1572         titlefont:
1573           size: 16
1574         type: "linear"
1575         gridcolor: "rgb(230, 230, 230)"
1576         hoverformat: ".4s"
1577         linecolor: "rgb(220, 220, 220)"
1578         linewidth: 1
1579         showgrid: True
1580         showline: True
1581         showticklabels: True
1582         tickcolor: "rgb(220, 220, 220)"
1583         tickformat: ".4s"
1584         tickfont:
1585           size: 16
1586         zeroline: True
1587         rangemode: "tozero"
1588       legend:
1589         orientation: "h"
1590         font:
1591           size: 16
1592         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1593       autosize: False
1594       margin:
1595           't': 50
1596           'b': 150
1597           'l': 80
1598           'r': 10
1599       showlegend: True
1600       width: 700
1601       height: 700
1602       paper_bgcolor: "#fff"
1603       plot_bgcolor: "#fff"
1604       hoverlabel:
1605         namelength: -1
1606
1607     plot-hdrh-latency:
1608       title:
1609         text: ""
1610         xanchor: "center"
1611         x: 0.5
1612         font:
1613           size: 16
1614       width: 700
1615       plot_bgcolor: "white"
1616       annotations:
1617         - font:
1618             size: 14
1619           showarrow: False
1620           text: "<b>Packet Latency [uSec]</b>"
1621           x: 1
1622           xanchor: "right"
1623           xref: "paper"
1624           y: -0.045
1625           yanchor: "top"
1626           yref: "paper"
1627         - font:
1628             size: 14
1629           showarrow: False
1630           text: "<b>Probability [%]</b>"
1631           textangle: 270
1632           x: -0.06
1633           xanchor: "center"
1634           xref: "paper"
1635           y: 0.5
1636           yanchor: "middle"
1637           yref: "paper"
1638         - font:
1639             size: 14
1640           showarrow: False
1641           text: "<b>Direction: E-W</b>"
1642           x: 0.24
1643           xanchor: "center"
1644           xref: "paper"
1645           y: 1.05
1646           yanchor: "bottom"
1647           yref: "paper"
1648         - font:
1649             size: 14
1650           showarrow: False
1651           text: "<b>Direction: W-E</b>"
1652           x: 0.74
1653           xanchor: "center"
1654           xref: "paper"
1655           y: 1.05
1656           yanchor: "bottom"
1657           yref: "paper"
1658
1659 - type: "static"
1660   src-path: "{DIR[RST]}"
1661   dst-path: "{DIR[WORKING,SRC]}"
1662
1663 - type: "input"
1664   general:
1665     file-name: "output_info.xml.gz"
1666     file-format: ".gz"
1667     arch-file-format:
1668       - ".gz"
1669       - ".zip"
1670     download-path: "{job}/{build}/archives/{filename}"
1671     extract: "output.xml"
1672
1673     zip-file-name: "robot-plugin.zip"
1674     zip-file-format: ".zip"
1675     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1676     zip-extract: "robot-plugin/output.xml"
1677
1678   builds:
1679
1680     csit-vpp-perf-verify-1901-3n-hsw:
1681       - 35  # MRR sel
1682       - 10  # NDRPDR sel
1683       - 19  # NDRPDR sel
1684       - 31  # NDRPDR sel
1685 #      - 36  # NDRPDR sel
1686 #      - 40  # NDRPDR sel
1687 #      - 42  # NDRPDR sel
1688 #      - 44  # NDRPDR sel
1689 #      - 46  # NDRPDR sel
1690 #      - 47  # NDRPDR sel
1691 #      - 48  # NDRPDR sel
1692 #      - 61  # NDRPDR LB
1693 #      - 62  # NDRPDR LB
1694 #      - 63  # NDRPDR LB
1695 #      - 64  # NDRPDR LB
1696 #      - 65  # NDRPDR LB
1697 #      - 66  # NDRPDR LB
1698 #      - 67  # NDRPDR LB
1699 #      - 69  # NDRPDR LB
1700 #      - 70  # NDRPDR LB
1701 #      - 71  # NDRPDR LB
1702     csit-vpp-perf-verify-1904-3n-hsw:
1703       - 9   # MRR sel
1704       - 11  # NDRPDR sel
1705       - 12  # NDRPDR sel
1706       - 20  # NDRPDR sel
1707 #      - 21  # NDRPDR sel
1708 #      - 23  # NDRPDR sel
1709 #      - 24  # NDRPDR sel
1710 #      - 25  # NDRPDR sel
1711 #      - 26  # NDRPDR sel
1712 #      - 29  # NDRPDR sel
1713 #      - 30  # NDRPDR sel
1714     csit-vpp-perf-verify-1908-3n-hsw:
1715       - 12  # NDRPDR sel
1716       - 13  # NDRPDR sel
1717       - 14  # NDRPDR sel
1718 #      - 15  # NDRPDR sel
1719 #      - 16  # NDRPDR sel
1720 #      - 17  # NDRPDR sel
1721 #      - 18  # NDRPDR sel
1722 #      - 19  # NDRPDR sel
1723 #      - 20  # NDRPDR sel
1724 #      - 21  # NDRPDR sel
1725       - 48  # NDRPDR sel vhost
1726       - 49  # NDRPDR sel vhost
1727       - 52  # NDRPDR sel vhost
1728 #      - 53  # NDRPDR sel vhost
1729 #      - 54  # NDRPDR sel vhost
1730 #      - 55  # NDRPDR sel vhost
1731 #      - 56  # NDRPDR sel vhost
1732 #      - 57  # NDRPDR sel vhost
1733 #      - 58  # NDRPDR sel vhost
1734 #      - 59  # NDRPDR sel vhost
1735       - 24  # NDRPDR full
1736       - 25  # NDRPDR full
1737       - 26  # NDRPDR full
1738 #      - 27  # NDRPDR full
1739 #      - 28  # NDRPDR full
1740 #      - 29  # NDRPDR full
1741 #      - 32  # NDRPDR full
1742 #      - 33  # NDRPDR full
1743 #      - 36  # NDRPDR full
1744 #      - 38  # NDRPDR full
1745 #      - 50  # NDRPDR full vhost
1746       - 39  # MRR sel
1747     # TODO: Remove
1748     #       This data is only an example for HDRHistogram
1749     csit-vpp-perf-verify-master-3n-hsw:
1750       - 595
1751
1752     csit-vpp-perf-verify-1901-3n-skx:
1753       - 32  # MRR sel
1754       - 18  # NDRPDR sel
1755       - 19  # NDRPDR sel
1756       - 20  # NDRPDR sel
1757 #      - 28  # NDRPDR sel
1758 #      - 31  # NDRPDR sel
1759 #      - 33  # NDRPDR sel
1760 #      - 36  # NDRPDR sel
1761 #      - 38  # NDRPDR sel
1762 #      - 47  # NDRPDR sel
1763 #      - 48  # NDRPDR sel
1764 #      - 54  # NDRPDR LB
1765 #      - 57  # NDRPDR LB
1766 #      - 58  # NDRPDR LB
1767 #      - 59  # NDRPDR LB
1768 #      - 60  # NDRPDR LB
1769 #      - 63  # NDRPDR LB
1770 #      - 64  # NDRPDR LB
1771 #      - 65  # NDRPDR LB
1772 #      - 66  # NDRPDR LB
1773 #      - 67  # NDRPDR LB
1774     csit-vpp-perf-verify-1904-3n-skx:
1775       - 7   # MRR sel
1776       - 8   # NDRPDR sel
1777       - 9   # NDRPDR sel
1778       - 10  # NDRPDR sel
1779 #      - 11  # NDRPDR sel
1780 #      - 12  # NDRPDR sel
1781 #      - 14  # NDRPDR sel
1782 #      - 16  # NDRPDR sel
1783 #      - 21  # NDRPDR sel
1784 #      - 23  # NDRPDR sel
1785 #      - 25  # NDRPDR sel
1786     csit-vpp-perf-verify-1908-3n-skx:
1787       - 14  # NDRPDR sel
1788       - 16  # NDRPDR sel
1789       - 19  # NDRPDR sel
1790 #      - 20  # NDRPDR sel
1791 #      - 22  # NDRPDR sel
1792 #      - 23  # NDRPDR sel
1793 #      - 24  # NDRPDR sel
1794 #      - 25  # NDRPDR sel
1795 #      - 26  # NDRPDR sel
1796 #      - 29  # NDRPDR sel
1797 #      - 52  # NDRPDR sel vhost
1798 #      - 53  # NDRPDR sel vhost
1799 #      - 55  # NDRPDR sel vhost
1800 #      - 61  # NDRPDR sel vhost
1801 #      - 62  # NDRPDR sel vhost
1802 #      - 63  # NDRPDR sel vhost
1803 #      - 64  # NDRPDR sel vhost
1804 #      - 65  # NDRPDR sel vhost
1805 #      - 66  # NDRPDR sel vhost
1806 #      - 67  # NDRPDR sel vhost
1807       - 27  # NDRPDR full
1808       - 28  # NDRPDR full
1809       - 30  # NDRPDR full
1810 #      - 31  # NDRPDR full
1811 #      - 32  # NDRPDR full
1812 #      - 33  # NDRPDR full
1813 #      - 34  # NDRPDR full
1814 #      - 35  # NDRPDR full
1815 #      - 37  # NDRPDR full
1816 #      - 39  # NDRPDR full
1817 #      - 40  # NDRPDR full
1818 #      - 41  # NDRPDR full
1819 #      - 54  # NDRPDR full
1820       - 36  # MRR sel
1821     # TODO: Remove
1822     #       This data is only an example for HDRHistogram
1823     csit-vpp-perf-verify-master-3n-skx:
1824       - 299
1825
1826     csit-vpp-perf-verify-1901-2n-skx:
1827       - 22  # MRR sel
1828       - 5   # NDRPDR sel
1829       - 12  # NDRPDR sel
1830       - 13  # NDRPDR sel
1831 #      - 21  # NDRPDR sel
1832 #      - 23  # NDRPDR sel
1833 #      - 31  # NDRPDR sel
1834 #      - 34  # NDRPDR sel
1835 #      - 40  # NDRPDR sel
1836 #      - 42  # NDRPDR sel
1837 #      - 43  # NDRPDR sel
1838     csit-vpp-perf-verify-1904-2n-skx:
1839       - 11  # MRR sel
1840       - 12  # NDRPDR sel
1841       - 14  # NDRPDR sel
1842       - 16  # NDRPDR sel
1843 #      - 17  # NDRPDR sel
1844 #      - 18  # NDRPDR sel
1845 #      - 21  # NDRPDR sel
1846 #      - 27  # NDRPDR sel
1847 #      - 30  # NDRPDR sel
1848 #      - 31  # NDRPDR sel
1849 #      - 32  # NDRPDR sel
1850     csit-vpp-perf-verify-1908-2n-skx:
1851       - 26  # NDRPDR sel
1852       - 27  # NDRPDR sel
1853       - 34  # NDRPDR sel
1854 #      - 35  # NDRPDR sel
1855 #      - 36  # NDRPDR sel
1856 #      - 42  # NDRPDR sel
1857 #      - 43  # NDRPDR sel
1858 #      - 44  # NDRPDR sel
1859 #      - 45  # NDRPDR sel
1860 #      - 46  # NDRPDR sel
1861       - 88  # NDRPDR sel vhost
1862       - 89  # NDRPDR sel vhost
1863       - 91  # NDRPDR sel vhost
1864 #      - 92  # NDRPDR sel vhost
1865 #      - 93  # NDRPDR sel vhost
1866 #      - 94  # NDRPDR sel vhost
1867 #      - 95  # NDRPDR sel vhost
1868 #      - 96  # NDRPDR sel vhost
1869 #      - 97  # NDRPDR sel vhost
1870 #      - 98  # NDRPDR sel vhost
1871       - 48  # NDRPDR full
1872       - 49  # NDRPDR full
1873       - 50  # NDRPDR full
1874 #      - 51  # NDRPDR full
1875 #      - 54  # NDRPDR full
1876 #      - 55  # NDRPDR full
1877 #      - 90  # NDRPDR full vhost
1878       - 69  # MRR sel
1879       - 29  # TCP
1880       - 30  # TCP
1881       - 58  # TCP
1882 #      - 59  # TCP
1883 #      - 60  # TCP
1884 #      - 61  # TCP
1885 #      - 62  # TCP
1886 #      - 63  # TCP
1887 #      - 64  # TCP
1888 #      - 65  # TCP
1889       - 22  # NFV
1890       - 31  # NFV
1891       - 32  # NFV
1892 #      - 37  # NFV
1893 #      - 38  # NFV
1894 #      - 39  # NFV
1895 #      - 53  # NFV
1896 #      - 67  # NFV
1897 #      - 68  # NFV
1898 #      - 70  # NFV
1899 #      - 110 # NFV full
1900 #      - 111 # NFV full
1901 #      - 126 # NFV full
1902 #      - 127 # NFV full
1903       - 71  # NFV MRR
1904 #      - 112 # NFV reconf full
1905       - 113 # NFV reconf sel
1906       - 114 # NFV reconf sel
1907       - 115 # NFV reconf sel
1908 #      - 116 # NFV reconf sel
1909 #      - 118 # NFV reconf sel
1910 #      - 119 # NFV reconf sel
1911 #      - 120 # NFV reconf sel
1912 #      - 121 # NFV reconf sel
1913 #      - 122 # NFV reconf sel
1914 #      - 123 # NFV reconf sel
1915       - 83  # SOAK
1916       - 86  # SOAK
1917     # TODO: Remove
1918     #       This data is only an example for HDRHistogram
1919     csit-vpp-perf-verify-master-2n-skx:
1920       - 930
1921
1922     # csit-vpp-perf-verify-2001-2n-clx:
1923
1924     csit-vpp-perf-verify-1908-3n-tsh:
1925       - 7   # NDRPDR sel
1926       - 8   # NDRPDR sel
1927       - 9   # NDRPDR sel
1928 #      - 10  # NDRPDR sel
1929 #      - 11  # NDRPDR sel
1930 #      - 12  # NDRPDR sel
1931       - 13  # NDRPDR sel
1932 #      - 14  # NDRPDR sel
1933 #      - 15  # NDRPDR sel
1934 #      - 16  # NDRPDR sel
1935       - 17  # MRR sel
1936     # TODO: Remove
1937     #       This data is only an example for HDRHistogram
1938     csit-vpp-perf-verify-master-3n-tsh:
1939       - 25
1940
1941     csit-vpp-perf-verify-1908-3n-dnv:
1942       - 6   # NDRPDR sel
1943       - 7   # NDRPDR sel
1944       - 8   # NDRPDR sel
1945 #      - 9   # NDRPDR sel
1946 #      - 10  # NDRPDR sel
1947 #      - 12  # NDRPDR sel
1948 #      - 13  # NDRPDR sel
1949 #      - 14  # NDRPDR sel
1950 #      - 15  # NDRPDR sel
1951       - 16  # NDRPDR sel
1952       - 17  # MRR sel
1953
1954     csit-vpp-perf-verify-1908-2n-dnv:
1955       - 1   # NDRPDR sel
1956       - 2   # NDRPDR sel
1957       - 3   # NDRPDR sel
1958 #      - 4   # NDRPDR sel
1959 #      - 5   # NDRPDR sel
1960 #      - 6   # NDRPDR sel
1961 #      - 7   # NDRPDR sel
1962 #      - 8   # NDRPDR sel
1963       - 9   # NDRPDR sel
1964 #      - 10  # NDRPDR sel
1965       - 11  # MRR sel
1966
1967     csit-dpdk-perf-verify-1901-3n-hsw:
1968       - 13  # NDRPDR sel
1969       - 14  # NDRPDR sel
1970       - 16  # NDRPDR sel
1971 #      - 17  # NDRPDR sel
1972 #      - 18  # NDRPDR sel
1973 #      - 19  # NDRPDR sel
1974 #      - 20  # NDRPDR sel
1975 #      - 21  # NDRPDR sel
1976 #      - 22  # NDRPDR sel
1977 #      - 23  # NDRPDR sel
1978     csit-dpdk-perf-verify-1904-3n-hsw:
1979       - 2   # NDRPDR sel
1980       - 3   # NDRPDR sel
1981       - 5   # NDRPDR sel
1982 #      - 6   # NDRPDR sel
1983 #      - 13  # NDRPDR sel
1984 #      - 14  # NDRPDR sel
1985 #      - 15  # NDRPDR sel
1986 #      - 18  # NDRPDR sel
1987 #      - 19  # NDRPDR sel
1988 #      - 20  # NDRPDR sel
1989     csit-dpdk-perf-verify-1908-3n-hsw:
1990       - 2   # NDRPDR sel
1991       - 3   # NDRPDR sel
1992       - 4   # NDRPDR sel
1993 #      - 5   # NDRPDR sel
1994 #      - 6   # NDRPDR sel
1995 #      - 7   # NDRPDR sel
1996 #      - 8   # NDRPDR sel
1997 #      - 9   # NDRPDR sel
1998       - 10  # NDRPDR sel
1999 #      - 11  # NDRPDR sel
2000     # TODO: Replace
2001     #       This data is only an example for HDRHistogram
2002     csit-dpdk-perf-verify-master-3n-hsw:
2003       - 13
2004
2005     csit-dpdk-perf-verify-1901-3n-skx:
2006       - 3   # NDRPDR sel
2007       - 5   # NDRPDR sel
2008       - 6   # NDRPDR sel
2009 #      - 7   # NDRPDR sel
2010 #      - 8   # NDRPDR sel
2011 #      - 9   # NDRPDR sel
2012 #      - 10  # NDRPDR sel
2013 #      - 11  # NDRPDR sel
2014 #      - 12  # NDRPDR sel
2015 #      - 13  # NDRPDR sel
2016     csit-dpdk-perf-verify-1904-3n-skx:
2017       - 2   # NDRPDR sel
2018       - 3   # NDRPDR sel
2019       - 4   # NDRPDR sel
2020 #      - 5   # NDRPDR sel
2021 #      - 6   # NDRPDR sel
2022 #      - 7   # NDRPDR sel
2023 #      - 11  # NDRPDR sel
2024 #      - 12  # NDRPDR sel
2025 #      - 13  # NDRPDR sel
2026 #      - 14  # NDRPDR sel
2027     csit-dpdk-perf-verify-1908-3n-skx:
2028       - 3   # NDRPDR sel
2029       - 4   # NDRPDR sel
2030       - 5   # NDRPDR sel
2031 #      - 6   # NDRPDR sel
2032 #      - 7   # NDRPDR sel
2033 #      - 8   # NDRPDR sel
2034 #      - 9   # NDRPDR sel
2035 #      - 10  # NDRPDR sel
2036 #      - 11  # NDRPDR sel
2037       - 12  # NDRPDR sel
2038     # TODO: Replace
2039     #       This data is only an example for HDRHistogram
2040     csit-dpdk-perf-verify-master-3n-skx:
2041       - 23
2042
2043     csit-dpdk-perf-verify-1901-2n-skx:
2044       - 12  # NDRPDR sel
2045       - 13  # NDRPDR sel
2046       - 14  # NDRPDR sel
2047 #      - 15  # NDRPDR sel
2048 #      - 16  # NDRPDR sel
2049 #      - 17  # NDRPDR sel
2050 #      - 18  # NDRPDR sel
2051 #      - 19  # NDRPDR sel
2052 #      - 20  # NDRPDR sel
2053 #      - 21  # NDRPDR sel
2054     csit-dpdk-perf-verify-1904-2n-skx:
2055       - 2   # NDRPDR sel
2056       - 3   # NDRPDR sel
2057       - 4   # NDRPDR sel
2058 #      - 5   # NDRPDR sel
2059 #      - 7   # NDRPDR sel
2060 #      - 8   # NDRPDR sel
2061 #      - 9   # NDRPDR sel
2062 #      - 10  # NDRPDR sel
2063 #      - 11  # NDRPDR sel
2064 #      - 12  # NDRPDR sel
2065     csit-dpdk-perf-verify-1908-2n-skx:
2066       - 2   # NDRPDR sel
2067       - 3   # NDRPDR sel
2068       - 4   # NDRPDR sel
2069 #      - 5   # NDRPDR sel
2070 #      - 7   # NDRPDR sel
2071 #      - 8   # NDRPDR sel
2072 #      - 9   # NDRPDR sel
2073 #      - 10  # NDRPDR sel
2074 #      - 11  # NDRPDR sel
2075       - 12  # NDRPDR sel
2076     # TODO: Replace
2077     #       This data is only an example for HDRHistogram
2078     csit-dpdk-perf-verify-master-2n-skx:
2079       - 16
2080
2081     # csit-dpdk-perf-verify-2001-2n-clx:
2082
2083     csit-vpp-device-1908-ubuntu1804-1n-skx:
2084       - 65
2085
2086 - type: "output"
2087   output: "report"
2088   format:
2089     html:
2090     - full
2091 # TODO: Enable for release runs:
2092 #    pdf:
2093 #    - minimal
2094
2095 ################################################################################
2096 ###                               T A B L E S                                ###
2097 ################################################################################
2098
2099 # VPP Soak vs NDR
2100 - type: "table"
2101   title: "VPP Soak vs NDR 2n-skx"
2102   algorithm: "table_soak_vs_ndr"
2103   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
2104   reference:
2105     title: "NDR"
2106     data: "vpp-soak-vs-ndr-2n-skx-ref"
2107   compare:
2108     title: "Soak"
2109     data: "vpp-soak-vs-ndr-2n-skx-cmp"
2110   data: "vpp-soak-vs-ndr-2n-skx"
2111   include-tests: "NDR"
2112   filter: "('NDRPDR' or 'SOAK')"
2113   parameters:
2114     - "throughput"
2115     - "name"
2116     - "parent"
2117
2118 ################################################################################
2119
2120 # VPP Compare NICs 3n-skx 2t1c ndr
2121 - type: "table"
2122   title: "VPP Compare NICs 3n-skx 2t1c ndr"
2123   algorithm: "table_nics_comparison"
2124   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
2125   reference:
2126     title: "x710"
2127     nic: "NIC_Intel-X710"
2128   compare:
2129     title: "xxv710"
2130     nic: "NIC_Intel-XXV710"
2131   data: "vpp-nic-comparison-3n-skx"
2132   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2133   filter: "'2T1C' and 'NDRPDR'"
2134   parameters:
2135   - "name"
2136   - "parent"
2137   - "throughput"
2138   - "tags"
2139
2140 # VPP Compare NICs 3n-skx 4t2c ndr
2141 - type: "table"
2142   title: "VPP Compare NICs 3n-skx 4t2c ndr"
2143   algorithm: "table_nics_comparison"
2144   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2145   reference:
2146     title: "x710"
2147     nic: "NIC_Intel-X710"
2148   compare:
2149     title: "xxv710"
2150     nic: "NIC_Intel-XXV710"
2151   data: "vpp-nic-comparison-3n-skx"
2152   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2153   filter: "'4T2C' and 'NDRPDR'"
2154   parameters:
2155   - "name"
2156   - "parent"
2157   - "throughput"
2158   - "tags"
2159
2160 # VPP Compare NICs 3n-skx 2t1c pdr
2161 - type: "table"
2162   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2163   algorithm: "table_nics_comparison"
2164   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2165   reference:
2166     title: "x710"
2167     nic: "NIC_Intel-X710"
2168   compare:
2169     title: "xxv710"
2170     nic: "NIC_Intel-XXV710"
2171   data: "vpp-nic-comparison-3n-skx"
2172   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2173   filter: "'2T1C' and 'NDRPDR'"
2174   parameters:
2175   - "name"
2176   - "parent"
2177   - "throughput"
2178   - "tags"
2179
2180  # VPP Compare NICs 3n-skx 4t2c pdr
2181 - type: "table"
2182   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2183   algorithm: "table_nics_comparison"
2184   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2185   reference:
2186     title: "x710"
2187     nic: "NIC_Intel-X710"
2188   compare:
2189     title: "xxv710"
2190     nic: "NIC_Intel-XXV710"
2191   data: "vpp-nic-comparison-3n-skx"
2192   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2193   filter: "'4T2C' and 'NDRPDR'"
2194   parameters:
2195   - "name"
2196   - "parent"
2197   - "throughput"
2198   - "tags"
2199
2200 # VPP Compare NICs 3n-skx 2t1c mrr
2201 - type: "table"
2202   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2203   algorithm: "table_nics_comparison"
2204   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2205   reference:
2206     title: "x710"
2207     nic: "NIC_Intel-X710"
2208   compare:
2209     title: "xxv710"
2210     nic: "NIC_Intel-XXV710"
2211   data: "vpp-nic-comparison-3n-skx-mrr"
2212   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2213   filter: "'2T1C' and 'MRR'"
2214   parameters:
2215   - "name"
2216   - "parent"
2217   - "result"
2218   - "tags"
2219
2220 # VPP Compare NICs 3n-skx 4t2c mrr
2221 - type: "table"
2222   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2223   algorithm: "table_nics_comparison"
2224   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2225   reference:
2226     title: "x710"
2227     nic: "NIC_Intel-X710"
2228   compare:
2229     title: "xxv710"
2230     nic: "NIC_Intel-XXV710"
2231   data: "vpp-nic-comparison-3n-skx-mrr"
2232   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2233   filter: "'4T2C' and 'MRR'"
2234   parameters:
2235   - "name"
2236   - "parent"
2237   - "result"
2238   - "tags"
2239
2240  # VPP Compare NICs 3n-skx 8t4c mrr
2241 - type: "table"
2242   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2243   algorithm: "table_nics_comparison"
2244   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2245   reference:
2246     title: "x710"
2247     nic: "NIC_Intel-X710"
2248   compare:
2249     title: "xxv710"
2250     nic: "NIC_Intel-XXV710"
2251   data: "vpp-nic-comparison-3n-skx-mrr"
2252   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2253   filter: "'8T4C' and 'MRR'"
2254   parameters:
2255   - "name"
2256   - "parent"
2257   - "result"
2258   - "tags"
2259
2260 # VPP Compare NICs 2n-skx 2t1c ndr
2261 - type: "table"
2262   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2263   algorithm: "table_nics_comparison"
2264   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2265   reference:
2266     title: "x710"
2267     nic: "NIC_Intel-X710"
2268   compare:
2269     title: "xxv710"
2270     nic: "NIC_Intel-XXV710"
2271   data: "vpp-nic-comparison-2n-skx"
2272   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2273   filter: "'2T1C' and 'NDRPDR'"
2274   parameters:
2275   - "name"
2276   - "parent"
2277   - "throughput"
2278   - "tags"
2279
2280 # VPP Compare NICs 2n-skx 4t2c ndr
2281 - type: "table"
2282   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2283   algorithm: "table_nics_comparison"
2284   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2285   reference:
2286     title: "x710"
2287     nic: "NIC_Intel-X710"
2288   compare:
2289     title: "xxv710"
2290     nic: "NIC_Intel-XXV710"
2291   data: "vpp-nic-comparison-2n-skx"
2292   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2293   filter: "'4T2C' and 'NDRPDR'"
2294   parameters:
2295   - "name"
2296   - "parent"
2297   - "throughput"
2298   - "tags"
2299
2300  # VPP Compare NICs 2n-skx 2t1c pdr
2301 - type: "table"
2302   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2303   algorithm: "table_nics_comparison"
2304   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2305   reference:
2306     title: "x710"
2307     nic: "NIC_Intel-X710"
2308   compare:
2309     title: "xxv710"
2310     nic: "NIC_Intel-XXV710"
2311   data: "vpp-nic-comparison-2n-skx"
2312   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2313   filter: "'2T1C' and 'NDRPDR'"
2314   parameters:
2315   - "name"
2316   - "parent"
2317   - "throughput"
2318   - "tags"
2319
2320 # VPP Compare NICs 2n-skx 4t2c pdr
2321 - type: "table"
2322   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2323   algorithm: "table_nics_comparison"
2324   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2325   reference:
2326     title: "x710"
2327     nic: "NIC_Intel-X710"
2328   compare:
2329     title: "xxv710"
2330     nic: "NIC_Intel-XXV710"
2331   data: "vpp-nic-comparison-2n-skx"
2332   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2333   filter: "'4T2C' and 'NDRPDR'"
2334   parameters:
2335   - "name"
2336   - "parent"
2337   - "throughput"
2338   - "tags"
2339
2340 # VPP Compare NICs 2n-skx 2t1c mrr
2341 - type: "table"
2342   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2343   algorithm: "table_nics_comparison"
2344   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2345   reference:
2346     title: "x710"
2347     nic: "NIC_Intel-X710"
2348   compare:
2349     title: "xxv710"
2350     nic: "NIC_Intel-XXV710"
2351   data: "vpp-nic-comparison-2n-skx-mrr"
2352   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2353   filter: "'2T1C' and 'MRR'"
2354   parameters:
2355   - "name"
2356   - "parent"
2357   - "result"
2358   - "tags"
2359
2360 # VPP Compare NICs 2n-skx 4t2c mrr
2361 - type: "table"
2362   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2363   algorithm: "table_nics_comparison"
2364   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2365   reference:
2366     title: "x710"
2367     nic: "NIC_Intel-X710"
2368   compare:
2369     title: "xxv710"
2370     nic: "NIC_Intel-XXV710"
2371   data: "vpp-nic-comparison-2n-skx-mrr"
2372   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2373   filter: "'4T2C' and 'MRR'"
2374   parameters:
2375   - "name"
2376   - "parent"
2377   - "result"
2378   - "tags"
2379
2380 # VPP Compare NICs 2n-skx 8t4c mrr
2381 - type: "table"
2382   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2383   algorithm: "table_nics_comparison"
2384   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2385   reference:
2386     title: "x710"
2387     nic: "NIC_Intel-X710"
2388   compare:
2389     title: "xxv710"
2390     nic: "NIC_Intel-XXV710"
2391   data: "vpp-nic-comparison-2n-skx-mrr"
2392   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2393   filter: "'8T4C' and 'MRR'"
2394   parameters:
2395   - "name"
2396   - "parent"
2397   - "result"
2398   - "tags"
2399
2400 ################################################################################
2401 # VPP
2402
2403 # VPP Performance Changes 3n-hsw 1t1c pdr
2404 - type: "table"
2405   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2406   algorithm: "table_perf_comparison"
2407   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2408   history:
2409     - title: "rls1901"
2410       data: "vpp-performance-changes-3n-hsw-h1"
2411   reference:
2412     title: "rls1904"
2413     data: "vpp-performance-changes-3n-hsw-ref"
2414   compare:
2415     title: "rls1908"
2416     data: "vpp-performance-changes-3n-hsw-cmp"
2417     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2418   data: "vpp-performance-changes-3n-hsw"
2419   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2420   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2421   parameters:
2422   - "name"
2423   - "parent"
2424   - "throughput"
2425
2426 # VPP Performance Changes 3n-hsw 2t2c pdr
2427 - type: "table"
2428   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2429   algorithm: "table_perf_comparison"
2430   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2431   history:
2432     - title: "rls1901"
2433       data: "vpp-performance-changes-3n-hsw-h1"
2434   reference:
2435     title: "rls1904"
2436     data: "vpp-performance-changes-3n-hsw-ref"
2437   compare:
2438     title: "rls1908"
2439     data: "vpp-performance-changes-3n-hsw-cmp"
2440     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2441   data: "vpp-performance-changes-3n-hsw"
2442   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2443   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2444   parameters:
2445   - "name"
2446   - "parent"
2447   - "throughput"
2448
2449 # VPP Performance Changes 3n-hsw 1t1c ndr
2450 - type: "table"
2451   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2452   algorithm: "table_perf_comparison"
2453   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2454   history:
2455     - title: "rls1901"
2456       data: "vpp-performance-changes-3n-hsw-h1"
2457   reference:
2458     title: "rls1904"
2459     data: "vpp-performance-changes-3n-hsw-ref"
2460   compare:
2461     title: "rls1908"
2462     data: "vpp-performance-changes-3n-hsw-cmp"
2463     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2464   data: "vpp-performance-changes-3n-hsw"
2465   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2466   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2467   parameters:
2468   - "name"
2469   - "parent"
2470   - "throughput"
2471
2472 # VPP Performance Changes 3n-hsw 2t2c ndr
2473 - type: "table"
2474   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2475   algorithm: "table_perf_comparison"
2476   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2477   history:
2478     - title: "rls1901"
2479       data: "vpp-performance-changes-3n-hsw-h1"
2480   reference:
2481     title: "rls1904"
2482     data: "vpp-performance-changes-3n-hsw-ref"
2483   compare:
2484     title: "rls1908"
2485     data: "vpp-performance-changes-3n-hsw-cmp"
2486     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2487   data: "vpp-performance-changes-3n-hsw"
2488   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2489   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2490   parameters:
2491   - "name"
2492   - "parent"
2493   - "throughput"
2494
2495 # VPP Performance Changes 3n-skx 2t1c pdr
2496 - type: "table"
2497   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2498   algorithm: "table_perf_comparison_nic"
2499   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2500   history:
2501     - title: "rls1901 x710"
2502       data: "vpp-performance-changes-3n-skx-h1"
2503       nic: "NIC_Intel-X710"
2504   reference:
2505     title: "rls1904 x710"
2506     data: "vpp-performance-changes-3n-skx-ref"
2507     nic: "NIC_Intel-X710"
2508   compare:
2509     title: "rls1908 xxv710"
2510     data: "vpp-performance-changes-3n-skx-cmp"
2511     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2512     nic: "NIC_Intel-XXV710"
2513   data: "vpp-performance-changes-3n-skx"
2514   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2515   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2516   parameters:
2517   - "name"
2518   - "parent"
2519   - "throughput"
2520   - "tags"
2521
2522 # VPP Performance Changes 3n-skx 4t2c pdr
2523 - type: "table"
2524   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2525   algorithm: "table_perf_comparison_nic"
2526   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2527   history:
2528     - title: "rls1901 x710"
2529       data: "vpp-performance-changes-3n-skx-h1"
2530       nic: "NIC_Intel-X710"
2531   reference:
2532     title: "rls1904 x710"
2533     data: "vpp-performance-changes-3n-skx-ref"
2534     nic: "NIC_Intel-X710"
2535   compare:
2536     title: "rls1908 xxv710"
2537     data: "vpp-performance-changes-3n-skx-cmp"
2538     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2539     nic: "NIC_Intel-XXV710"
2540   data: "vpp-performance-changes-3n-skx"
2541   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2542   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2543   parameters:
2544   - "name"
2545   - "parent"
2546   - "throughput"
2547   - "tags"
2548
2549 # VPP Performance Changes 3n-skx 2t1c ndr
2550 - type: "table"
2551   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2552   algorithm: "table_perf_comparison_nic"
2553   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2554   history:
2555     - title: "rls1901 x710"
2556       data: "vpp-performance-changes-3n-skx-h1"
2557       nic: "NIC_Intel-X710"
2558   reference:
2559     title: "rls1904 x710"
2560     data: "vpp-performance-changes-3n-skx-ref"
2561     nic: "NIC_Intel-X710"
2562   compare:
2563     title: "rls1908 xxv710"
2564     data: "vpp-performance-changes-3n-skx-cmp"
2565     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2566     nic: "NIC_Intel-XXV710"
2567   data: "vpp-performance-changes-3n-skx"
2568   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2569   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2570   parameters:
2571   - "name"
2572   - "parent"
2573   - "throughput"
2574   - "tags"
2575
2576 # VPP Performance Changes 3n-skx 4t2c ndr
2577 - type: "table"
2578   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2579   algorithm: "table_perf_comparison_nic"
2580   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2581   history:
2582     - title: "rls1901 x710"
2583       data: "vpp-performance-changes-3n-skx-h1"
2584       nic: "NIC_Intel-X710"
2585   reference:
2586     title: "rls1904 x710"
2587     data: "vpp-performance-changes-3n-skx-ref"
2588     nic: "NIC_Intel-X710"
2589   compare:
2590     title: "rls1908 xxv710"
2591     data: "vpp-performance-changes-3n-skx-cmp"
2592     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2593     nic: "NIC_Intel-XXV710"
2594   data: "vpp-performance-changes-3n-skx"
2595   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2596   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2597   parameters:
2598   - "name"
2599   - "parent"
2600   - "throughput"
2601   - "tags"
2602
2603 # VPP Performance Changes 2n-skx 2t1c pdr
2604 - type: "table"
2605   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2606   algorithm: "table_perf_comparison_nic"
2607   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2608   history:
2609     - title: "rls1901 x710"
2610       data: "vpp-performance-changes-2n-skx-h1"
2611       nic: "NIC_Intel-X710"
2612   reference:
2613     title: "rls1904 x710"
2614     data: "vpp-performance-changes-2n-skx-ref"
2615     nic: "NIC_Intel-X710"
2616   compare:
2617     title: "rls1908 xxv710"
2618     data: "vpp-performance-changes-2n-skx-cmp"
2619     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2620     nic: "NIC_Intel-XXV710"
2621   data: "vpp-performance-changes-2n-skx"
2622   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2623   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2624   parameters:
2625   - "name"
2626   - "parent"
2627   - "throughput"
2628   - "tags"
2629
2630 # VPP Performance Changes 2n-skx 4t2c pdr
2631 - type: "table"
2632   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2633   algorithm: "table_perf_comparison_nic"
2634   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2635   history:
2636     - title: "rls1901 x710"
2637       data: "vpp-performance-changes-2n-skx-h1"
2638       nic: "NIC_Intel-X710"
2639   reference:
2640     title: "rls1904 x710"
2641     data: "vpp-performance-changes-2n-skx-ref"
2642     nic: "NIC_Intel-X710"
2643   compare:
2644     title: "rls1908 xxv710"
2645     data: "vpp-performance-changes-2n-skx-cmp"
2646     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2647     nic: "NIC_Intel-XXV710"
2648   data: "vpp-performance-changes-2n-skx"
2649   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2650   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2651   parameters:
2652   - "name"
2653   - "parent"
2654   - "throughput"
2655   - "tags"
2656
2657 # VPP Performance Changes 2n-skx 2t1c ndr
2658 - type: "table"
2659   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2660   algorithm: "table_perf_comparison_nic"
2661   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2662   history:
2663     - title: "rls1901 x710"
2664       data: "vpp-performance-changes-2n-skx-h1"
2665       nic: "NIC_Intel-X710"
2666   reference:
2667     title: "rls1904 x710"
2668     data: "vpp-performance-changes-2n-skx-ref"
2669     nic: "NIC_Intel-X710"
2670   compare:
2671     title: "rls1908 xxv710"
2672     data: "vpp-performance-changes-2n-skx-cmp"
2673     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2674     nic: "NIC_Intel-XXV710"
2675   data: "vpp-performance-changes-2n-skx"
2676   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2677   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2678   parameters:
2679   - "name"
2680   - "parent"
2681   - "throughput"
2682   - "tags"
2683
2684 # VPP Performance Changes 2n-skx 4t2c ndr
2685 - type: "table"
2686   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2687   algorithm: "table_perf_comparison_nic"
2688   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2689   history:
2690     - title: "rls1901 x710"
2691       data: "vpp-performance-changes-2n-skx-h1"
2692       nic: "NIC_Intel-X710"
2693   reference:
2694     title: "rls1904 x710"
2695     data: "vpp-performance-changes-2n-skx-ref"
2696     nic: "NIC_Intel-X710"
2697   compare:
2698     title: "rls1908 xxv710"
2699     data: "vpp-performance-changes-2n-skx-cmp"
2700     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2701     nic: "NIC_Intel-XXV710"
2702   data: "vpp-performance-changes-2n-skx"
2703   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2704   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2705   parameters:
2706   - "name"
2707   - "parent"
2708   - "throughput"
2709   - "tags"
2710
2711 # VPP Performance Changes 2n-dnv 1t1c pdr
2712 - type: "table"
2713   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2714   algorithm: "table_perf_comparison"
2715   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2716   reference:
2717     title: "rls1908"
2718     data: "vpp-performance-changes-2n-dnv-ref"
2719   compare:
2720     title: "rls2001"
2721     data: "vpp-performance-changes-2n-dnv-cmp"
2722   data: "vpp-performance-changes-2n-dnv"
2723   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2724   filter: "'1T1C'"
2725   parameters:
2726   - "name"
2727   - "parent"
2728   - "throughput"
2729   - "tags"
2730
2731 # VPP Performance Changes 2n-dnv 2t2c pdr
2732 - type: "table"
2733   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2734   algorithm: "table_perf_comparison"
2735   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2736   reference:
2737     title: "rls1908"
2738     data: "vpp-performance-changes-2n-dnv-ref"
2739   compare:
2740     title: "rls2001"
2741     data: "vpp-performance-changes-2n-dnv-cmp"
2742   data: "vpp-performance-changes-2n-dnv"
2743   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2744   filter: "'2T2C'"
2745   parameters:
2746   - "name"
2747   - "parent"
2748   - "throughput"
2749   - "tags"
2750
2751 # VPP Performance Changes 2n-dnv 1t1c ndr
2752 - type: "table"
2753   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2754   algorithm: "table_perf_comparison"
2755   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2756   reference:
2757     title: "rls1908"
2758     data: "vpp-performance-changes-2n-dnv-ref"
2759   compare:
2760     title: "rls2001"
2761     data: "vpp-performance-changes-2n-dnv-cmp"
2762   data: "vpp-performance-changes-2n-dnv"
2763   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2764   filter: "'1T1C'"
2765   parameters:
2766   - "name"
2767   - "parent"
2768   - "throughput"
2769   - "tags"
2770
2771 # VPP Performance Changes 2n-dnv 2t2c ndr
2772 - type: "table"
2773   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2774   algorithm: "table_perf_comparison"
2775   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2776   reference:
2777     title: "rls1908 "
2778     data: "vpp-performance-changes-2n-dnv-ref"
2779   compare:
2780     title: "rls2001"
2781     data: "vpp-performance-changes-2n-dnv-cmp"
2782   data: "vpp-performance-changes-2n-dnv"
2783   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2784   filter: "'2T2C'"
2785   parameters:
2786   - "name"
2787   - "parent"
2788   - "throughput"
2789   - "tags"
2790
2791 # VPP Performance Changes 3n-dnv 1t1c pdr
2792 - type: "table"
2793   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
2794   algorithm: "table_perf_comparison"
2795   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
2796   reference:
2797     title: "rls1908"
2798     data: "vpp-performance-changes-3n-dnv-ref"
2799   compare:
2800     title: "rls2001"
2801     data: "vpp-performance-changes-3n-dnv-cmp"
2802   data: "vpp-performance-changes-3n-dnv"
2803   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2804   filter: "'1T1C'"
2805   parameters:
2806   - "name"
2807   - "parent"
2808   - "throughput"
2809   - "tags"
2810
2811 # VPP Performance Changes 3n-dnv 2t2c pdr
2812 - type: "table"
2813   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
2814   algorithm: "table_perf_comparison"
2815   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
2816   reference:
2817     title: "rls1908"
2818     data: "vpp-performance-changes-3n-dnv-ref"
2819   compare:
2820     title: "rls2001"
2821     data: "vpp-performance-changes-3n-dnv-cmp"
2822   data: "vpp-performance-changes-3n-dnv"
2823   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2824   filter: "'2T2C'"
2825   parameters:
2826   - "name"
2827   - "parent"
2828   - "throughput"
2829   - "tags"
2830
2831 # VPP Performance Changes 3n-dnv 1t1c ndr
2832 - type: "table"
2833   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
2834   algorithm: "table_perf_comparison"
2835   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
2836   reference:
2837     title: "rls1908"
2838     data: "vpp-performance-changes-3n-dnv-ref"
2839   compare:
2840     title: "rls2001"
2841     data: "vpp-performance-changes-3n-dnv-cmp"
2842   data: "vpp-performance-changes-3n-dnv"
2843   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2844   filter: "'1T1C'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "throughput"
2849   - "tags"
2850
2851 # VPP Performance Changes 3n-dnv 2t2c ndr
2852 - type: "table"
2853   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
2854   algorithm: "table_perf_comparison"
2855   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
2856   reference:
2857     title: "rls1908"
2858     data: "vpp-performance-changes-3n-dnv-ref"
2859   compare:
2860     title: "rls2001"
2861     data: "vpp-performance-changes-3n-dnv-cmp"
2862   data: "vpp-performance-changes-3n-dnv"
2863   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2864   filter: "'2T2C'"
2865   parameters:
2866   - "name"
2867   - "parent"
2868   - "throughput"
2869   - "tags"
2870
2871 # VPP Performance Changes 3n-tsh 1t1c pdr
2872 - type: "table"
2873   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
2874   algorithm: "table_perf_comparison"
2875   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
2876   reference:
2877     title: "rls1908"
2878     data: "vpp-performance-changes-3n-tsh-ref"
2879   compare:
2880     title: "rls2001"
2881     data: "vpp-performance-changes-3n-tsh-cmp"
2882   data: "vpp-performance-changes-3n-tsh"
2883   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2884   filter: "'1T1C'"
2885   parameters:
2886   - "name"
2887   - "parent"
2888   - "throughput"
2889   - "tags"
2890
2891 # VPP Performance Changes 3n-tsh 2t2c pdr
2892 - type: "table"
2893   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
2894   algorithm: "table_perf_comparison"
2895   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
2896   reference:
2897     title: "rls1908"
2898     data: "vpp-performance-changes-3n-tsh-ref"
2899   compare:
2900     title: "rls2001"
2901     data: "vpp-performance-changes-3n-tsh-cmp"
2902   data: "vpp-performance-changes-3n-tsh"
2903   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2904   filter: "'2T2C'"
2905   parameters:
2906   - "name"
2907   - "parent"
2908   - "throughput"
2909   - "tags"
2910
2911 # VPP Performance Changes 3n-tsh 1t1c ndr
2912 - type: "table"
2913   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
2914   algorithm: "table_perf_comparison"
2915   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
2916   reference:
2917     title: "rls1908"
2918     data: "vpp-performance-changes-3n-tsh-ref"
2919   compare:
2920     title: "rls2001"
2921     data: "vpp-performance-changes-3n-tsh-cmp"
2922   data: "vpp-performance-changes-3n-tsh"
2923   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2924   filter: "'1T1C'"
2925   parameters:
2926   - "name"
2927   - "parent"
2928   - "throughput"
2929   - "tags"
2930
2931 # VPP Performance Changes 3n-tsh 2t2c ndr
2932 - type: "table"
2933   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
2934   algorithm: "table_perf_comparison"
2935   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
2936   reference:
2937     title: "rls1908"
2938     data: "vpp-performance-changes-3n-tsh-ref"
2939   compare:
2940     title: "rls2001"
2941     data: "vpp-performance-changes-3n-tsh-cmp"
2942   data: "vpp-performance-changes-3n-tsh"
2943   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2944   filter: "'2T2C'"
2945   parameters:
2946   - "name"
2947   - "parent"
2948   - "throughput"
2949   - "tags"
2950
2951 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2952 - type: "table"
2953   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2954   algorithm: "table_perf_comparison_nic"
2955   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2956   reference:
2957     title: "3n-hsw xl710"
2958     data: "vpp-compare-testbeds-ref"
2959     nic: "NIC_Intel-XL710"
2960   compare:
2961     title: "3n-skx xxv710"
2962     data: "vpp-compare-testbeds-cmp"
2963     nic: "NIC_Intel-XXV710"
2964   data: "vpp-compare-testbeds"
2965   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2966   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2967   parameters:
2968   - "name"
2969   - "parent"
2970   - "throughput"
2971   - "tags"
2972
2973 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2974 - type: "table"
2975   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2976   algorithm: "table_perf_comparison_nic"
2977   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2978   reference:
2979     title: "3n-hsw xl710"
2980     data: "vpp-compare-testbeds-ref"
2981     nic: "NIC_Intel-XL710"
2982   compare:
2983     title: "3n-skx xxv710"
2984     data: "vpp-compare-testbeds-cmp"
2985     nic: "NIC_Intel-XXV710"
2986   data: "vpp-compare-testbeds"
2987   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2988   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2989   parameters:
2990   - "name"
2991   - "parent"
2992   - "throughput"
2993   - "tags"
2994
2995 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2996 - type: "table"
2997   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2998   algorithm: "table_perf_comparison_nic"
2999   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
3000   reference:
3001     title: "3n-hsw xl710"
3002     data: "vpp-compare-testbeds-ref"
3003     nic: "NIC_Intel-XL710"
3004   compare:
3005     title: "3n-skx xxv710"
3006     data: "vpp-compare-testbeds-cmp"
3007     nic: "NIC_Intel-XXV710"
3008   data: "vpp-compare-testbeds"
3009   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3010   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3011   parameters:
3012   - "name"
3013   - "parent"
3014   - "throughput"
3015   - "tags"
3016
3017 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
3018 - type: "table"
3019   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
3020   algorithm: "table_perf_comparison_nic"
3021   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
3022   reference:
3023     title: "3n-hsw xl710"
3024     data: "vpp-compare-testbeds-ref"
3025     nic: "NIC_Intel-XL710"
3026   compare:
3027     title: "3n-skx xxv710"
3028     data: "vpp-compare-testbeds-cmp"
3029     nic: "NIC_Intel-XXV710"
3030   data: "vpp-compare-testbeds"
3031   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3032   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3033   parameters:
3034   - "name"
3035   - "parent"
3036   - "throughput"
3037   - "tags"
3038
3039 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
3040 - type: "table"
3041   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
3042   algorithm: "table_perf_comparison"
3043   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
3044   reference:
3045     title: "2n-skx"
3046     data: "vpp-compare-testbeds-skx-clx-ref"
3047   compare:
3048     title: "2n-clx"
3049     data: "vpp-compare-testbeds-skx-clx-cmp"
3050   data: "vpp-compare-testbeds-skx-clx"
3051   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3052   filter: "'2T1C'"
3053   parameters:
3054   - "name"
3055   - "parent"
3056   - "throughput"
3057   - "tags"
3058
3059 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
3060 - type: "table"
3061   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
3062   algorithm: "table_perf_comparison"
3063   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
3064   reference:
3065     title: "2n-skx"
3066     data: "vpp-compare-testbeds-skx-clx-ref"
3067   compare:
3068     title: "2n-clx"
3069     data: "vpp-compare-testbeds-skx-clx-cmp"
3070   data: "vpp-compare-testbeds-skx-clx"
3071   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3072   filter: "'4T2C'"
3073   parameters:
3074   - "name"
3075   - "parent"
3076   - "throughput"
3077   - "tags"
3078
3079 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
3080 - type: "table"
3081   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
3082   algorithm: "table_perf_comparison"
3083   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
3084   reference:
3085     title: "2n-skx"
3086     data: "vpp-compare-testbeds-skx-clx-ref"
3087   compare:
3088     title: "2n-clx"
3089     data: "vpp-compare-testbeds-skx-clx-cmp"
3090   data: "vpp-compare-testbeds-skx-clx"
3091   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3092   filter: "'2T1C'"
3093   parameters:
3094   - "name"
3095   - "parent"
3096   - "throughput"
3097   - "tags"
3098
3099 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
3100 - type: "table"
3101   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
3102   algorithm: "table_perf_comparison"
3103   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
3104   reference:
3105     title: "2n-skx"
3106     data: "vpp-compare-testbeds-skx-clx-ref"
3107   compare:
3108     title: "2n-clx"
3109     data: "vpp-compare-testbeds-skx-clx-cmp"
3110   data: "vpp-compare-testbeds-skx-clx"
3111   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3112   filter: "'4T2C'"
3113   parameters:
3114   - "name"
3115   - "parent"
3116   - "throughput"
3117   - "tags"
3118
3119 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
3120 - type: "table"
3121   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
3122   algorithm: "table_perf_comparison"
3123   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
3124   reference:
3125     title: "3-Node Skx"
3126     data: "vpp-compare-topologies-ref"
3127   compare:
3128     title: "2-Node Skx"
3129     data: "vpp-compare-topologies-cmp"
3130   data: "vpp-compare-topologies"
3131   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3132   filter: "'NDRPDR' and '1C'"
3133   parameters:
3134   - "name"
3135   - "parent"
3136   - "throughput"
3137
3138 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
3139 - type: "table"
3140   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
3141   algorithm: "table_perf_comparison"
3142   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
3143   reference:
3144     title: "3-Node Skx"
3145     data: "vpp-compare-topologies-ref"
3146   compare:
3147     title: "2-Node Skx"
3148     data: "vpp-compare-topologies-cmp"
3149   data: "vpp-compare-topologies"
3150   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3151   filter: "'NDRPDR' and '2C'"
3152   parameters:
3153   - "name"
3154   - "parent"
3155   - "throughput"
3156
3157 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
3158 - type: "table"
3159   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
3160   algorithm: "table_perf_comparison"
3161   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
3162   reference:
3163     title: "3-Node Skx"
3164     data: "vpp-compare-topologies-ref"
3165   compare:
3166     title: "2-Node Skx"
3167     data: "vpp-compare-topologies-cmp"
3168   data: "vpp-compare-topologies"
3169   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3170   filter: "'NDRPDR' and '1C'"
3171   parameters:
3172   - "name"
3173   - "parent"
3174   - "throughput"
3175
3176 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
3177 - type: "table"
3178   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
3179   algorithm: "table_perf_comparison"
3180   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
3181   reference:
3182     title: "3-Node Skx"
3183     data: "vpp-compare-topologies-ref"
3184   compare:
3185     title: "2-Node Skx"
3186     data: "vpp-compare-topologies-cmp"
3187   data: "vpp-compare-topologies"
3188   include-tests: "PDR"
3189   filter: "'NDRPDR' and '2C'"
3190   parameters:
3191   - "name"
3192   - "parent"
3193   - "throughput"
3194
3195 # VPP Performance Changes 3n-hsw 1t1c MRR
3196 - type: "table"
3197   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
3198   algorithm: "table_perf_comparison"
3199   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
3200   history:
3201     - title: "rls1901"
3202       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3203   reference:
3204     title: "rls1904"
3205     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3206   compare:
3207     title: "rls1908"
3208     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3209   data: "vpp-performance-changes-3n-hsw-mrr"
3210   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3211   filter: "'1T1C' and 'MRR'"
3212   parameters:
3213   - "name"
3214   - "parent"
3215   - "result"
3216
3217 # VPP Performance Changes 3n-hsw 2t2c MRR
3218 - type: "table"
3219   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
3220   algorithm: "table_perf_comparison"
3221   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
3222   history:
3223     - title: "rls1901"
3224       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3225   reference:
3226     title: "rls1904"
3227     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3228   compare:
3229     title: "rls1908"
3230     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3231   data: "vpp-performance-changes-3n-hsw-mrr"
3232   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3233   filter: "'2T2C' and 'MRR'"
3234   parameters:
3235   - "name"
3236   - "parent"
3237   - "result"
3238
3239 # VPP Performance Changes 3n-hsw 4t4c MRR
3240 - type: "table"
3241   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
3242   algorithm: "table_perf_comparison"
3243   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
3244   history:
3245     - title: "rls1901"
3246       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3247   reference:
3248     title: "rls1904"
3249     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3250   compare:
3251     title: "rls1908"
3252     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3253   data: "vpp-performance-changes-3n-hsw-mrr"
3254   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3255   filter: "'4T4C' and 'MRR'"
3256   parameters:
3257   - "name"
3258   - "parent"
3259   - "result"
3260
3261 # VPP Performance Changes 3n-skx 2t1c MRR
3262 - type: "table"
3263   title: "VPP Performance Changes 3n-skx 2t1c MRR"
3264   algorithm: "table_perf_comparison"
3265   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
3266   history:
3267     - title: "rls1901"
3268       data: "vpp-performance-changes-3n-skx-mrr-h1"
3269   reference:
3270     title: "rls1904"
3271     data: "vpp-performance-changes-3n-skx-mrr-ref"
3272   compare:
3273     title: "rls1908"
3274     data: "vpp-performance-changes-3n-skx-mrr-cmp"
3275   data: "vpp-performance-changes-3n-skx-mrr"
3276   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3277   filter: "'2T1C' and 'MRR'"
3278   parameters:
3279   - "name"
3280   - "parent"
3281   - "result"
3282
3283 # VPP Performance Changes 3n-skx 4t2c MRR
3284 - type: "table"
3285   title: "VPP Performance Changes 3n-skx 4t2c MRR"
3286   algorithm: "table_perf_comparison"
3287   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
3288   history:
3289     - title: "rls1901"
3290       data: "vpp-performance-changes-3n-skx-mrr-h1"
3291   reference:
3292     title: "rls1904"
3293     data: "vpp-performance-changes-3n-skx-mrr-ref"
3294   compare:
3295     title: "rls1908"
3296     data: "vpp-performance-changes-3n-skx-mrr-cmp"
3297   data: "vpp-performance-changes-3n-skx-mrr"
3298   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3299   filter: "'4T2C' and 'MRR'"
3300   parameters:
3301   - "name"
3302   - "parent"
3303   - "result"
3304
3305 # VPP Performance Changes 3n-skx 8t4c MRR
3306 - type: "table"
3307   title: "VPP Performance Changes 3n-skx 8t4c MRR"
3308   algorithm: "table_perf_comparison"
3309   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
3310   history:
3311     - title: "rls1901"
3312       data: "vpp-performance-changes-3n-skx-mrr-h1"
3313   reference:
3314     title: "rls1904"
3315     data: "vpp-performance-changes-3n-skx-mrr-ref"
3316   compare:
3317     title: "rls1908"
3318     data: "vpp-performance-changes-3n-skx-mrr-cmp"
3319   data: "vpp-performance-changes-3n-skx-mrr"
3320   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3321   filter: "'8T4C' and 'MRR'"
3322   parameters:
3323   - "name"
3324   - "parent"
3325   - "result"
3326
3327 # VPP Performance Changes 2n-skx 2t1c MRR
3328 - type: "table"
3329   title: "VPP Performance Changes 2n-skx 2t1c MRR"
3330   algorithm: "table_perf_comparison"
3331   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3332   history:
3333     - title: "rls1901"
3334       data: "vpp-performance-changes-2n-skx-mrr-h1"
3335   reference:
3336     title: "rls1904"
3337     data: "vpp-performance-changes-2n-skx-mrr-ref"
3338   compare:
3339     title: "rls1908"
3340     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3341   data: "vpp-performance-changes-2n-skx-mrr"
3342   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3343   filter: "'2T1C' and 'MRR'"
3344   parameters:
3345   - "name"
3346   - "parent"
3347   - "result"
3348
3349 # VPP Performance Changes 2n-skx 4t2c MRR
3350 - type: "table"
3351   title: "VPP Performance Changes 2n-skx 4t2c MRR"
3352   algorithm: "table_perf_comparison"
3353   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3354   history:
3355     - title: "rls1901"
3356       data: "vpp-performance-changes-2n-skx-mrr-h1"
3357   reference:
3358     title: "rls1904"
3359     data: "vpp-performance-changes-2n-skx-mrr-ref"
3360   compare:
3361     title: "rls1908"
3362     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3363   data: "vpp-performance-changes-2n-skx-mrr"
3364   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3365   filter: "'4T2C' and 'MRR'"
3366   parameters:
3367   - "name"
3368   - "parent"
3369   - "result"
3370
3371 # VPP Performance Changes 2n-skx 8t4c MRR
3372 - type: "table"
3373   title: "VPP Performance Changes 2n-skx 8t4c MRR"
3374   algorithm: "table_perf_comparison"
3375   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3376   history:
3377     - title: "rls1901"
3378       data: "vpp-performance-changes-2n-skx-mrr-h1"
3379   reference:
3380     title: "rls1904"
3381     data: "vpp-performance-changes-2n-skx-mrr-ref"
3382   compare:
3383     title: "rls1908"
3384     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3385   data: "vpp-performance-changes-2n-skx-mrr"
3386   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3387   filter: "'8T4C' and 'MRR'"
3388   parameters:
3389   - "name"
3390   - "parent"
3391   - "result"
3392
3393 # VPP Performance Changes 2n-dnv 1t1c MRR
3394 - type: "table"
3395   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
3396   algorithm: "table_perf_comparison"
3397   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
3398   reference:
3399     title: "rls1908"
3400     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3401   compare:
3402     title: "rls2001"
3403     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3404   data: "vpp-performance-changes-2n-dnv-mrr"
3405   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3406   filter: "'1T1C' and 'MRR'"
3407   parameters:
3408   - "name"
3409   - "parent"
3410   - "result"
3411
3412 # VPP Performance Changes 2n-dnv 2t2c MRR
3413 - type: "table"
3414   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
3415   algorithm: "table_perf_comparison"
3416   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
3417   reference:
3418     title: "rls1908"
3419     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3420   compare:
3421     title: "rls2001"
3422     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3423   data: "vpp-performance-changes-2n-dnv-mrr"
3424   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3425   filter: "'2T2C' and 'MRR'"
3426   parameters:
3427   - "name"
3428   - "parent"
3429   - "result"
3430
3431 # VPP Performance Changes 2n-dnv 4t4c MRR
3432 - type: "table"
3433   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
3434   algorithm: "table_perf_comparison"
3435   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
3436   reference:
3437     title: "rls1908"
3438     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3439   compare:
3440     title: "rls2001"
3441     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3442   data: "vpp-performance-changes-2n-dnv-mrr"
3443   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3444   filter: "'4T4C' and 'MRR'"
3445   parameters:
3446   - "name"
3447   - "parent"
3448   - "result"
3449
3450 # VPP Performance Changes 3n-dnv 1t1c MRR
3451 - type: "table"
3452   title: "VPP Performance Changes 3n-dnv 1t1c MRR"
3453   algorithm: "table_perf_comparison"
3454   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
3455   reference:
3456     title: "rls1908"
3457     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3458   compare:
3459     title: "rls2001"
3460     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3461   data: "vpp-performance-changes-3n-dnv-mrr"
3462   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3463   filter: "'1T1C' and 'MRR'"
3464   parameters:
3465   - "name"
3466   - "parent"
3467   - "result"
3468
3469 # VPP Performance Changes 3n-dnv 2t2c MRR
3470 - type: "table"
3471   title: "VPP Performance Changes 3n-dnv 2t2c MRR"
3472   algorithm: "table_perf_comparison"
3473   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
3474   reference:
3475     title: "rls1908"
3476     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3477   compare:
3478     title: "rls2001"
3479     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3480   data: "vpp-performance-changes-3n-dnv-mrr"
3481   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3482   filter: "'2T2C' and 'MRR'"
3483   parameters:
3484   - "name"
3485   - "parent"
3486   - "result"
3487
3488 # VPP Performance Changes 3n-dnv 4t4c MRR
3489 - type: "table"
3490   title: "VPP Performance Changes 3n-dnv 4t4c MRR"
3491   algorithm: "table_perf_comparison"
3492   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
3493   reference:
3494     title: "rls1908"
3495     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3496   compare:
3497     title: "rls2001"
3498     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3499   data: "vpp-performance-changes-3n-dnv-mrr"
3500   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3501   filter: "'4T4C' and 'MRR'"
3502   parameters:
3503   - "name"
3504   - "parent"
3505   - "result"
3506
3507 # VPP Performance Changes 3n-tsh 1t1c MRR
3508 - type: "table"
3509   title: "VPP Performance Changes 3n-tsh 1t1c MRR"
3510   algorithm: "table_perf_comparison"
3511   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
3512   reference:
3513     title: "rls1908"
3514     data: "vpp-performance-changes-3n-tsh-mrr-ref"
3515   compare:
3516     title: "rls2001"
3517     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
3518   data: "vpp-performance-changes-3n-tsh-mrr"
3519   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3520   filter: "'1T1C' and 'MRR'"
3521   parameters:
3522   - "name"
3523   - "parent"
3524   - "result"
3525
3526 # VPP Performance Changes 3n-tsh 2t2c MRR
3527 - type: "table"
3528   title: "VPP Performance Changes 3n-tsh 2t2c MRR"
3529   algorithm: "table_perf_comparison"
3530   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
3531   reference:
3532     title: "rls1908"
3533     data: "vpp-performance-changes-3n-tsh-mrr-ref"
3534   compare:
3535     title: "rls2001"
3536     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
3537   data: "vpp-performance-changes-3n-tsh-mrr"
3538   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3539   filter: "'2T2C' and 'MRR'"
3540   parameters:
3541   - "name"
3542   - "parent"
3543   - "result"
3544
3545 # VPP Performance Changes 3n-tsh 4t4c MRR
3546 - type: "table"
3547   title: "VPP Performance Changes 3n-tsh 4t4c MRR"
3548   algorithm: "table_perf_comparison"
3549   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
3550   reference:
3551     title: "rls1908"
3552     data: "vpp-performance-changes-3n-tsh-mrr-ref"
3553   compare:
3554     title: "rls2001"
3555     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
3556   data: "vpp-performance-changes-3n-tsh-mrr"
3557   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3558   filter: "'4T4C' and 'MRR'"
3559   parameters:
3560   - "name"
3561   - "parent"
3562   - "result"
3563
3564 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
3565 - type: "table"
3566   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
3567   algorithm: "table_perf_comparison_nic"
3568   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
3569   reference:
3570     title: "3n-hsw xl710"
3571     data: "vpp-compare-testbeds-mrr-ref"
3572     nic: "NIC_Intel-XL710"
3573   compare:
3574     title: "3n-skx xxv710"
3575     data: "vpp-compare-testbeds-mrr-cmp"
3576     nic: "NIC_Intel-XXV710"
3577   data: "vpp-compare-testbeds-mrr"
3578   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3579   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
3580   parameters:
3581   - "name"
3582   - "parent"
3583   - "result"
3584   - "tags"
3585
3586 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
3587 - type: "table"
3588   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
3589   algorithm: "table_perf_comparison_nic"
3590   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
3591   reference:
3592     title: "3n-hsw xl710"
3593     data: "vpp-compare-testbeds-mrr-ref"
3594     nic: "NIC_Intel-XL710"
3595   compare:
3596     title: "3n-skx xxv710"
3597     data: "vpp-compare-testbeds-mrr-cmp"
3598     nic: "NIC_Intel-XXV710"
3599   data: "vpp-compare-testbeds-mrr"
3600   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3601   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
3602   parameters:
3603   - "name"
3604   - "parent"
3605   - "result"
3606   - "tags"
3607
3608 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3609 - type: "table"
3610   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3611   algorithm: "table_perf_comparison_nic"
3612   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3613   reference:
3614     title: "3n-hsw xl710"
3615     data: "vpp-compare-testbeds-mrr-ref"
3616     nic: "NIC_Intel-XL710"
3617   compare:
3618     title: "3n-skx xxv710"
3619     data: "vpp-compare-testbeds-mrr-cmp"
3620     nic: "NIC_Intel-XXV710"
3621   data: "vpp-compare-testbeds-mrr"
3622   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3623   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
3624   parameters:
3625   - "name"
3626   - "parent"
3627   - "result"
3628   - "tags"
3629
3630 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
3631 - type: "table"
3632   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
3633   algorithm: "table_perf_comparison"
3634   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
3635   reference:
3636     title: "2n-skx"
3637     data: "vpp-compare-testbeds-mrr-skx-clx-ref"
3638   compare:
3639     title: "2n-clx"
3640     data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
3641   data: "vpp-compare-testbeds-mrr-skx-clx"
3642   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3643   filter: "'2T1C'"
3644   parameters:
3645   - "name"
3646   - "parent"
3647   - "result"
3648   - "tags"
3649
3650 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
3651 - type: "table"
3652   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
3653   algorithm: "table_perf_comparison"
3654   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
3655   reference:
3656     title: "2n-skx"
3657     data: "vpp-compare-testbeds-mrr-skx-clx-ref"
3658   compare:
3659     title: "2n-clx"
3660     data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
3661   data: "vpp-compare-testbeds-mrr-skx-clx"
3662   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3663   filter: "'4T2C'"
3664   parameters:
3665   - "name"
3666   - "parent"
3667   - "result"
3668   - "tags"
3669
3670 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
3671 - type: "table"
3672   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
3673   algorithm: "table_perf_comparison"
3674   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
3675   reference:
3676     title: "2n-skx"
3677     data: "vpp-compare-testbeds-mrr-skx-clx-ref"
3678   compare:
3679     title: "2n-clx"
3680     data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
3681   data: "vpp-compare-testbeds-mrr-skx-clx"
3682   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3683   filter: "'8T4C'"
3684   parameters:
3685   - "name"
3686   - "parent"
3687   - "result"
3688   - "tags"
3689
3690 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3691 - type: "table"
3692   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3693   algorithm: "table_perf_comparison"
3694   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3695   reference:
3696     title: "3-Node Skx"
3697     data: "vpp-compare-topologies-mrr-ref"
3698   compare:
3699     title: "2-Node Skx"
3700     data: "vpp-compare-topologies-mrr-cmp"
3701   data: "vpp-compare-topologies-mrr"
3702   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3703   filter: "'MRR' and '1C'"
3704   parameters:
3705   - "name"
3706   - "parent"
3707   - "result"
3708
3709 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3710 - type: "table"
3711   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3712   algorithm: "table_perf_comparison"
3713   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3714   reference:
3715     title: "3-Node Skx"
3716     data: "vpp-compare-topologies-mrr-ref"
3717   compare:
3718     title: "2-Node Skx"
3719     data: "vpp-compare-topologies-mrr-cmp"
3720   data: "vpp-compare-topologies-mrr"
3721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3722   filter: "'MRR' and '2C'"
3723   parameters:
3724   - "name"
3725   - "parent"
3726   - "result"
3727
3728 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3729 - type: "table"
3730   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3731   algorithm: "table_perf_comparison"
3732   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3733   reference:
3734     title: "3-Node Skx"
3735     data: "vpp-compare-topologies-mrr-ref"
3736   compare:
3737     title: "2-Node Skx"
3738     data: "vpp-compare-topologies-mrr-cmp"
3739   data: "vpp-compare-topologies-mrr"
3740   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3741   filter: "'MRR' and '4C'"
3742   parameters:
3743   - "name"
3744   - "parent"
3745   - "result"
3746
3747 # Detailed Test Results - VPP Performance Results 3n-hsw
3748 - type: "table"
3749   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3750   algorithm: "table_merged_details"
3751   output-file-ext: ".csv"
3752   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3753   columns:
3754   - title: "Name"
3755     data: "data name"
3756   - title: "Status"
3757     data: "data msg"
3758   rows: "generated"
3759   data: "vpp-perf-results-3n-hsw"
3760   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3761   parameters:
3762   - "name"
3763   - "parent"
3764   - "msg"
3765
3766 # Detailed Test Results - VPP Performance Results 3n-skx
3767 - type: "table"
3768   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3769   algorithm: "table_merged_details"
3770   output-file-ext: ".csv"
3771   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3772   columns:
3773   - title: "Name"
3774     data: "data name"
3775   - title: "Status"
3776     data: "data msg"
3777   rows: "generated"
3778   data: "vpp-perf-results-3n-skx"
3779   filter: "not 'CFS_OPT'"
3780   parameters:
3781   - "name"
3782   - "parent"
3783   - "msg"
3784
3785 # Detailed Test Results - VPP Performance Results 2n-skx
3786 - type: "table"
3787   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3788   algorithm: "table_merged_details"
3789   output-file-ext: ".csv"
3790   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3791   columns:
3792   - title: "Name"
3793     data: "data name"
3794   - title: "Status"
3795     data: "data msg"
3796   rows: "generated"
3797   data: "vpp-perf-results-2n-skx"
3798   filter: "not 'CFS_OPT'"
3799   parameters:
3800   - "name"
3801   - "parent"
3802   - "msg"
3803
3804 # Detailed Test Results - VPP Performance Results 2n-clx
3805 - type: "table"
3806   title: "Detailed Test Results - VPP Performance Results 2n-clx"
3807   algorithm: "table_merged_details"
3808   output-file-ext: ".csv"
3809   output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx"
3810   columns:
3811   - title: "Name"
3812     data: "data name"
3813   - title: "Status"
3814     data: "data msg"
3815   rows: "generated"
3816   data: "vpp-perf-results-2n-clx"
3817   filter: "not 'CFS_OPT'"
3818   parameters:
3819   - "name"
3820   - "parent"
3821   - "msg"
3822
3823 # Detailed Test Results - VPP Performance Results 3n-tsh
3824 - type: "table"
3825   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
3826   algorithm: "table_merged_details"
3827   output-file-ext: ".csv"
3828   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
3829   columns:
3830   - title: "Name"
3831     data: "data name"
3832   - title: "Status"
3833     data: "data msg"
3834   rows: "generated"
3835   data: "vpp-perf-results-3n-tsh"
3836   filter: "not 'CFS_OPT'"
3837   parameters:
3838   - "name"
3839   - "parent"
3840   - "msg"
3841
3842 # Detailed Test Results - VPP Performance Results 3n-dnv
3843 - type: "table"
3844   title: "Detailed Test Results - VPP Performance Results 3n-dnv"
3845   algorithm: "table_details"
3846   output-file-ext: ".csv"
3847   output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
3848   columns:
3849   - title: "Name"
3850     data: "data name"
3851   - title: "Status"
3852     data: "data msg"
3853   rows: "generated"
3854   data: "vpp-perf-results-3n-dnv"
3855   filter: "'NDRPDR'"
3856   parameters:
3857   - "name"
3858   - "parent"
3859   - "msg"
3860
3861 # Detailed Test Results - VPP Performance Results 2n-dnv
3862 - type: "table"
3863   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3864   algorithm: "table_details"
3865   output-file-ext: ".csv"
3866   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3867   columns:
3868   - title: "Name"
3869     data: "data name"
3870   - title: "Status"
3871     data: "data msg"
3872   rows: "generated"
3873   data: "vpp-perf-results-2n-dnv"
3874   filter: "'NDRPDR'"
3875   parameters:
3876   - "name"
3877   - "parent"
3878   - "msg"
3879
3880 # Test configuration - VPP Performance Test Configs 3n-hsw
3881 - type: "table"
3882   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3883   algorithm: "table_merged_details"
3884   output-file-ext: ".csv"
3885   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3886   columns:
3887   - title: "Name"
3888     data: "data name"
3889   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3890     data: "data conf-history"
3891   rows: "generated"
3892   data: "vpp-perf-results-3n-hsw"
3893   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3894   parameters:
3895   - "parent"
3896   - "name"
3897   - "conf-history"
3898
3899 # Test configuration - VPP Performance Test Configs 3n-skx
3900 - type: "table"
3901   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3902   algorithm: "table_merged_details"
3903   output-file-ext: ".csv"
3904   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3905   columns:
3906   - title: "Name"
3907     data: "data name"
3908   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3909     data: "data conf-history"
3910   rows: "generated"
3911   data: "vpp-perf-results-3n-skx"
3912   filter: "not 'CFS_OPT'"
3913   parameters:
3914   - "parent"
3915   - "name"
3916   - "conf-history"
3917
3918 # Test configuration - VPP Performance Test Configs 2n-skx
3919 - type: "table"
3920   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3921   algorithm: "table_merged_details"
3922   output-file-ext: ".csv"
3923   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3924   columns:
3925   - title: "Name"
3926     data: "data name"
3927   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3928     data: "data conf-history"
3929   rows: "generated"
3930   data: "vpp-perf-results-2n-skx"
3931   filter: "not 'CFS_OPT'"
3932   parameters:
3933   - "parent"
3934   - "name"
3935   - "conf-history"
3936
3937 # Test configuration - VPP Performance Test Configs 2n-clx
3938 - type: "table"
3939   title: "Test configuration - VPP Performance Test Configs 2n-clx"
3940   algorithm: "table_merged_details"
3941   output-file-ext: ".csv"
3942   output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx"
3943   columns:
3944   - title: "Name"
3945     data: "data name"
3946   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3947     data: "data conf-history"
3948   rows: "generated"
3949   data: "vpp-perf-results-2n-clx"
3950   filter: "not 'CFS_OPT'"
3951   parameters:
3952   - "parent"
3953   - "name"
3954   - "conf-history"
3955
3956 # Test configuration - VPP Performance Test Configs 3n-tsh
3957 - type: "table"
3958   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
3959   algorithm: "table_merged_details"
3960   output-file-ext: ".csv"
3961   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
3962   columns:
3963   - title: "Name"
3964     data: "data name"
3965   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3966     data: "data conf-history"
3967   rows: "generated"
3968   data: "vpp-perf-results-3n-tsh"
3969   filter: "not 'CFS_OPT'"
3970   parameters:
3971   - "parent"
3972   - "name"
3973   - "conf-history"
3974
3975 # Test configuration - VPP Performance Test Configs 3n-dnv
3976 - type: "table"
3977   title: "Test configuration - VPP Performance Test Configs 3n-dnv"
3978   algorithm: "table_details"
3979   output-file-ext: ".csv"
3980   output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv"
3981   columns:
3982   - title: "Name"
3983     data: "data name"
3984   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3985     data: "data conf-history"
3986   rows: "generated"
3987   data: "vpp-perf-results-3n-dnv"
3988   filter: "'NDRPDR'"
3989   parameters:
3990   - "parent"
3991   - "name"
3992   - "