CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # SOAK
235         - 71  # SOAK
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244         - 80  # NFV MRR NDRPDR 64b IMIX
245         - 81  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       # TODO: Add 1904 data
249       csit-vpp-perf-verify-1904-2n-skx:
250         - 66  # NFV NDRPDR IMIX
251         - 67  # NFV NDRPDR IMIX
252         - 69  # NFV NDRPDR IMIX
253         - 80  # NFV MRR NDRPDR 64b IMIX
254         - 81  # NFV MRR NDRPDR 64b IMIX
255
256     plot-vpp-nfv-2n-skx-mrr-64b:
257       csit-vpp-perf-verify-1904-2n-skx:
258         - 40  # NFV MRR 64b
259         - 41  # NFV MRR 64b
260         - 42  # NFV MRR 64b
261         - 47  # NFV MRR 64b
262         - 48  # NFV MRR 64b
263         - 80  # NFV MRR NDRPDR 64b IMIX
264         - 81  # NFV MRR NDRPDR 64b IMIX
265
266     plot-vpp-nfv-2n-skx-mrr-imix:
267       csit-vpp-perf-verify-1904-2n-skx:
268         - 49  # NFV MRR IMIX
269         - 50  # NFV MRR IMIX
270         - 51  # NFV MRR IMIX
271         - 54  # NFV MRR IMIX
272         - 55  # NFV MRR IMIX
273         - 80  # NFV MRR NDRPDR 64b IMIX
274         - 81  # NFV MRR NDRPDR 64b IMIX
275
276     plot-dpdk-throughput-latency-2n-skx:
277       csit-dpdk-perf-verify-1904-2n-skx:
278         - 2   # NDRPDR sel
279         - 3   # NDRPDR sel
280         - 4   # NDRPDR sel
281         - 5   # NDRPDR sel
282         - 7   # NDRPDR sel
283         - 8   # NDRPDR sel
284         - 9   # NDRPDR sel
285         - 10  # NDRPDR sel
286         - 11  # NDRPDR sel
287         - 12  # NDRPDR sel
288
289     # 3rd party
290
291 #    # Denverton:
292 #    intel-dnv-vpp:
293 #      # TODO: Replace with 1904 data
294 #      # intel-dnv-vpp-release-1904:
295 #      intel-dnv-vpp-release-1901:
296 #        - 1
297
298     ###########################################################################
299     # Simple tables (only one data set):
300
301     # NIC Comparisons
302
303     vpp-nic-comparison-3n-hsw:
304       csit-vpp-perf-verify-1904-3n-hsw:
305         - 11  # NDRPDR sel
306         - 12  # NDRPDR sel
307         - 20  # NDRPDR sel
308         - 21  # NDRPDR sel
309         - 23  # NDRPDR sel
310         - 24  # NDRPDR sel
311         - 25  # NDRPDR sel
312         - 26  # NDRPDR sel
313         - 29  # NDRPDR sel
314         - 30  # NDRPDR sel
315
316     vpp-nic-comparison-3n-skx:
317       csit-vpp-perf-verify-1904-3n-skx:
318         - 8   # NDRPDR sel
319         - 9   # NDRPDR sel
320         - 10  # NDRPDR sel
321         - 11  # NDRPDR sel
322         - 12  # NDRPDR sel
323         - 14  # NDRPDR sel
324         - 16  # NDRPDR sel
325         - 21  # NDRPDR sel
326         - 23  # NDRPDR sel
327         - 25  # NDRPDR sel
328
329     vpp-nic-comparison-2n-skx:
330       csit-vpp-perf-verify-1904-2n-skx:
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 17  # NDRPDR sel
335         - 18  # NDRPDR sel
336         - 21  # NDRPDR sel
337         - 27  # NDRPDR sel
338         - 30  # NDRPDR sel
339         - 31  # NDRPDR sel
340         - 32  # NDRPDR sel
341
342     vpp-nic-comparison-3n-hsw-mrr:
343       csit-vpp-perf-verify-1904-3n-hsw:
344         - 9   # MRR sel
345
346     vpp-nic-comparison-3n-skx-mrr:
347       csit-vpp-perf-verify-1904-3n-skx:
348         - 7   # MRR sel
349
350     vpp-nic-comparison-2n-skx-mrr:
351       csit-vpp-perf-verify-1904-2n-skx:
352         - 11  # MRR sel
353
354     # Results
355
356     vpp-perf-results-3n-hsw:
357       # TODO: Add FULL 1904 data
358       csit-vpp-perf-verify-1904-3n-hsw:
359         - 32  # NDRPDR full
360         - 33  # NDRPDR full
361
362     vpp-perf-results-3n-skx:
363       csit-vpp-perf-verify-1904-3n-skx:
364         - 26  # NDRPDR full
365         - 27  # NDRPDR full
366         - 30  # NDRPDR full
367         - 31  # NDRPDR full
368
369     vpp-perf-results-2n-skx:
370       csit-vpp-perf-verify-1904-2n-skx:
371         - 33  # NDRPDR full
372         - 39  # NDRPDR full
373         - 58  # NDRPDR full
374         - 62  # NDRPDR full
375
376     vpp-mrr-results-3n-hsw:
377       csit-vpp-perf-verify-1904-3n-hsw:
378         - 9   # MRR sel
379
380     vpp-mrr-results-3n-skx:
381       csit-vpp-perf-verify-1904-3n-skx:
382         - 7   # MRR sel
383
384     vpp-mrr-results-2n-skx:
385       csit-vpp-perf-verify-1904-2n-skx:
386         - 11  # MRR sel
387
388     vpp-func-results-ubuntu:
389       csit-vpp-functional-1904-ubuntu1604-virl:
390         - 29
391
392     vpp-func-results-centos:
393       csit-vpp-functional-1904-centos7-virl:
394         - 32
395
396     vpp-device-results-ubuntu:
397       csit-vpp-device-1904-ubuntu1804-1n-skx:
398         - 33
399
400 #    # VPP Ligato
401 #    ligato-perf-results-3n-hsw:
402 #      # TODO: Replace with 1904 data
403 #      # csit-ligato-perf-verify-1904-3n-hsw:
404 #      csit-ligato-perf-verify-1901-3n-hsw:
405 #        - 10  # NDRPDR full
406
407     dpdk-perf-results-3n-hsw:
408       csit-dpdk-perf-verify-1904-3n-hsw:
409         - 5   # NDRPDR sel
410
411     dpdk-perf-results-3n-skx:
412       csit-dpdk-perf-verify-1904-3n-skx:
413         - 7   # NDRPDR sel
414
415     dpdk-perf-results-2n-skx:
416       csit-dpdk-perf-verify-1904-2n-skx:
417         - 9   # NDRPDR sel
418
419     # HoneyComb Functional
420     hc-func-results:
421       csit-hc2vpp-verify-func-1904-ubuntu1604:
422         - 4
423
424 #    # NSH SFC Functional
425 #    nsh-func-results:
426 #      # Not used
427 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
428 #        - 1
429
430     # DMM Functional
431     dmm-func-results:
432       csit-dmm-functional-1904-ubuntu1604-virl:
433         - 1
434
435     ###########################################################################
436     # Tables (more than one data set)
437
438     # Performance changes
439
440 #    intel-dnv-vpp-changes-2n-dnv-h1:
441 #      intel-dnv-vpp-release-1810:
442 #        - 1
443 #    intel-dnv-vpp-changes-2n-dnv-ref:
444 #      intel-dnv-vpp-release-1901:
445 #        - 1
446 #    intel-dnv-vpp-changes-2n-dnv-cmp:
447 #      # TODO: Replace with 1904 data
448 #      # intel-dnv-vpp-release-1904:
449 #      intel-dnv-vpp-release-1901:
450 #        - 1
451 #    intel-dnv-vpp-changes-2n-dnv:
452 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
453 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
454 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
455
456     vpp-performance-changes-3n-hsw-h1:
457       csit-vpp-perf-verify-1810-3n-hsw:
458         - 8   # NDRPDR sel
459         - 12  # NDRPDR sel
460         - 14  # NDRPDR sel
461         - 18  # NDRPDR sel
462         - 23  # NDRPDR sel
463         - 25  # NDRPDR sel
464         - 38  # NDRPDR sel
465         - 39  # NDRPDR sel
466         - 41  # NDRPDR sel
467         - 42  # NDRPDR sel
468     vpp-performance-changes-3n-hsw-ref:
469       csit-vpp-perf-verify-1901-3n-hsw:
470         - 10  # NDRPDR sel
471         - 19  # NDRPDR sel
472         - 31  # NDRPDR sel
473         - 36  # NDRPDR sel
474         - 40  # NDRPDR sel
475         - 42  # NDRPDR sel
476         - 44  # NDRPDR sel
477         - 46  # NDRPDR sel
478         - 47  # NDRPDR sel
479         - 48  # NDRPDR sel
480         - 61  # NDRPDR LB
481         - 62  # NDRPDR LB
482         - 63  # NDRPDR LB
483         - 64  # NDRPDR LB
484         - 65  # NDRPDR LB
485         - 66  # NDRPDR LB
486         - 67  # NDRPDR LB
487         - 69  # NDRPDR LB
488         - 70  # NDRPDR LB
489         - 71  # NDRPDR LB
490     vpp-performance-changes-3n-hsw-cmp:
491       csit-vpp-perf-verify-1904-3n-hsw:
492         - 11  # NDRPDR sel
493         - 12  # NDRPDR sel
494         - 20  # NDRPDR sel
495         - 21  # NDRPDR sel
496         - 23  # NDRPDR sel
497         - 24  # NDRPDR sel
498         - 25  # NDRPDR sel
499         - 26  # NDRPDR sel
500         - 29  # NDRPDR sel
501         - 30  # NDRPDR sel
502     vpp-performance-changes-3n-hsw:
503       - "vpp-performance-changes-3n-hsw-h1"
504       - "vpp-performance-changes-3n-hsw-ref"
505       - "vpp-performance-changes-3n-hsw-cmp"
506
507     vpp-performance-changes-3n-skx-h1:
508       csit-vpp-perf-verify-1810-3n-skx:
509         - 10  # NDRPDR sel
510         - 14  # NDRPDR sel
511         - 15  # NDRPDR sel
512         - 16  # NDRPDR sel
513         - 17  # NDRPDR sel
514         - 19  # NDRPDR sel
515         - 20  # NDRPDR sel
516         - 21  # NDRPDR sel
517         - 22  # NDRPDR sel
518         - 25  # NDRPDR sel
519     vpp-performance-changes-3n-skx-ref:
520       csit-vpp-perf-verify-1901-3n-skx:
521         - 18  # NDRPDR sel
522         - 19  # NDRPDR sel
523         - 20  # NDRPDR sel
524         - 28  # NDRPDR sel
525         - 31  # NDRPDR sel
526         - 33  # NDRPDR sel
527         - 36  # NDRPDR sel
528         - 38  # NDRPDR sel
529         - 47  # NDRPDR sel
530         - 48  # NDRPDR sel
531         - 54  # NDRPDR LB
532         - 57  # NDRPDR LB
533         - 58  # NDRPDR LB
534         - 59  # NDRPDR LB
535         - 60  # NDRPDR LB
536         - 63  # NDRPDR LB
537         - 64  # NDRPDR LB
538         - 65  # NDRPDR LB
539         - 66  # NDRPDR LB
540         - 67  # NDRPDR LB
541     vpp-performance-changes-3n-skx-cmp:
542       csit-vpp-perf-verify-1904-3n-skx:
543         - 8   # NDRPDR sel
544         - 9   # NDRPDR sel
545         - 10  # NDRPDR sel
546         - 11  # NDRPDR sel
547         - 12  # NDRPDR sel
548         - 14  # NDRPDR sel
549         - 16  # NDRPDR sel
550         - 21  # NDRPDR sel
551         - 23  # NDRPDR sel
552         - 25  # NDRPDR sel
553     vpp-performance-changes-3n-skx:
554       - "vpp-performance-changes-3n-skx-h1"
555       - "vpp-performance-changes-3n-skx-ref"
556       - "vpp-performance-changes-3n-skx-cmp"
557
558     vpp-performance-changes-2n-skx-h1:
559       csit-vpp-perf-verify-1810-2n-skx:
560         - 9   # NDRPDR sel
561         - 13  # NDRPDR sel
562         - 14  # NDRPDR sel
563         - 19  # NDRPDR sel
564         - 20  # NDRPDR sel
565         - 21  # NDRPDR sel
566         - 22  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 24  # NDRPDR sel
569         - 27  # NDRPDR sel
570     vpp-performance-changes-2n-skx-ref:
571       csit-vpp-perf-verify-1901-2n-skx:
572         - 5   # NDRPDR sel
573         - 12  # NDRPDR sel
574         - 13  # NDRPDR sel
575         - 21  # NDRPDR sel
576         - 23  # NDRPDR sel
577         - 31  # NDRPDR sel
578         - 34  # NDRPDR sel
579         - 40  # NDRPDR sel
580         - 42  # NDRPDR sel
581         - 43  # NDRPDR sel
582     vpp-performance-changes-2n-skx-cmp:
583       csit-vpp-perf-verify-1904-2n-skx:
584         - 12  # NDRPDR sel
585         - 14  # NDRPDR sel
586         - 16  # NDRPDR sel
587         - 17  # NDRPDR sel
588         - 18  # NDRPDR sel
589         - 21  # NDRPDR sel
590         - 27  # NDRPDR sel
591         - 30  # NDRPDR sel
592         - 31  # NDRPDR sel
593         - 32  # NDRPDR sel
594     vpp-performance-changes-2n-skx:
595       - "vpp-performance-changes-2n-skx-h1"
596       - "vpp-performance-changes-2n-skx-ref"
597       - "vpp-performance-changes-2n-skx-cmp"
598
599     vpp-soak-vs-ndr-2n-skx-ref:
600       csit-vpp-perf-verify-1904-2n-skx:
601         - 12  # NDRPDR sel
602         - 14  # NDRPDR sel
603         - 16  # NDRPDR sel
604         - 17  # NDRPDR sel
605         - 18  # NDRPDR sel
606         - 21  # NDRPDR sel
607         - 27  # NDRPDR sel
608         - 30  # NDRPDR sel
609         - 31  # NDRPDR sel
610         - 32  # NDRPDR sel
611     vpp-soak-vs-ndr-2n-skx-cmp:
612       csit-vpp-perf-verify-1904-2n-skx:
613         - 70  # SOAK
614         - 71  # SOAK
615     vpp-soak-vs-ndr-2n-skx:
616       csit-vpp-perf-verify-1904-2n-skx:
617         - 12  # NDRPDR sel
618         - 14  # NDRPDR sel
619         - 16  # NDRPDR sel
620         - 17  # NDRPDR sel
621         - 18  # NDRPDR sel
622         - 21  # NDRPDR sel
623         - 27  # NDRPDR sel
624         - 30  # NDRPDR sel
625         - 31  # NDRPDR sel
626         - 32  # NDRPDR sel
627         - 70  # SOAK
628         - 71  # SOAK
629
630     vpp-performance-changes-3n-hsw-mrr-h1:
631       csit-vpp-perf-verify-1810-3n-hsw:
632         - 9   # MRR sel
633     vpp-performance-changes-3n-hsw-mrr-ref:
634       csit-vpp-perf-verify-1901-3n-hsw:
635         - 35  # MRR sel
636     vpp-performance-changes-3n-hsw-mrr-cmp:
637       csit-vpp-perf-verify-1904-3n-hsw:
638         - 9   # MRR sel
639     vpp-performance-changes-3n-hsw-mrr:
640       - "vpp-performance-changes-3n-hsw-mrr-h1"
641       - "vpp-performance-changes-3n-hsw-mrr-ref"
642       - "vpp-performance-changes-3n-hsw-mrr-cmp"
643
644     vpp-performance-changes-3n-skx-mrr-h1:
645       csit-vpp-perf-verify-1810-3n-skx:
646         - 9   # MRR sel
647         - 11  # MRR sel
648         - 12  # MRR sel
649         - 13  # MRR sel
650     vpp-performance-changes-3n-skx-mrr-ref:
651       csit-vpp-perf-verify-1901-3n-skx:
652         - 32  # MRR sel
653     vpp-performance-changes-3n-skx-mrr-cmp:
654       csit-vpp-perf-verify-1904-3n-skx:
655         - 7   # MRR sel
656     vpp-performance-changes-3n-skx-mrr:
657       - "vpp-performance-changes-3n-skx-mrr-h1"
658       - "vpp-performance-changes-3n-skx-mrr-ref"
659       - "vpp-performance-changes-3n-skx-mrr-cmp"
660
661     vpp-performance-changes-2n-skx-mrr-h1:
662       csit-vpp-perf-verify-1810-2n-skx:
663         - 8   # MRR sel
664         - 10  # MRR sel
665         - 11  # MRR sel
666         - 12  # MRR sel
667     vpp-performance-changes-2n-skx-mrr-ref:
668       csit-vpp-perf-verify-1901-2n-skx:
669         - 22  # MRR sel
670     vpp-performance-changes-2n-skx-mrr-cmp:
671       csit-vpp-perf-verify-1904-2n-skx:
672         - 11  # MRR sel
673     vpp-performance-changes-2n-skx-mrr:
674       - "vpp-performance-changes-2n-skx-mrr-h1"
675       - "vpp-performance-changes-2n-skx-mrr-ref"
676       - "vpp-performance-changes-2n-skx-mrr-cmp"
677
678     dpdk-performance-changes-3n-hsw-h1:
679       csit-dpdk-perf-verify-1810-3n-hsw:
680         - 1   # NDRPDR sel
681         - 2   # NDRPDR sel
682         - 3   # NDRPDR sel
683         - 4   # NDRPDR sel
684         - 5   # NDRPDR sel
685         - 6   # NDRPDR sel
686         - 7   # NDRPDR sel
687         - 8   # NDRPDR sel
688         - 9   # NDRPDR sel
689         - 10  # NDRPDR sel
690     dpdk-performance-changes-3n-hsw-ref:
691       csit-dpdk-perf-verify-1901-3n-hsw:
692         - 13  # NDRPDR sel
693         - 14  # NDRPDR sel
694         - 16  # NDRPDR sel
695         - 17  # NDRPDR sel
696         - 18  # NDRPDR sel
697         - 19  # NDRPDR sel
698         - 20  # NDRPDR sel
699         - 21  # NDRPDR sel
700         - 22  # NDRPDR sel
701         - 23  # NDRPDR sel
702     dpdk-performance-changes-3n-hsw-cmp:
703       csit-dpdk-perf-verify-1904-3n-hsw:
704         - 2   # NDRPDR sel
705         - 3   # NDRPDR sel
706         - 5   # NDRPDR sel
707         - 6   # NDRPDR sel
708         - 13  # NDRPDR sel
709         - 14  # NDRPDR sel
710         - 15  # NDRPDR sel
711         - 18  # NDRPDR sel
712         - 19  # NDRPDR sel
713         - 20  # NDRPDR sel
714     dpdk-performance-changes-3n-hsw:
715       - "dpdk-performance-changes-3n-hsw-h1"
716       - "dpdk-performance-changes-3n-hsw-ref"
717       - "dpdk-performance-changes-3n-hsw-cmp"
718
719     dpdk-performance-changes-3n-skx-h1:
720       csit-dpdk-perf-verify-1810-3n-skx:
721         - 3   # NDRPDR sel
722         - 4   # NDRPDR sel
723         - 6   # NDRPDR sel
724         - 7   # NDRPDR sel
725         - 8   # NDRPDR sel
726         - 9   # NDRPDR sel
727         - 10  # NDRPDR sel
728         - 11  # NDRPDR sel
729         - 12  # NDRPDR sel
730         - 13  # NDRPDR sel
731     dpdk-performance-changes-3n-skx-ref:
732       csit-dpdk-perf-verify-1901-3n-skx:
733         - 3   # NDRPDR sel
734         - 5   # NDRPDR sel
735         - 6   # NDRPDR sel
736         - 7   # NDRPDR sel
737         - 8   # NDRPDR sel
738         - 9   # NDRPDR sel
739         - 10  # NDRPDR sel
740         - 11  # NDRPDR sel
741         - 12  # NDRPDR sel
742         - 13  # NDRPDR sel
743     dpdk-performance-changes-3n-skx-cmp:
744       csit-dpdk-perf-verify-1904-3n-skx:
745         - 2   # NDRPDR sel
746         - 3   # NDRPDR sel
747         - 4   # NDRPDR sel
748         - 5   # NDRPDR sel
749         - 6   # NDRPDR sel
750         - 7   # NDRPDR sel
751         - 11  # NDRPDR sel
752         - 12  # NDRPDR sel
753         - 13  # NDRPDR sel
754         - 14  # NDRPDR sel
755     dpdk-performance-changes-3n-skx:
756       - "dpdk-performance-changes-3n-skx-h1"
757       - "dpdk-performance-changes-3n-skx-ref"
758       - "dpdk-performance-changes-3n-skx-cmp"
759
760     dpdk-performance-changes-2n-skx-h1:
761       csit-dpdk-perf-verify-1810-2n-skx:
762         - 3   # NDRPDR sel
763         - 4   # NDRPDR sel
764         - 5   # NDRPDR sel
765         - 7   # NDRPDR sel
766         - 8   # NDRPDR sel
767         - 9   # NDRPDR sel
768         - 10  # NDRPDR sel
769         - 11  # NDRPDR sel
770         - 12  # NDRPDR sel
771         - 13  # NDRPDR sel
772     dpdk-performance-changes-2n-skx-ref:
773       csit-dpdk-perf-verify-1901-2n-skx:
774         - 12  # NDRPDR sel
775         - 13  # NDRPDR sel
776         - 14  # NDRPDR sel
777         - 15  # NDRPDR sel
778         - 16  # NDRPDR sel
779         - 17  # NDRPDR sel
780         - 18  # NDRPDR sel
781         - 19  # NDRPDR sel
782         - 20  # NDRPDR sel
783         - 21  # NDRPDR sel
784     dpdk-performance-changes-2n-skx-cmp:
785       csit-dpdk-perf-verify-1904-2n-skx:
786         - 2   # NDRPDR sel
787         - 3   # NDRPDR sel
788         - 4   # NDRPDR sel
789         - 5   # NDRPDR sel
790         - 7   # NDRPDR sel
791         - 8   # NDRPDR sel
792         - 9   # NDRPDR sel
793         - 10  # NDRPDR sel
794         - 11  # NDRPDR sel
795         - 12  # NDRPDR sel
796     dpdk-performance-changes-2n-skx:
797       - "dpdk-performance-changes-2n-skx-h1"
798       - "dpdk-performance-changes-2n-skx-ref"
799       - "dpdk-performance-changes-2n-skx-cmp"
800
801     # Compare testbeds
802
803     vpp-compare-testbeds-ref:
804       csit-vpp-perf-verify-1904-3n-hsw:
805         - 11  # NDRPDR sel
806         - 12  # NDRPDR sel
807         - 20  # NDRPDR sel
808         - 21  # NDRPDR sel
809         - 23  # NDRPDR sel
810         - 24  # NDRPDR sel
811         - 25  # NDRPDR sel
812         - 26  # NDRPDR sel
813         - 29  # NDRPDR sel
814         - 30  # NDRPDR sel
815     vpp-compare-testbeds-cmp:
816       csit-vpp-perf-verify-1904-3n-skx:
817         - 8   # NDRPDR sel
818         - 9   # NDRPDR sel
819         - 10  # NDRPDR sel
820         - 11  # NDRPDR sel
821         - 12  # NDRPDR sel
822         - 14  # NDRPDR sel
823         - 16  # NDRPDR sel
824         - 21  # NDRPDR sel
825         - 23  # NDRPDR sel
826         - 25  # NDRPDR sel
827     vpp-compare-testbeds:
828       - "vpp-compare-testbeds-ref"
829       - "vpp-compare-testbeds-cmp"
830
831     vpp-compare-testbeds-mrr-ref:
832       csit-vpp-perf-verify-1904-3n-hsw:
833         - 9   # MRR sel
834     vpp-compare-testbeds-mrr-cmp:
835       csit-vpp-perf-verify-1904-3n-skx:
836         - 7   # MRR sel
837     vpp-compare-testbeds-mrr:
838       - "vpp-compare-testbeds-mrr-ref"
839       - "vpp-compare-testbeds-mrr-cmp"
840
841     dpdk-compare-testbeds-ref:
842       csit-dpdk-perf-verify-1904-3n-hsw:
843         - 2   # NDRPDR sel
844         - 3   # NDRPDR sel
845         - 5   # NDRPDR sel
846         - 6   # NDRPDR sel
847         - 13  # NDRPDR sel
848         - 14  # NDRPDR sel
849         - 15  # NDRPDR sel
850         - 18  # NDRPDR sel
851         - 19  # NDRPDR sel
852         - 20  # NDRPDR sel
853     dpdk-compare-testbeds-cmp:
854       csit-dpdk-perf-verify-1904-3n-skx:
855         - 2   # NDRPDR sel
856         - 3   # NDRPDR sel
857         - 4   # NDRPDR sel
858         - 5   # NDRPDR sel
859         - 6   # NDRPDR sel
860         - 7   # NDRPDR sel
861         - 11  # NDRPDR sel
862         - 12  # NDRPDR sel
863         - 13  # NDRPDR sel
864         - 14  # NDRPDR sel
865     dpdk-compare-testbeds:
866       - "dpdk-compare-testbeds-ref"
867       - "dpdk-compare-testbeds-cmp"
868
869     # Compare topologies
870
871     vpp-compare-topologies-ref:
872       csit-vpp-perf-verify-1904-3n-skx:
873         - 8   # NDRPDR sel
874         - 9   # NDRPDR sel
875         - 10  # NDRPDR sel
876         - 11  # NDRPDR sel
877         - 12  # NDRPDR sel
878         - 14  # NDRPDR sel
879         - 16  # NDRPDR sel
880         - 21  # NDRPDR sel
881         - 23  # NDRPDR sel
882         - 25  # NDRPDR sel
883     vpp-compare-topologies-cmp:
884       csit-vpp-perf-verify-1904-2n-skx:
885         - 12  # NDRPDR sel
886         - 14  # NDRPDR sel
887         - 16  # NDRPDR sel
888         - 17  # NDRPDR sel
889         - 18  # NDRPDR sel
890         - 21  # NDRPDR sel
891         - 27  # NDRPDR sel
892         - 30  # NDRPDR sel
893         - 31  # NDRPDR sel
894         - 32  # NDRPDR sel
895     vpp-compare-topologies:
896       - "vpp-compare-topologies-ref"
897       - "vpp-compare-topologies-cmp"
898
899     vpp-compare-topologies-mrr-ref:
900       csit-vpp-perf-verify-1904-3n-skx:
901         - 7   # MRR sel
902     vpp-compare-topologies-mrr-cmp:
903       csit-vpp-perf-verify-1904-2n-skx:
904         - 11  # MRR sel
905     vpp-compare-topologies-mrr:
906       - "vpp-compare-topologies-mrr-ref"
907       - "vpp-compare-topologies-mrr-cmp"
908
909     dpdk-compare-topologies-ref:
910       csit-dpdk-perf-verify-1904-3n-skx:
911         - 2   # NDRPDR sel
912         - 3   # NDRPDR sel
913         - 4   # NDRPDR sel
914         - 5   # NDRPDR sel
915         - 6   # NDRPDR sel
916         - 7   # NDRPDR sel
917         - 11  # NDRPDR sel
918         - 12  # NDRPDR sel
919         - 13  # NDRPDR sel
920         - 14  # NDRPDR sel
921     dpdk-compare-topologies-cmp:
922       csit-dpdk-perf-verify-1904-2n-skx:
923         - 2   # NDRPDR sel
924         - 3   # NDRPDR sel
925         - 4   # NDRPDR sel
926         - 5   # NDRPDR sel
927         - 7   # NDRPDR sel
928         - 8   # NDRPDR sel
929         - 9   # NDRPDR sel
930         - 10  # NDRPDR sel
931         - 11  # NDRPDR sel
932         - 12  # NDRPDR sel
933     dpdk-compare-topologies:
934       - "dpdk-compare-topologies-ref"
935       - "dpdk-compare-topologies-cmp"
936
937   plot-layouts:
938
939     plot-soak-throughput:
940       titlefont:
941         size: 18
942       xaxis:
943         title: "<b>Test Cases [Index]</b>"
944         titlefont:
945           size: 16
946         autorange: True
947         fixedrange: False
948         gridcolor: "rgb(230, 230, 230)"
949         linecolor: "rgb(220, 220, 220)"
950         linewidth: 1
951         showgrid: True
952         showline: True
953         showticklabels: True
954         tickcolor: "rgb(220, 220, 220)"
955         tickmode: "linear"
956         tickfont:
957           size: 16
958         zeroline: False
959       yaxis:
960         title: "<b>Packet Throughput [Mpps]</b>"
961         titlefont:
962           size: 16
963         gridcolor: "rgb(230, 230, 230)"
964         hoverformat: ".4r"
965         tickformat: ".3r"
966         linecolor: "rgb(220, 220, 220)"
967         linewidth: 1
968         showgrid: True
969         showline: True
970         showticklabels: True
971         tickcolor: "rgb(220, 220, 220)"
972         tickfont:
973           size: 16
974         zeroline: False
975         range: [0,50]
976       autosize: False
977       margin:
978         t: 50
979         b: 0
980         l: 80
981         r: 20
982       showlegend: True
983       legend:
984         orientation: "h"
985         font:
986           size: 16
987       width: 700
988       height: 900
989
990     plot-service-density:
991       titlefont:
992         size: 18
993       xaxis:
994         side: "top"
995         autorange: True
996         fixedrange: False
997         showgrid: False
998         showline: False
999         showticklabels: False
1000         ticks: ""
1001         ticklen: 0
1002         tickwidth: 0
1003         zeroline: False
1004       yaxis:
1005         autorange: "reversed"
1006         showgrid: False
1007         showline: False
1008         showticklabels: False
1009         ticks: ""
1010         ticklen: 0
1011         tickwidth: 0
1012         zeroline: False
1013       autosize: True
1014       showlegend: False
1015       width: 700
1016       height: 700
1017
1018     plot-cps:
1019       titlefont:
1020         size: 18
1021       xaxis:
1022         title: "<b>Test Cases [Index]</b>"
1023         titlefont:
1024           size: 16
1025         autorange: True
1026         fixedrange: False
1027         gridcolor: "rgb(230, 230, 230)"
1028         linecolor: "rgb(220, 220, 220)"
1029         linewidth: 1
1030         showgrid: True
1031         showline: True
1032         showticklabels: True
1033         tickcolor: "rgb(220, 220, 220)"
1034         tickmode: "linear"
1035         tickfont:
1036           size: 16
1037         zeroline: False
1038       yaxis:
1039         title: "<b>Connections Per Second [cps]</b>"
1040         titlefont:
1041           size: 16
1042         gridcolor: "rgb(230, 230, 230)"
1043         hoverformat: ".4s"
1044         linecolor: "rgb(220, 220, 220)"
1045         linewidth: 1
1046         rangemode: "tozero"
1047         showgrid: True
1048         showline: True
1049         showticklabels: True
1050         tickcolor: "rgb(220, 220, 220)"
1051         tickformat: ".3s"
1052         tickfont:
1053           size: 16
1054         zeroline: False
1055       boxmode: "group"
1056       boxgroupgap: 0.5
1057       autosize: False
1058       margin:
1059         t: 50
1060         b: 20
1061         l: 80
1062         r: 20
1063       showlegend: True
1064       legend:
1065         orientation: "h"
1066         font:
1067           size: 16
1068       width: 700
1069       height: 800
1070
1071     plot-rps:
1072       titlefont:
1073         size: 18
1074       xaxis:
1075         title: "<b>Test Cases [Index]</b>"
1076         titlefont:
1077           size: 16
1078         autorange: True
1079         fixedrange: False
1080         gridcolor: "rgb(230, 230, 230)"
1081         linecolor: "rgb(220, 220, 220)"
1082         linewidth: 1
1083         showgrid: True
1084         showline: True
1085         showticklabels: True
1086         tickcolor: "rgb(220, 220, 220)"
1087         tickmode: "linear"
1088         tickfont:
1089           size: 16
1090         zeroline: False
1091       yaxis:
1092         title: "<b>Requests Per Second [rps]</b>"
1093         titlefont:
1094           size: 16
1095         gridcolor: "rgb(230, 230, 230)"
1096         hoverformat: ".4s"
1097         linecolor: "rgb(220, 220, 220)"
1098         linewidth: 1
1099         rangemode: "tozero"
1100         showgrid: True
1101         showline: True
1102         showticklabels: True
1103         tickcolor: "rgb(230, 230, 230)"
1104         tickformat: ".3s"
1105         tickfont:
1106           size: 16
1107         zeroline: False
1108       boxmode: "group"
1109       boxgroupgap: 0.5
1110       autosize: False
1111       margin:
1112         t: 50
1113         b: 20
1114         l: 80
1115         r: 20
1116       showlegend: True
1117       legend:
1118         orientation: "h"
1119         font:
1120           size: 16
1121       width: 700
1122       height: 800
1123
1124     plot-throughput:
1125       titlefont:
1126         size: 18
1127       xaxis:
1128         title: "<b>Test Cases [Index]</b>"
1129         titlefont:
1130           size: 16
1131         autorange: True
1132         fixedrange: False
1133         gridcolor: "rgb(230, 230, 230)"
1134         linecolor: "rgb(220, 220, 220)"
1135         linewidth: 1
1136         showgrid: True
1137         showline: True
1138         showticklabels: True
1139         tickcolor: "rgb(220, 220, 220)"
1140         tickmode: "linear"
1141         tickfont:
1142           size: 16
1143         zeroline: False
1144       yaxis:
1145         title: "<b>Packet Throughput [Mpps]</b>"
1146         titlefont:
1147           size: 16
1148         gridcolor: "rgb(230, 230, 230)"
1149         hoverformat: ".4r"
1150         tickformat: ".3r"
1151         linecolor: "rgb(220, 220, 220)"
1152         linewidth: 1
1153         showgrid: True
1154         showline: True
1155         showticklabels: True
1156         tickcolor: "rgb(220, 220, 220)"
1157         tickfont:
1158           size: 16
1159         zeroline: False
1160         range: [0,50]
1161       boxmode: "group"
1162       boxgroupgap: 0.5
1163       autosize: False
1164       margin:
1165         t: 50
1166         b: 0
1167         l: 80
1168         r: 20
1169       showlegend: True
1170       legend:
1171         orientation: "h"
1172         font:
1173           size: 16
1174       width: 700
1175       height: 900
1176
1177     plot-throughput-speedup-analysis:
1178       titlefont:
1179         size: 18
1180       xaxis:
1181         title: "<b>Number of Cores [Qty]</b>"
1182         titlefont:
1183           size: 16
1184         autorange: True
1185         fixedrange: False
1186         gridcolor: "rgb(230, 230, 230)"
1187         linecolor: "rgb(220, 220, 220)"
1188         linewidth: 1
1189         showgrid: True
1190         showline: True
1191         showticklabels: True
1192         tickcolor: "rgb(238, 238, 238)"
1193         tickmode: "linear"
1194         tickfont:
1195           size: 16
1196         zeroline: False
1197       yaxis:
1198         title: "<b>Packet Throughput [Mpps]</b>"
1199         titlefont:
1200           size: 16
1201         type: "linear"
1202         gridcolor: "rgb(230, 230, 230)"
1203         hoverformat: ".4s"
1204         linecolor: "rgb(220, 220, 220)"
1205         linewidth: 1
1206         showgrid: True
1207         showline: True
1208         showticklabels: True
1209         tickcolor: "rgb(220, 220, 220)"
1210         tickformat: ".4s"
1211         tickfont:
1212           size: 16
1213         zeroline: True
1214         rangemode: "tozero"
1215         range: [0,100]
1216       legend:
1217         orientation: "h"
1218         font:
1219           size: 16
1220         xanchor: "left"
1221         yanchor: "top"
1222         x: 0
1223         y: -0.2
1224         bgcolor: "rgba(255, 255, 255, 0)"
1225         bordercolor: "rgba(255, 255, 255, 0)"
1226         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1227       autosize: False
1228       margin:
1229           't': 50
1230           'b': 150
1231           'l': 85
1232           'r': 10
1233       showlegend: True
1234       width: 700
1235       height: 700
1236       hoverlabel:
1237         namelength: -1
1238       annotations: [
1239         {
1240           text: "_ _          __          ...",
1241           align: "left",
1242           showarrow: False,
1243           xref: "paper",
1244           yref: "paper",
1245           xanchor: "left",
1246           yanchor: "top",
1247           x: 0,
1248           y: -0.13,
1249           font: {
1250             family: "Consolas, Courier New",
1251             size: 15
1252           },
1253         },
1254         {
1255           text: "    Perfect     Measured     Limit",
1256           align: "left",
1257           showarrow: False,
1258           xref: "paper",
1259           yref: "paper",
1260           xanchor: "left",
1261           yanchor: "top",
1262           x: 0,
1263           y: -0.15,
1264           font: {
1265             family: "Consolas, Courier New",
1266             size: 15
1267           },
1268         },
1269       ]
1270
1271     plot-latency:
1272       titlefont:
1273         size: 18
1274       xaxis:
1275         title: "<b>Direction</b>"
1276         titlefont:
1277           size: 16
1278         autorange: True
1279         fixedrange: False
1280         gridcolor: "rgb(230, 230, 230)"
1281         linecolor: "rgb(220, 220, 220)"
1282         linewidth: 1
1283         showgrid: True
1284         showline: True
1285         showticklabels: False
1286         tickcolor: "rgb(220, 220, 220)"
1287         tickmode: "linear"
1288         tickfont:
1289           size: 16
1290         zeroline: False
1291       yaxis:
1292         title: "<b>Packet Latency [uSec]</b>"
1293         titlefont:
1294           size: 16
1295         type: "linear"
1296         gridcolor: "rgb(230, 230, 230)"
1297         hoverformat: ".4s"
1298         linecolor: "rgb(220, 220, 220)"
1299         linewidth: 1
1300         showgrid: True
1301         showline: True
1302         showticklabels: True
1303         tickcolor: "rgb(220, 220, 220)"
1304         tickformat: ".4s"
1305         tickfont:
1306           size: 16
1307         zeroline: True
1308         rangemode: "tozero"
1309       legend:
1310         orientation: "h"
1311         font:
1312           size: 16
1313         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1314       autosize: False
1315       margin:
1316           't': 50
1317           'b': 150
1318           'l': 80
1319           'r': 10
1320       showlegend: True
1321       width: 700
1322       height: 700
1323       hoverlabel:
1324         namelength: -1
1325
1326 - type: "static"
1327   src-path: "{DIR[RST]}"
1328   dst-path: "{DIR[WORKING,SRC]}"
1329
1330 - type: "input"
1331   general:
1332     file-name: "robot-plugin.zip"
1333     file-format: ".zip"
1334     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1335     extract: "robot-plugin/output.xml"
1336
1337   builds:
1338 #    # TODO: Add 1904 data
1339 ##    intel-dnv-vpp-release-1904:
1340 ##      - 1
1341 #
1342 #    intel-dnv-vpp-release-1901:
1343 #      - 1
1344 #
1345 #    intel-dnv-vpp-release-1810:
1346 #      - 1
1347
1348     csit-vpp-perf-verify-1810-3n-hsw:
1349       - 9   # MRR sel
1350       - 8   # NDRPDR sel
1351       - 12  # NDRPDR sel
1352       - 14  # NDRPDR sel
1353       - 18  # NDRPDR sel
1354       - 23  # NDRPDR sel
1355       - 25  # NDRPDR sel
1356       - 38  # NDRPDR sel
1357       - 39  # NDRPDR sel
1358       - 41  # NDRPDR sel
1359       - 42  # NDRPDR sel
1360 #      - 28  # WRK
1361 #      - 29  # WRK
1362 #      - 30  # WRK
1363 #      - 31  # WRK
1364 #      - 32  # WRK
1365 #      - 33  # WRK
1366 #      - 34  # WRK
1367 #      - 35  # WRK
1368 #      - 36  # WRK
1369 #      - 37  # WRK
1370     csit-vpp-perf-verify-1901-3n-hsw:
1371       - 35  # MRR sel
1372       - 10  # NDRPDR sel
1373       - 19  # NDRPDR sel
1374       - 31  # NDRPDR sel
1375       - 36  # NDRPDR sel
1376       - 40  # NDRPDR sel
1377       - 42  # NDRPDR sel
1378       - 44  # NDRPDR sel
1379       - 46  # NDRPDR sel
1380       - 47  # NDRPDR sel
1381       - 48  # NDRPDR sel
1382       - 61  # NDRPDR LB
1383       - 62  # NDRPDR LB
1384       - 63  # NDRPDR LB
1385       - 64  # NDRPDR LB
1386       - 65  # NDRPDR LB
1387       - 66  # NDRPDR LB
1388       - 67  # NDRPDR LB
1389       - 69  # NDRPDR LB
1390       - 70  # NDRPDR LB
1391       - 71  # NDRPDR LB
1392     # TODO: Add 1904 Data
1393     csit-vpp-perf-verify-1904-3n-hsw:
1394       - 9   # MRR sel
1395       - 32  # NDRPDR full
1396       - 33  # NDRPDR full
1397       - 11  # NDRPDR sel
1398       - 12  # NDRPDR sel
1399       - 20  # NDRPDR sel
1400       - 21  # NDRPDR sel
1401       - 23  # NDRPDR sel
1402       - 24  # NDRPDR sel
1403       - 25  # NDRPDR sel
1404       - 26  # NDRPDR sel
1405       - 29  # NDRPDR sel
1406       - 30  # NDRPDR sel
1407
1408     csit-vpp-perf-verify-1810-3n-skx:
1409       - 9   # MRR sel
1410       - 11  # MRR sel
1411       - 12  # MRR sel
1412       - 13  # MRR sel
1413       - 10  # NDRPDR sel
1414       - 14  # NDRPDR sel
1415       - 15  # NDRPDR sel
1416       - 16  # NDRPDR sel
1417       - 17  # NDRPDR sel
1418       - 19  # NDRPDR sel
1419       - 20  # NDRPDR sel
1420       - 21  # NDRPDR sel
1421       - 22  # NDRPDR sel
1422       - 25  # NDRPDR sel
1423     csit-vpp-perf-verify-1901-3n-skx:
1424       - 32  # MRR sel
1425       - 18  # NDRPDR sel
1426       - 19  # NDRPDR sel
1427       - 20  # NDRPDR sel
1428       - 28  # NDRPDR sel
1429       - 31  # NDRPDR sel
1430       - 33  # NDRPDR sel
1431       - 36  # NDRPDR sel
1432       - 38  # NDRPDR sel
1433       - 47  # NDRPDR sel
1434       - 48  # NDRPDR sel
1435       - 54  # NDRPDR LB
1436       - 57  # NDRPDR LB
1437       - 58  # NDRPDR LB
1438       - 59  # NDRPDR LB
1439       - 60  # NDRPDR LB
1440       - 63  # NDRPDR LB
1441       - 64  # NDRPDR LB
1442       - 65  # NDRPDR LB
1443       - 66  # NDRPDR LB
1444       - 67  # NDRPDR LB
1445     csit-vpp-perf-verify-1904-3n-skx:
1446       - 7   # MRR sel
1447       - 26  # NDRPDR full
1448       - 27  # NDRPDR full
1449       - 30  # NDRPDR full
1450       - 31  # NDRPDR full
1451       - 8   # NDRPDR sel
1452       - 9   # NDRPDR sel
1453       - 10  # NDRPDR sel
1454       - 11  # NDRPDR sel
1455       - 12  # NDRPDR sel
1456       - 14  # NDRPDR sel
1457       - 16  # NDRPDR sel
1458       - 21  # NDRPDR sel
1459       - 23  # NDRPDR sel
1460       - 25  # NDRPDR sel
1461
1462     csit-vpp-perf-verify-1810-2n-skx:
1463       - 8   # MRR sel
1464       - 10  # MRR sel
1465       - 11  # MRR sel
1466       - 12  # MRR sel
1467       - 9   # NDRPDR sel
1468       - 13  # NDRPDR sel
1469       - 14  # NDRPDR sel
1470       - 19  # NDRPDR sel
1471       - 20  # NDRPDR sel
1472       - 21  # NDRPDR sel
1473       - 22  # NDRPDR sel
1474       - 23  # NDRPDR sel
1475       - 24  # NDRPDR sel
1476       - 27  # NDRPDR sel
1477     csit-vpp-perf-verify-1901-2n-skx:
1478       - 22  # MRR sel
1479       - 5   # NDRPDR sel
1480       - 12  # NDRPDR sel
1481       - 13  # NDRPDR sel
1482       - 21  # NDRPDR sel
1483       - 23  # NDRPDR sel
1484       - 31  # NDRPDR sel
1485       - 34  # NDRPDR sel
1486       - 40  # NDRPDR sel
1487       - 42  # NDRPDR sel
1488       - 43  # NDRPDR sel
1489     # TODO: Add 1904 data
1490     csit-vpp-perf-verify-1904-2n-skx:
1491       - 11  # MRR sel
1492       - 33  # NDRPDR full
1493       - 39  # NDRPDR full
1494       - 58  # NDRPDR full
1495       - 62  # NDRPDR full
1496       - 12  # NDRPDR sel
1497       - 14  # NDRPDR sel
1498       - 16  # NDRPDR sel
1499       - 17  # NDRPDR sel
1500       - 18  # NDRPDR sel
1501       - 21  # NDRPDR sel
1502       - 27  # NDRPDR sel
1503       - 30  # NDRPDR sel
1504       - 31  # NDRPDR sel
1505       - 32  # NDRPDR sel
1506       - 40  # NFV MRR 64b
1507       - 41  # NFV MRR 64b
1508       - 42  # NFV MRR 64b
1509       - 47  # NFV MRR 64b
1510       - 48  # NFV MRR 64b
1511       - 49  # NFV MRR IMIX
1512       - 50  # NFV MRR IMIX
1513       - 51  # NFV MRR IMIX
1514       - 54  # NFV MRR IMIX
1515       - 55  # NFV MRR IMIX
1516       - 56  # NFV NDRPDR 64b
1517       - 59  # NFV NDRPDR 64b
1518       - 60  # NFV NDRPDR 64b
1519       - 65  # NFV NDRPDR 64b
1520       - 68  # NFV NDRPDR 64b
1521       - 66  # NFV NDRPDR IMIX
1522       - 67  # NFV NDRPDR IMIX
1523       - 69  # NFV NDRPDR IMIX
1524       - 80  # NFV MRR NDRPDR 64b IMIX
1525       - 81  # NFV MRR NDRPDR 64b IMIX
1526       - 70  # SOAK
1527       - 71  # SOAK
1528
1529 #    csit-ligato-perf-verify-1901-3n-hsw:
1530 #      - 10  # NDRPDR full
1531 #      - 8   # NDRPDR sel
1532 #      - 9   # NDRPDR sel
1533 #      - 11  # NDRPDR sel
1534 #      - 12  # NDRPDR sel
1535 #      - 13  # NDRPDR sel
1536 #      - 14  # NDRPDR sel
1537 #      - 15  # NDRPDR sel
1538 #      - 16  # NDRPDR sel
1539 #      - 17  # NDRPDR sel
1540 #      - 18  # NDRPDR sel
1541 #    # TODO: Add 1904 data
1542 ##    csit-ligato-perf-verify-1904-3n-hsw:
1543 ##      -
1544
1545     csit-dpdk-perf-verify-1810-3n-hsw:
1546       - 1   # NDRPDR sel
1547       - 2   # NDRPDR sel
1548       - 3   # NDRPDR sel
1549       - 4   # NDRPDR sel
1550       - 5   # NDRPDR sel
1551       - 6   # NDRPDR sel
1552       - 7   # NDRPDR sel
1553       - 8   # NDRPDR sel
1554       - 9   # NDRPDR sel
1555       - 10  # NDRPDR sel
1556     csit-dpdk-perf-verify-1901-3n-hsw:
1557       - 13  # NDRPDR sel
1558       - 14  # NDRPDR sel
1559       - 16  # NDRPDR sel
1560       - 17  # NDRPDR sel
1561       - 18  # NDRPDR sel
1562       - 19  # NDRPDR sel
1563       - 20  # NDRPDR sel
1564       - 21  # NDRPDR sel
1565       - 22  # NDRPDR sel
1566       - 23  # NDRPDR sel
1567     csit-dpdk-perf-verify-1904-3n-hsw:
1568       - 2   # NDRPDR sel
1569       - 3   # NDRPDR sel
1570       - 5   # NDRPDR sel
1571       - 6   # NDRPDR sel
1572       - 13  # NDRPDR sel
1573       - 14  # NDRPDR sel
1574       - 15  # NDRPDR sel
1575       - 18  # NDRPDR sel
1576       - 19  # NDRPDR sel
1577       - 20  # NDRPDR sel
1578
1579     csit-dpdk-perf-verify-1810-3n-skx:
1580       - 3   # NDRPDR sel
1581       - 4   # NDRPDR sel
1582       - 6   # NDRPDR sel
1583       - 7   # NDRPDR sel
1584       - 8   # NDRPDR sel
1585       - 9   # NDRPDR sel
1586       - 10  # NDRPDR sel
1587       - 11  # NDRPDR sel
1588       - 12  # NDRPDR sel
1589       - 13  # NDRPDR sel
1590     csit-dpdk-perf-verify-1901-3n-skx:
1591       - 3   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 6   # NDRPDR sel
1594       - 7   # NDRPDR sel
1595       - 8   # NDRPDR sel
1596       - 9   # NDRPDR sel
1597       - 10  # NDRPDR sel
1598       - 11  # NDRPDR sel
1599       - 12  # NDRPDR sel
1600       - 13  # NDRPDR sel
1601     csit-dpdk-perf-verify-1904-3n-skx:
1602       - 2   # NDRPDR sel
1603       - 3   # NDRPDR sel
1604       - 4   # NDRPDR sel
1605       - 5   # NDRPDR sel
1606       - 6   # NDRPDR sel
1607       - 7   # NDRPDR sel
1608       - 11  # NDRPDR sel
1609       - 12  # NDRPDR sel
1610       - 13  # NDRPDR sel
1611       - 14  # NDRPDR sel
1612
1613     csit-dpdk-perf-verify-1810-2n-skx:
1614       - 3   # NDRPDR sel
1615       - 4   # NDRPDR sel
1616       - 5   # NDRPDR sel
1617       - 7   # NDRPDR sel
1618       - 8   # NDRPDR sel
1619       - 9   # NDRPDR sel
1620       - 10  # NDRPDR sel
1621       - 11  # NDRPDR sel
1622       - 12  # NDRPDR sel
1623       - 13  # NDRPDR sel
1624     csit-dpdk-perf-verify-1901-2n-skx:
1625       - 12  # NDRPDR sel
1626       - 13  # NDRPDR sel
1627       - 14  # NDRPDR sel
1628       - 15  # NDRPDR sel
1629       - 16  # NDRPDR sel
1630       - 17  # NDRPDR sel
1631       - 18  # NDRPDR sel
1632       - 19  # NDRPDR sel
1633       - 20  # NDRPDR sel
1634       - 21  # NDRPDR sel
1635     csit-dpdk-perf-verify-1904-2n-skx:
1636       - 2   # NDRPDR sel
1637       - 3   # NDRPDR sel
1638       - 4   # NDRPDR sel
1639       - 5   # NDRPDR sel
1640       - 7   # NDRPDR sel
1641       - 8   # NDRPDR sel
1642       - 9   # NDRPDR sel
1643       - 10  # NDRPDR sel
1644       - 11  # NDRPDR sel
1645       - 12  # NDRPDR sel
1646
1647     csit-vpp-functional-1904-ubuntu1604-virl:
1648       - 33
1649     csit-vpp-functional-1904-centos7-virl:
1650       - 32
1651     csit-vpp-device-1904-ubuntu1804-1n-skx:
1652       - 32
1653 #    # Not used
1654 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1655 #      - 1
1656     csit-dmm-functional-1904-ubuntu1604-virl:
1657       - 1
1658     csit-hc2vpp-verify-func-1904-ubuntu1604:
1659       - 4
1660
1661 - type: "output"
1662   output: "report"
1663   format:
1664     html:
1665     - full
1666     pdf:
1667     - minimal
1668
1669 ################################################################################
1670 ###                               T A B L E S                                ###
1671 ################################################################################
1672
1673 # VPP SOAK vs NDR
1674 - type: "table"
1675   title: "VPP Soak vs NDR 2n-skx"
1676   algorithm: "table_soak_vs_ndr"
1677   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1678   reference:
1679     title: "NDR"
1680     data: "vpp-soak-vs-ndr-2n-skx-ref"
1681   compare:
1682     title: "Soak"
1683     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1684   data: "vpp-soak-vs-ndr-2n-skx"
1685   include-tests: "NDR"
1686   filter: "('NDRPDR' or 'SOAK')"
1687   parameters:
1688     - "throughput"
1689     - "name"
1690     - "parent"
1691
1692 ################################################################################
1693
1694 # VPP Compare NICs 3n-hsw 1t1c ndr
1695 - type: "table"
1696   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1697   algorithm: "table_nics_comparison"
1698   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1699   reference:
1700     title: "Intel-x520"
1701     nic: "NIC_Intel-X520-DA2"
1702   compare:
1703     title: "Intel-x710"
1704     nic: "NIC_Intel-X710"
1705   data: "vpp-nic-comparison-3n-hsw"
1706   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1707   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1708   parameters:
1709   - "name"
1710   - "parent"
1711   - "throughput"
1712   - "tags"
1713
1714 # VPP Compare NICs 3n-hsw 2t2c ndr
1715 - type: "table"
1716   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1717   algorithm: "table_nics_comparison"
1718   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1719   reference:
1720     title: "Intel-x520"
1721     nic: "NIC_Intel-X520-DA2"
1722   compare:
1723     title: "Intel-x710"
1724     nic: "NIC_Intel-X710"
1725   data: "vpp-nic-comparison-3n-hsw"
1726   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1727   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1728   parameters:
1729   - "name"
1730   - "parent"
1731   - "throughput"
1732   - "tags"
1733
1734 # VPP Compare NICs 3n-hsw 1t1c pdr
1735 - type: "table"
1736   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1737   algorithm: "table_nics_comparison"
1738   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1739   reference:
1740     title: "Intel-x520"
1741     nic: "NIC_Intel-X520-DA2"
1742   compare:
1743     title: "Intel-x710"
1744     nic: "NIC_Intel-X710"
1745   data: "vpp-nic-comparison-3n-hsw"
1746   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1747   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1748   parameters:
1749   - "name"
1750   - "parent"
1751   - "throughput"
1752   - "tags"
1753
1754 # VPP Compare NICs 3n-hsw 2t2c pdr
1755 - type: "table"
1756   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1757   algorithm: "table_nics_comparison"
1758   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1759   reference:
1760     title: "Intel-x520"
1761     nic: "NIC_Intel-X520-DA2"
1762   compare:
1763     title: "Intel-x710"
1764     nic: "NIC_Intel-X710"
1765   data: "vpp-nic-comparison-3n-hsw"
1766   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1767   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1768   parameters:
1769   - "name"
1770   - "parent"
1771   - "throughput"
1772   - "tags"
1773
1774 # VPP Compare NICs 3n-hsw 1t1c mrr
1775 - type: "table"
1776   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1777   algorithm: "table_nics_comparison"
1778   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1779   reference:
1780     title: "Intel-x520"
1781     nic: "NIC_Intel-X520-DA2"
1782   compare:
1783     title: "Intel-x710"
1784     nic: "NIC_Intel-X710"
1785   data: "vpp-nic-comparison-3n-hsw-mrr"
1786   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1787   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1788   parameters:
1789   - "name"
1790   - "parent"
1791   - "result"
1792   - "tags"
1793
1794 # VPP Compare NICs 3n-hsw 2t2c mrr
1795 - type: "table"
1796   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1797   algorithm: "table_nics_comparison"
1798   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1799   reference:
1800     title: "Intel-x520"
1801     nic: "NIC_Intel-X520-DA2"
1802   compare:
1803     title: "Intel-x710"
1804     nic: "NIC_Intel-X710"
1805   data: "vpp-nic-comparison-3n-hsw-mrr"
1806   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1807   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1808   parameters:
1809   - "name"
1810   - "parent"
1811   - "result"
1812   - "tags"
1813
1814 # VPP Compare NICs 3n-hsw 4t4c mrr
1815 - type: "table"
1816   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1817   algorithm: "table_nics_comparison"
1818   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1819   reference:
1820     title: "Intel-x520"
1821     nic: "NIC_Intel-X520-DA2"
1822   compare:
1823     title: "Intel-x710"
1824     nic: "NIC_Intel-X710"
1825   data: "vpp-nic-comparison-3n-hsw-mrr"
1826   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1827   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1828   parameters:
1829   - "name"
1830   - "parent"
1831   - "result"
1832   - "tags"
1833
1834 # VPP Compare NICs 3n-skx 2t1c ndr
1835 - type: "table"
1836   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1837   algorithm: "table_nics_comparison"
1838   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1839   reference:
1840     title: "Intel-x710"
1841     nic: "NIC_Intel-X710"
1842   compare:
1843     title: "Intel-xxv710"
1844     nic: "NIC_Intel-XXV710"
1845   data: "vpp-nic-comparison-3n-skx"
1846   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1847   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1848   parameters:
1849   - "name"
1850   - "parent"
1851   - "throughput"
1852   - "tags"
1853
1854 # VPP Compare NICs 3n-skx 4t2c ndr
1855 - type: "table"
1856   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1857   algorithm: "table_nics_comparison"
1858   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1859   reference:
1860     title: "Intel-x710"
1861     nic: "NIC_Intel-X710"
1862   compare:
1863     title: "Intel-xxv710"
1864     nic: "NIC_Intel-XXV710"
1865   data: "vpp-nic-comparison-3n-skx"
1866   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1867   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1868   parameters:
1869   - "name"
1870   - "parent"
1871   - "throughput"
1872   - "tags"
1873
1874 # VPP Compare NICs 3n-skx 2t1c pdr
1875 - type: "table"
1876   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1877   algorithm: "table_nics_comparison"
1878   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1879   reference:
1880     title: "Intel-x710"
1881     nic: "NIC_Intel-X710"
1882   compare:
1883     title: "Intel-xxv710"
1884     nic: "NIC_Intel-XXV710"
1885   data: "vpp-nic-comparison-3n-skx"
1886   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1887   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1888   parameters:
1889   - "name"
1890   - "parent"
1891   - "throughput"
1892   - "tags"
1893
1894  # VPP Compare NICs 3n-skx 4t2c pdr
1895 - type: "table"
1896   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1897   algorithm: "table_nics_comparison"
1898   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1899   reference:
1900     title: "Intel-x710"
1901     nic: "NIC_Intel-X710"
1902   compare:
1903     title: "Intel-xxv710"
1904     nic: "NIC_Intel-XXV710"
1905   data: "vpp-nic-comparison-3n-skx"
1906   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1907   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1908   parameters:
1909   - "name"
1910   - "parent"
1911   - "throughput"
1912   - "tags"
1913
1914 # VPP Compare NICs 3n-skx 2t1c mrr
1915 - type: "table"
1916   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1917   algorithm: "table_nics_comparison"
1918   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1919   reference:
1920     title: "Intel-x710"
1921     nic: "NIC_Intel-X710"
1922   compare:
1923     title: "Intel-xxv710"
1924     nic: "NIC_Intel-XXV710"
1925   data: "vpp-nic-comparison-3n-skx-mrr"
1926   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1927   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1928   parameters:
1929   - "name"
1930   - "parent"
1931   - "result"
1932   - "tags"
1933
1934 # VPP Compare NICs 3n-skx 4t2c mrr
1935 - type: "table"
1936   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1937   algorithm: "table_nics_comparison"
1938   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1939   reference:
1940     title: "Intel-x710"
1941     nic: "NIC_Intel-X710"
1942   compare:
1943     title: "Intel-xxv710"
1944     nic: "NIC_Intel-XXV710"
1945   data: "vpp-nic-comparison-3n-skx-mrr"
1946   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1947   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1948   parameters:
1949   - "name"
1950   - "parent"
1951   - "result"
1952   - "tags"
1953
1954  # VPP Compare NICs 3n-skx 8t4c mrr
1955 - type: "table"
1956   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1957   algorithm: "table_nics_comparison"
1958   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1959   reference:
1960     title: "Intel-x710"
1961     nic: "NIC_Intel-X710"
1962   compare:
1963     title: "Intel-xxv710"
1964     nic: "NIC_Intel-XXV710"
1965   data: "vpp-nic-comparison-3n-skx-mrr"
1966   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1967   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1968   parameters:
1969   - "name"
1970   - "parent"
1971   - "result"
1972   - "tags"
1973
1974 # VPP Compare NICs 2n-skx 2t1c ndr
1975 - type: "table"
1976   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1977   algorithm: "table_nics_comparison"
1978   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1979   reference:
1980     title: "Intel-x710"
1981     nic: "NIC_Intel-X710"
1982   compare:
1983     title: "Intel-xxv710"
1984     nic: "NIC_Intel-XXV710"
1985   data: "vpp-nic-comparison-2n-skx"
1986   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1987   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1988   parameters:
1989   - "name"
1990   - "parent"
1991   - "throughput"
1992   - "tags"
1993
1994 # VPP Compare NICs 2n-skx 4t2c ndr
1995 - type: "table"
1996   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1997   algorithm: "table_nics_comparison"
1998   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1999   reference:
2000     title: "Intel-x710"
2001     nic: "NIC_Intel-X710"
2002   compare:
2003     title: "Intel-xxv710"
2004     nic: "NIC_Intel-XXV710"
2005   data: "vpp-nic-comparison-2n-skx"
2006   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2007   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2008   parameters:
2009   - "name"
2010   - "parent"
2011   - "throughput"
2012   - "tags"
2013
2014  # VPP Compare NICs 2n-skx 2t1c pdr
2015 - type: "table"
2016   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2017   algorithm: "table_nics_comparison"
2018   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2019   reference:
2020     title: "Intel-x710"
2021     nic: "NIC_Intel-X710"
2022   compare:
2023     title: "Intel-xxv710"
2024     nic: "NIC_Intel-XXV710"
2025   data: "vpp-nic-comparison-2n-skx"
2026   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2027   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2028   parameters:
2029   - "name"
2030   - "parent"
2031   - "throughput"
2032   - "tags"
2033
2034 # VPP Compare NICs 2n-skx 4t2c pdr
2035 - type: "table"
2036   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2037   algorithm: "table_nics_comparison"
2038   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2039   reference:
2040     title: "Intel-x710"
2041     nic: "NIC_Intel-X710"
2042   compare:
2043     title: "Intel-xxv710"
2044     nic: "NIC_Intel-XXV710"
2045   data: "vpp-nic-comparison-2n-skx"
2046   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2047   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2048   parameters:
2049   - "name"
2050   - "parent"
2051   - "throughput"
2052   - "tags"
2053
2054 # VPP Compare NICs 2n-skx 2t1c mrr
2055 - type: "table"
2056   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2057   algorithm: "table_nics_comparison"
2058   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2059   reference:
2060     title: "Intel-x710"
2061     nic: "NIC_Intel-X710"
2062   compare:
2063     title: "Intel-xxv710"
2064     nic: "NIC_Intel-XXV710"
2065   data: "vpp-nic-comparison-2n-skx-mrr"
2066   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2067   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2068   parameters:
2069   - "name"
2070   - "parent"
2071   - "result"
2072   - "tags"
2073
2074 # VPP Compare NICs 2n-skx 4t2c mrr
2075 - type: "table"
2076   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2077   algorithm: "table_nics_comparison"
2078   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2079   reference:
2080     title: "Intel-x710"
2081     nic: "NIC_Intel-X710"
2082   compare:
2083     title: "Intel-xxv710"
2084     nic: "NIC_Intel-XXV710"
2085   data: "vpp-nic-comparison-2n-skx-mrr"
2086   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2087   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2088   parameters:
2089   - "name"
2090   - "parent"
2091   - "result"
2092   - "tags"
2093
2094 # VPP Compare NICs 2n-skx 8t4c mrr
2095 - type: "table"
2096   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2097   algorithm: "table_nics_comparison"
2098   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2099   reference:
2100     title: "Intel-x710"
2101     nic: "NIC_Intel-X710"
2102   compare:
2103     title: "Intel-xxv710"
2104     nic: "NIC_Intel-XXV710"
2105   data: "vpp-nic-comparison-2n-skx-mrr"
2106   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2107   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2108   parameters:
2109   - "name"
2110   - "parent"
2111   - "result"
2112   - "tags"
2113
2114 ################################################################################
2115 # VPP
2116
2117 ## VPP Performance Changes 2n-dnv 1t1c pdr
2118 #- type: "table"
2119 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2120 #  algorithm: "table_performance_comparison"
2121 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2122 #  history:
2123 #    - title: "rls1810"
2124 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2125 #  reference:
2126 #    title: "rls1901"
2127 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2128 #  compare:
2129 #    title: "rls1904"
2130 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2131 #  data: "intel-dnv-vpp-changes-2n-dnv"
2132 #  include-tests: "PDR"
2133 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2134 #  parameters:
2135 #  - "name"
2136 #  - "parent"
2137 #  - "throughput"
2138 #
2139 ## VPP Performance Changes 2n-dnv 2t2c pdr
2140 #- type: "table"
2141 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2142 #  algorithm: "table_performance_comparison"
2143 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2144 #  history:
2145 #    - title: "rls1810"
2146 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2147 #  reference:
2148 #    title: "rls1901"
2149 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2150 #  compare:
2151 #    title: "rls1904"
2152 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2153 #  data: "intel-dnv-vpp-changes-2n-dnv"
2154 #  include-tests: "PDR"
2155 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2156 #  parameters:
2157 #  - "name"
2158 #  - "parent"
2159 #  - "throughput"
2160 #
2161 ## VPP Performance Changes 2n-dnv 1t1c ndr
2162 #- type: "table"
2163 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2164 #  algorithm: "table_performance_comparison"
2165 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2166 #  history:
2167 #    - title: "rls1810"
2168 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2169 #  reference:
2170 #    title: "rls1901"
2171 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2172 #  compare:
2173 #    title: "rls1904"
2174 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2175 #  data: "intel-dnv-vpp-changes-2n-dnv"
2176 #  include-tests: "NDR"
2177 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2178 #  parameters:
2179 #  - "name"
2180 #  - "parent"
2181 #  - "throughput"
2182 #
2183 ## VPP Performance Changes 2n-dnv 2t2c ndr
2184 #- type: "table"
2185 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2186 #  algorithm: "table_performance_comparison"
2187 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2188 #  history:
2189 #    - title: "rls1810"
2190 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2191 #  reference:
2192 #    title: "rls1901"
2193 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2194 #  compare:
2195 #    title: "rls1904"
2196 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2197 #  data: "intel-dnv-vpp-changes-2n-dnv"
2198 #  include-tests: "NDR"
2199 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2200 #  parameters:
2201 #  - "name"
2202 #  - "parent"
2203 #  - "throughput"
2204 #
2205 ## VPP Performance Changes 2n-dnv 1t1c MRR
2206 #- type: "table"
2207 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2208 #  algorithm: "table_performance_comparison"
2209 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2210 #  history:
2211 #    - title: "rls1810"
2212 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2213 #  reference:
2214 #    title: "rls1901"
2215 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2216 #  compare:
2217 #    title: "rls1904"
2218 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2219 #  data: "intel-dnv-vpp-changes-2n-dnv"
2220 #  include-tests: "MRR"
2221 #  filter: "'1T1C' and 'MRR'"
2222 #  parameters:
2223 #  - "name"
2224 #  - "parent"
2225 #  - "result"
2226 #
2227 ## VPP Performance Changes 2n-dnv 2t2c MRR
2228 #- type: "table"
2229 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2230 #  algorithm: "table_performance_comparison"
2231 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2232 #  history:
2233 #    - title: "rls1810"
2234 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2235 #  reference:
2236 #    title: "rls1901"
2237 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2238 #  compare:
2239 #    title: "rls1904"
2240 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2241 #  data: "intel-dnv-vpp-changes-2n-dnv"
2242 #  include-tests: "MRR"
2243 #  filter: "'2T2C' and 'MRR'"
2244 #  parameters:
2245 #  - "name"
2246 #  - "parent"
2247 #  - "result"
2248 #
2249 ## VPP Performance Changes 2n-dnv 4t4c MRR
2250 #- type: "table"
2251 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2252 #  algorithm: "table_performance_comparison"
2253 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2254 #  history:
2255 #    - title: "rls1810"
2256 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2257 #  reference:
2258 #    title: "rls1901"
2259 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2260 #  compare:
2261 #    title: "rls1904"
2262 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2263 #  data: "intel-dnv-vpp-changes-2n-dnv"
2264 #  include-tests: "MRR"
2265 #  filter: "'4T4C' and 'MRR'"
2266 #  parameters:
2267 #  - "name"
2268 #  - "parent"
2269 #  - "result"
2270
2271 # VPP Performance Changes 3n-hsw 1t1c pdr
2272 - type: "table"
2273   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2274   algorithm: "table_performance_comparison"
2275   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2276   history:
2277     - title: "rls1810"
2278       data: "vpp-performance-changes-3n-hsw-h1"
2279   reference:
2280     title: "rls1901"
2281     data: "vpp-performance-changes-3n-hsw-ref"
2282   compare:
2283     title: "rls1904"
2284     data: "vpp-performance-changes-3n-hsw-cmp"
2285   data: "vpp-performance-changes-3n-hsw"
2286   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2287   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2288   parameters:
2289   - "name"
2290   - "parent"
2291   - "throughput"
2292
2293 # VPP Performance Changes 3n-hsw 2t2c pdr
2294 - type: "table"
2295   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2296   algorithm: "table_performance_comparison"
2297   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2298   history:
2299     - title: "rls1810"
2300       data: "vpp-performance-changes-3n-hsw-h1"
2301   reference:
2302     title: "rls1901"
2303     data: "vpp-performance-changes-3n-hsw-ref"
2304   compare:
2305     title: "rls1904"
2306     data: "vpp-performance-changes-3n-hsw-cmp"
2307   data: "vpp-performance-changes-3n-hsw"
2308   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2309   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2310   parameters:
2311   - "name"
2312   - "parent"
2313   - "throughput"
2314
2315 # VPP Performance Changes 3n-hsw 1t1c ndr
2316 - type: "table"
2317   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2318   algorithm: "table_performance_comparison"
2319   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2320   history:
2321     - title: "rls1810"
2322       data: "vpp-performance-changes-3n-hsw-h1"
2323   reference:
2324     title: "rls1901"
2325     data: "vpp-performance-changes-3n-hsw-ref"
2326   compare:
2327     title: "rls1904"
2328     data: "vpp-performance-changes-3n-hsw-cmp"
2329   data: "vpp-performance-changes-3n-hsw"
2330   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2331   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2332   parameters:
2333   - "name"
2334   - "parent"
2335   - "throughput"
2336
2337 # VPP Performance Changes 3n-hsw 2t2c ndr
2338 - type: "table"
2339   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2340   algorithm: "table_performance_comparison"
2341   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2342   history:
2343     - title: "rls1810"
2344       data: "vpp-performance-changes-3n-hsw-h1"
2345   reference:
2346     title: "rls1901"
2347     data: "vpp-performance-changes-3n-hsw-ref"
2348   compare:
2349     title: "rls1904"
2350     data: "vpp-performance-changes-3n-hsw-cmp"
2351   data: "vpp-performance-changes-3n-hsw"
2352   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2353   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2354   parameters:
2355   - "name"
2356   - "parent"
2357   - "throughput"
2358
2359 # VPP Performance Changes 3n-skx 2t1c pdr
2360 - type: "table"
2361   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2362   algorithm: "table_performance_comparison"
2363   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2364   history:
2365     - title: "rls1810"
2366       data: "vpp-performance-changes-3n-skx-h1"
2367   reference:
2368     title: "rls1901"
2369     data: "vpp-performance-changes-3n-skx-ref"
2370   compare:
2371     title: "rls1904"
2372     data: "vpp-performance-changes-3n-skx-cmp"
2373   data: "vpp-performance-changes-3n-skx"
2374   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2375   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2376   parameters:
2377   - "name"
2378   - "parent"
2379   - "throughput"
2380
2381 # VPP Performance Changes 3n-skx 4t2c pdr
2382 - type: "table"
2383   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2384   algorithm: "table_performance_comparison"
2385   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2386   history:
2387     - title: "rls1810"
2388       data: "vpp-performance-changes-3n-skx-h1"
2389   reference:
2390     title: "rls1901"
2391     data: "vpp-performance-changes-3n-skx-ref"
2392   compare:
2393     title: "rls1904"
2394     data: "vpp-performance-changes-3n-skx-cmp"
2395   data: "vpp-performance-changes-3n-skx"
2396   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2397   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "throughput"
2402
2403 # VPP Performance Changes 3n-skx 2t1c ndr
2404 - type: "table"
2405   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2406   algorithm: "table_performance_comparison"
2407   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2408   history:
2409     - title: "rls1810"
2410       data: "vpp-performance-changes-3n-skx-h1"
2411   reference:
2412     title: "rls1901"
2413     data: "vpp-performance-changes-3n-skx-ref"
2414   compare:
2415     title: "rls1904"
2416     data: "vpp-performance-changes-3n-skx-cmp"
2417   data: "vpp-performance-changes-3n-skx"
2418   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2419   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2420   parameters:
2421   - "name"
2422   - "parent"
2423   - "throughput"
2424
2425 # VPP Performance Changes 3n-skx 4t2c ndr
2426 - type: "table"
2427   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2428   algorithm: "table_performance_comparison"
2429   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2430   history:
2431     - title: "rls1810"
2432       data: "vpp-performance-changes-3n-skx-h1"
2433   reference:
2434     title: "rls1901"
2435     data: "vpp-performance-changes-3n-skx-ref"
2436   compare:
2437     title: "rls1904"
2438     data: "vpp-performance-changes-3n-skx-cmp"
2439   data: "vpp-performance-changes-3n-skx"
2440   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2441   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2442   parameters:
2443   - "name"
2444   - "parent"
2445   - "throughput"
2446
2447 # VPP Performance Changes 2n-skx 2t1c pdr
2448 - type: "table"
2449   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2450   algorithm: "table_performance_comparison"
2451   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2452   history:
2453     - title: "rls1810"
2454       data: "vpp-performance-changes-2n-skx-h1"
2455   reference:
2456     title: "rls1901"
2457     data: "vpp-performance-changes-2n-skx-ref"
2458   compare:
2459     title: "rls1904"
2460     data: "vpp-performance-changes-2n-skx-cmp"
2461   data: "vpp-performance-changes-2n-skx"
2462   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2463   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2464   parameters:
2465   - "name"
2466   - "parent"
2467   - "throughput"
2468
2469 # VPP Performance Changes 2n-skx 4t2c pdr
2470 - type: "table"
2471   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2472   algorithm: "table_performance_comparison"
2473   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2474   history:
2475     - title: "rls1810"
2476       data: "vpp-performance-changes-2n-skx-h1"
2477   reference:
2478     title: "rls1901"
2479     data: "vpp-performance-changes-2n-skx-ref"
2480   compare:
2481     title: "rls1904"
2482     data: "vpp-performance-changes-2n-skx-cmp"
2483   data: "vpp-performance-changes-2n-skx"
2484   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2485   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2486   parameters:
2487   - "name"
2488   - "parent"
2489   - "throughput"
2490
2491 # VPP Performance Changes 2n-skx 2t1c ndr
2492 - type: "table"
2493   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2494   algorithm: "table_performance_comparison"
2495   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2496   history:
2497     - title: "rls1810"
2498       data: "vpp-performance-changes-2n-skx-h1"
2499   reference:
2500     title: "rls1901"
2501     data: "vpp-performance-changes-2n-skx-ref"
2502   compare:
2503     title: "rls1904"
2504     data: "vpp-performance-changes-2n-skx-cmp"
2505   data: "vpp-performance-changes-2n-skx"
2506   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2507   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2508   parameters:
2509   - "name"
2510   - "parent"
2511   - "throughput"
2512
2513 # VPP Performance Changes 2n-skx 4t2c ndr
2514 - type: "table"
2515   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2516   algorithm: "table_performance_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2518   history:
2519     - title: "rls1810"
2520       data: "vpp-performance-changes-2n-skx-h1"
2521   reference:
2522     title: "rls1901"
2523     data: "vpp-performance-changes-2n-skx-ref"
2524   compare:
2525     title: "rls1904"
2526     data: "vpp-performance-changes-2n-skx-cmp"
2527   data: "vpp-performance-changes-2n-skx"
2528   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2529   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2530   parameters:
2531   - "name"
2532   - "parent"
2533   - "throughput"
2534
2535 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2536 - type: "table"
2537   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2538   algorithm: "table_performance_comparison"
2539   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2540   reference:
2541     title: "3-Node Hsw"
2542     data: "vpp-compare-testbeds-ref"
2543   compare:
2544     title: "3-Node Skx"
2545     data: "vpp-compare-testbeds-cmp"
2546   data: "vpp-compare-testbeds"
2547   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2548   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2549   parameters:
2550   - "name"
2551   - "parent"
2552   - "throughput"
2553
2554 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2555 - type: "table"
2556   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2557   algorithm: "table_performance_comparison"
2558   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2559   reference:
2560     title: "3-Node Hsw"
2561     data: "vpp-compare-testbeds-ref"
2562   compare:
2563     title: "3-Node Skx"
2564     data: "vpp-compare-testbeds-cmp"
2565   data: "vpp-compare-testbeds"
2566   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2567   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2568   parameters:
2569   - "name"
2570   - "parent"
2571   - "throughput"
2572
2573 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2574 - type: "table"
2575   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2576   algorithm: "table_performance_comparison"
2577   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2578   reference:
2579     title: "3-Node Hsw"
2580     data: "vpp-compare-testbeds-ref"
2581   compare:
2582     title: "3-Node Skx"
2583     data: "vpp-compare-testbeds-cmp"
2584   data: "vpp-compare-testbeds"
2585   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2586   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2587   parameters:
2588   - "name"
2589   - "parent"
2590   - "throughput"
2591
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2593 - type: "table"
2594   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2595   algorithm: "table_performance_comparison"
2596   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2597   reference:
2598     title: "3-Node Hsw"
2599     data: "vpp-compare-testbeds-ref"
2600   compare:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-testbeds-cmp"
2603   data: "vpp-compare-testbeds"
2604   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2605   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "throughput"
2610
2611 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2612 - type: "table"
2613   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2616   reference:
2617     title: "3-Node Skx"
2618     data: "vpp-compare-topologies-ref"
2619   compare:
2620     title: "2-Node Skx"
2621     data: "vpp-compare-topologies-cmp"
2622   data: "vpp-compare-topologies"
2623   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NDRPDR' and '1C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "throughput"
2629
2630 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2631 - type: "table"
2632   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2635   reference:
2636     title: "3-Node Skx"
2637     data: "vpp-compare-topologies-ref"
2638   compare:
2639     title: "2-Node Skx"
2640     data: "vpp-compare-topologies-cmp"
2641   data: "vpp-compare-topologies"
2642   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NDRPDR' and '2C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "throughput"
2648
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2650 - type: "table"
2651   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2654   reference:
2655     title: "3-Node Skx"
2656     data: "vpp-compare-topologies-ref"
2657   compare:
2658     title: "2-Node Skx"
2659     data: "vpp-compare-topologies-cmp"
2660   data: "vpp-compare-topologies"
2661   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2662   filter: "'NDRPDR' and '1C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "throughput"
2667
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2669 - type: "table"
2670   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2673   reference:
2674     title: "3-Node Skx"
2675     data: "vpp-compare-topologies-ref"
2676   compare:
2677     title: "2-Node Skx"
2678     data: "vpp-compare-topologies-cmp"
2679   data: "vpp-compare-topologies"
2680   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2681   filter: "'NDRPDR' and '2C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "throughput"
2686
2687 # VPP Performance Changes 3n-hsw 1t1c MRR
2688 - type: "table"
2689   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2692   history:
2693     - title: "rls1810"
2694       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2695   reference:
2696     title: "rls1901"
2697     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2698   compare:
2699     title: "rls1904"
2700     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2701   data: "vpp-performance-changes-3n-hsw-mrr"
2702   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2703   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2704   parameters:
2705   - "name"
2706   - "parent"
2707   - "result"
2708
2709 # VPP Performance Changes 3n-hsw 2t2c MRR
2710 - type: "table"
2711   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2712   algorithm: "table_performance_comparison"
2713   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2714   history:
2715     - title: "rls1810"
2716       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2717   reference:
2718     title: "rls1901"
2719     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2720   compare:
2721     title: "rls1904"
2722     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2723   data: "vpp-performance-changes-3n-hsw-mrr"
2724   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2725   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2726   parameters:
2727   - "name"
2728   - "parent"
2729   - "result"
2730
2731 # VPP Performance Changes 3n-hsw 4t4c MRR
2732 - type: "table"
2733   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2734   algorithm: "table_performance_comparison"
2735   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2736   history:
2737     - title: "rls1810"
2738       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2739   reference:
2740     title: "rls1901"
2741     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2742   compare:
2743     title: "rls1904"
2744     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2745   data: "vpp-performance-changes-3n-hsw-mrr"
2746   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2747   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2748   parameters:
2749   - "name"
2750   - "parent"
2751   - "result"
2752
2753 # VPP Performance Changes 3n-skx 2t1c MRR
2754 - type: "table"
2755   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2756   algorithm: "table_performance_comparison"
2757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2758   history:
2759     - title: "rls1810"
2760       data: "vpp-performance-changes-3n-skx-mrr-h1"
2761   reference:
2762     title: "rls1901"
2763     data: "vpp-performance-changes-3n-skx-mrr-ref"
2764   compare:
2765     title: "rls1904"
2766     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2767   data: "vpp-performance-changes-3n-skx-mrr"
2768   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2769   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2770   parameters:
2771   - "name"
2772   - "parent"
2773   - "result"
2774
2775 # VPP Performance Changes 3n-skx 4t2c MRR
2776 - type: "table"
2777   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2778   algorithm: "table_performance_comparison"
2779   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2780   history:
2781     - title: "rls1810"
2782       data: "vpp-performance-changes-3n-skx-mrr-h1"
2783   reference:
2784     title: "rls1901"
2785     data: "vpp-performance-changes-3n-skx-mrr-ref"
2786   compare:
2787     title: "rls1904"
2788     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2789   data: "vpp-performance-changes-3n-skx-mrr"
2790   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2791   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2792   parameters:
2793   - "name"
2794   - "parent"
2795   - "result"
2796
2797 # VPP Performance Changes 3n-skx 8t4c MRR
2798 - type: "table"
2799   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2800   algorithm: "table_performance_comparison"
2801   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2802   history:
2803     - title: "rls1810"
2804       data: "vpp-performance-changes-3n-skx-mrr-h1"
2805   reference:
2806     title: "rls1901"
2807     data: "vpp-performance-changes-3n-skx-mrr-ref"
2808   compare:
2809     title: "rls1904"
2810     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2811   data: "vpp-performance-changes-3n-skx-mrr"
2812   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2813   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2814   parameters:
2815   - "name"
2816   - "parent"
2817   - "result"
2818
2819 # VPP Performance Changes 2n-skx 2t1c MRR
2820 - type: "table"
2821   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2822   algorithm: "table_performance_comparison"
2823   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2824   history:
2825     - title: "rls1810"
2826       data: "vpp-performance-changes-2n-skx-mrr-h1"
2827   reference:
2828     title: "rls1901"
2829     data: "vpp-performance-changes-2n-skx-mrr-ref"
2830   compare:
2831     title: "rls1904"
2832     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2833   data: "vpp-performance-changes-2n-skx-mrr"
2834   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2835   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2836   parameters:
2837   - "name"
2838   - "parent"
2839   - "result"
2840
2841 # VPP Performance Changes 2n-skx 4t2c MRR
2842 - type: "table"
2843   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2844   algorithm: "table_performance_comparison"
2845   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2846   history:
2847     - title: "rls1810"
2848       data: "vpp-performance-changes-2n-skx-mrr-h1"
2849   reference:
2850     title: "rls1901"
2851     data: "vpp-performance-changes-2n-skx-mrr-ref"
2852   compare:
2853     title: "rls1904"
2854     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2855   data: "vpp-performance-changes-2n-skx-mrr"
2856   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2857   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2858   parameters:
2859   - "name"
2860   - "parent"
2861   - "result"
2862
2863 # VPP Performance Changes 2n-skx 8t4c MRR
2864 - type: "table"
2865   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2866   algorithm: "table_performance_comparison"
2867   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2868   history:
2869     - title: "rls1810"
2870       data: "vpp-performance-changes-2n-skx-mrr-h1"
2871   reference:
2872     title: "rls1901"
2873     data: "vpp-performance-changes-2n-skx-mrr-ref"
2874   compare:
2875     title: "rls1904"
2876     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2877   data: "vpp-performance-changes-2n-skx-mrr"
2878   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2879   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2880   parameters:
2881   - "name"
2882   - "parent"
2883   - "result"
2884
2885 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2886 - type: "table"
2887   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2888   algorithm: "table_performance_comparison"
2889   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2890   reference:
2891     title: "3-Node Hsw"
2892     data: "vpp-compare-testbeds-mrr-ref"
2893   compare:
2894     title: "3-Node Skx"
2895     data: "vpp-compare-testbeds-mrr-cmp"
2896   data: "vpp-compare-testbeds-mrr"
2897   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2899   parameters:
2900   - "name"
2901   - "parent"
2902   - "result"
2903
2904 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2905 - type: "table"
2906   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2907   algorithm: "table_performance_comparison"
2908   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2909   reference:
2910     title: "3-Node Hsw"
2911     data: "vpp-compare-testbeds-mrr-ref"
2912   compare:
2913     title: "3-Node Skx"
2914     data: "vpp-compare-testbeds-mrr-cmp"
2915   data: "vpp-compare-testbeds-mrr"
2916   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2917   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2918   parameters:
2919   - "name"
2920   - "parent"
2921   - "result"
2922
2923 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2924 - type: "table"
2925   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2926   algorithm: "table_performance_comparison"
2927   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2928   reference:
2929     title: "3-Node Hsw"
2930     data: "vpp-compare-testbeds-mrr-ref"
2931   compare:
2932     title: "3-Node Skx"
2933     data: "vpp-compare-testbeds-mrr-cmp"
2934   data: "vpp-compare-testbeds-mrr"
2935   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2936   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2937   parameters:
2938   - "name"
2939   - "parent"
2940   - "result"
2941
2942 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2943 - type: "table"
2944   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2945   algorithm: "table_performance_comparison"
2946   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2947   reference:
2948     title: "3-Node Skx"
2949     data: "vpp-compare-topologies-mrr-ref"
2950   compare:
2951     title: "2-Node Skx"
2952     data: "vpp-compare-topologies-mrr-cmp"
2953   data: "vpp-compare-topologies-mrr"
2954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955   filter: "'MRR' and '1C'"
2956   parameters:
2957   - "name"
2958   - "parent"
2959   - "result"
2960
2961 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2962 - type: "table"
2963   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2966   reference:
2967     title: "3-Node Skx"
2968     data: "vpp-compare-topologies-mrr-ref"
2969   compare:
2970     title: "2-Node Skx"
2971     data: "vpp-compare-topologies-mrr-cmp"
2972   data: "vpp-compare-topologies-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'MRR' and '2C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2981 - type: "table"
2982   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2983   algorithm: "table_performance_comparison"
2984   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2985   reference:
2986     title: "3-Node Skx"
2987     data: "vpp-compare-topologies-mrr-ref"
2988   compare:
2989     title: "2-Node Skx"
2990     data: "vpp-compare-topologies-mrr-cmp"
2991   data: "vpp-compare-topologies-mrr"
2992   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2993   filter: "'MRR' and '4C'"
2994   parameters:
2995   - "name"
2996   - "parent"
2997   - "result"
2998
2999 # Detailed Test Results - VPP Performance Results 3n-hsw
3000 - type: "table"
3001   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3002   algorithm: "table_merged_details"
3003   output-file-ext: ".csv"
3004   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3005   columns:
3006   - title: "Name"
3007     data: "data name"
3008   - title: "Status"
3009     data: "data msg"
3010   rows: "generated"
3011   data: "vpp-perf-results-3n-hsw"
3012   filter: "not 'NDRCHK' and not 'PDRCHK'"
3013   parameters:
3014   - "name"
3015   - "parent"
3016   - "msg"
3017
3018 # Detailed Test Results - VPP Performance Results 3n-skx
3019 - type: "table"
3020   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3021   algorithm: "table_merged_details"
3022   output-file-ext: ".csv"
3023   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3024   columns:
3025   - title: "Name"
3026     data: "data name"
3027   - title: "Status"
3028     data: "data msg"
3029   rows: "generated"
3030   data: "vpp-perf-results-3n-skx"
3031   filter: "not 'CFS_OPT'"
3032   parameters:
3033   - "name"
3034   - "parent"
3035   - "msg"
3036
3037 # Detailed Test Results - VPP Performance Results 2n-skx
3038 - type: "table"
3039   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3040   algorithm: "table_merged_details"
3041   output-file-ext: ".csv"
3042   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3043   columns:
3044   - title: "Name"
3045     data: "data name"
3046   - title: "Status"
3047     data: "data msg"
3048   rows: "generated"
3049   data: "vpp-perf-results-2n-skx"
3050   filter: "not 'CFS_OPT'"
3051   parameters:
3052   - "name"
3053   - "parent"
3054   - "msg"
3055
3056 ## Detailed Test Results - VPP Performance Results 2n-dnv
3057 #- type: "table"
3058 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3059 #  algorithm: "table_details"
3060 #  output-file-ext: ".csv"
3061 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3062 #  columns:
3063 #  - title: "Name"
3064 #    data: "data name"
3065 #  - title: "Status"
3066 #    data: "data msg"
3067 #  rows: "generated"
3068 #  data: "intel-dnv-vpp"
3069 #  filter: "'NDRPDR'"
3070 #  parameters:
3071 #  - "name"
3072 #  - "parent"
3073 #  - "msg"
3074
3075 # Test configuration - VPP Performance Test Configs 3n-hsw
3076 - type: "table"
3077   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3078   algorithm: "table_merged_details"
3079   output-file-ext: ".csv"
3080   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3081   columns:
3082   - title: "Name"
3083     data: "data name"
3084   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3085     data: "data conf-history"
3086   rows: "generated"
3087   data: "vpp-perf-results-3n-hsw"
3088   filter: "not 'NDRCHK' and not 'PDRCHK'"
3089   parameters:
3090   - "parent"
3091   - "name"
3092   - "conf-history"
3093
3094 # Test configuration - VPP Performance Test Configs 3n-skx
3095 - type: "table"
3096   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3097   algorithm: "table_merged_details"
3098   output-file-ext: ".csv"
3099   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3100   columns:
3101   - title: "Name"
3102     data: "data name"
3103   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3104     data: "data conf-history"
3105   rows: "generated"
3106   data: "vpp-perf-results-3n-skx"
3107   filter: "not 'CFS_OPT'"
3108   parameters:
3109   - "parent"
3110   - "name"
3111   - "conf-history"
3112
3113 # Test configuration - VPP Performance Test Configs 2n-skx
3114 - type: "table"
3115   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3116   algorithm: "table_merged_details"
3117   output-file-ext: ".csv"
3118   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3119   columns:
3120   - title: "Name"
3121     data: "data name"
3122   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3123     data: "data conf-history"
3124   rows: "generated"
3125   data: "vpp-perf-results-2n-skx"
3126   filter: "not 'CFS_OPT'"
3127   parameters:
3128   - "parent"
3129   - "name"
3130   - "conf-history"
3131
3132 ## Test configuration - VPP Performance Test Configs 2n-dnv
3133 #- type: "table"
3134 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3135 #  algorithm: "table_details"
3136 #  output-file-ext: ".csv"
3137 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3138 #  columns:
3139 #  - title: "Name"
3140 #    data: "data name"
3141 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142 #    data: "data conf-history"
3143 #  rows: "generated"
3144 #  data: "intel-dnv-vpp"
3145 #  filter: "'NDRPDR'"
3146 #  parameters:
3147 #  - "parent"
3148 #  - "name"
3149 #  - "conf-history"
3150
3151 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3152 - type: "table"
3153   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3154   algorithm: "table_merged_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3157   columns:
3158   - title: "Name"
3159     data: "data name"
3160   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3161     data: "data show-run"
3162   rows: "generated"
3163   data: "vpp-perf-results-3n-hsw"
3164   filter: "not 'NDRCHK' and not 'PDRCHK'"
3165   parameters:
3166   - "parent"
3167   - "name"
3168   - "show-run"
3169
3170 # Test Operational Data - VPP Performance Operational Data 3n-skx
3171 - type: "table"
3172   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3173   algorithm: "table_merged_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3180     data: "data show-run"
3181   rows: "generated"
3182   data: "vpp-perf-results-3n-skx"
3183   filter: "not 'CFS_OPT'"
3184   parameters:
3185   - "parent"
3186   - "name"
3187   - "show-run"
3188
3189 # Test Operational Data - VPP Performance Operational Data 2n-skx
3190 - type: "table"
3191   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3192   algorithm: "table_merged_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3199     data: "data show-run"
3200   rows: "generated"
3201   data: "vpp-perf-results-2n-skx"
3202   filter: "not 'CFS_OPT'"
3203   parameters:
3204   - "parent"
3205   - "name"
3206   - "show-run"
3207
3208 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3209 #- type: "table"
3210 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3211 #  algorithm: "table_details"
3212 #  output-file-ext: ".csv"
3213 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3214 #  columns:
3215 #  - title: "Name"
3216 #    data: "data name"
3217 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3218 #    data: "data show-run"
3219 #  rows: "generated"
3220 #  data: "intel-dnv-vpp"
3221 #  filter: "'NDRPDR'"
3222 #  parameters:
3223 #  - "parent"
3224 #  - "name"
3225 #  - "show-run"
3226
3227 # Detailed Test Results - VPP MRR Results 3n-hsw
3228 - type: "table"
3229   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3230   algorithm: "table_details"
3231   output-file-ext: ".csv"
3232   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3233   columns:
3234   - title: "Name"
3235     data: "data name"
3236   - title: "Status"
3237     data: "data msg"
3238   rows: "generated"
3239   data: "vpp-mrr-results-3n-hsw"
3240   filter: "'MRR'"
3241   parameters:
3242   - "name"
3243   - "parent"
3244   - "msg"
3245
3246 # Detailed Test Results - VPP MRR Results 3n-skx
3247 - type: "table"
3248   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3249   algorithm: "table_details"
3250   output-file-ext: ".csv"
3251   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3252   columns:
3253   - title: "Name"
3254     data: "data name"
3255   - title: "Status"
3256     data: "data msg"
3257   rows: "generated"
3258   data: "vpp-mrr-results-3n-skx"
3259   filter: "'MRR'"
3260   parameters:
3261   - "name"
3262   - "parent"
3263   - "msg"
3264
3265 # Detailed Test Results - VPP MRR Results 2n-skx
3266 - type: "table"
3267   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3268   algorithm: "table_details"
3269   output-file-ext: ".csv"
3270   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3271   columns:
3272   - title: "Name"
3273     data: "data name"
3274   - title: "Status"
3275     data: "data msg"
3276   rows: "generated"
3277   data: "vpp-mrr-results-2n-skx"
3278   filter: "'MRR'"
3279   parameters:
3280   - "name"
3281   - "parent"
3282   - "msg"
3283
3284 ## Detailed Test Results - VPP MRR Results 2n-dnv
3285 #- type: "table"
3286 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3287 #  algorithm: "table_details"
3288 #  output-file-ext: ".csv"
3289 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3290 #  columns:
3291 #  - title: "Name"
3292 #    data: "data name"
3293 #  - title: "Status"
3294 #    data: "data msg"
3295 #  rows: "generated"
3296 #  data: "intel-dnv-vpp"
3297 #  filter: "'MRR'"
3298 #  parameters:
3299 #  - "name"
3300 #  - "parent"
3301 #  - "msg"
3302
3303 # Test configuration - VPP MRR Test Configs 3n-hsw
3304 - type: "table"
3305   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3306   algorithm: "table_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3309   columns:
3310   - title: "Name"
3311     data: "data name"
3312   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3313     data: "data conf-history"
3314   rows: "generated"
3315   data: "vpp-mrr-results-3n-hsw"
3316   filter: "'MRR'"
3317   parameters:
3318   - "parent"
3319   - "name"
3320   - "conf-history"
3321
3322 # Test configuration - VPP MRR Test Configs 3n-skx
3323 - type: "table"
3324   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3325   algorithm: "table_details"
3326   output-file-ext: ".csv"
3327   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3328   columns:
3329   - title: "Name"
3330     data: "data name"
3331   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3332     data: "data conf-history"
3333   rows: "generated"
3334   data: "vpp-mrr-results-3n-skx"
3335   filter: "'MRR'"
3336   parameters:
3337   - "parent"
3338   - "name"
3339   - "conf-history"
3340
3341 # Test configuration - VPP MRR Test Configs 2n-skx
3342 - type: "table"
3343   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3344   algorithm: "table_details"
3345   output-file-ext: ".csv"
3346   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3347   columns:
3348   - title: "Name"
3349     data: "data name"
3350   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3351     data: "data conf-history"
3352   rows: "generated"
3353   data: "vpp-mrr-results-2n-skx"
3354   filter: "'MRR'"
3355   parameters:
3356   - "parent"
3357   - "name"
3358   - "conf-history"
3359
3360 ## Test configuration - VPP MRR Test Configs 2n-dnv
3361 #- type: "table"
3362 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3363 #  algorithm: "table_details"
3364 #  output-file-ext: ".csv"
3365 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3366 #  columns:
3367 #  - title: "Name"
3368 #    data: "data name"
3369 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3370 #    data: "data conf-history"
3371 #  rows: "generated"
3372 #  data: "intel-dnv-vpp"
3373 #  filter: "'MRR'"
3374 #  parameters:
3375 #  - "parent"
3376 #  - "name"
3377 #  - "conf-history"
3378
3379 # Detailed Test Results - VPP Functional Results - Ubuntu
3380 - type: "table"
3381   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3382   algorithm: "table_details"
3383   output-file-ext: ".csv"
3384   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3385   columns:
3386   - title: "Name"
3387     data: "data name"
3388   - title: "Documentation"
3389     data: "data doc"
3390   - title: "Status"
3391     data: "data status"
3392   rows: "generated"
3393   data: "vpp-func-results-ubuntu"
3394   filter: "all"
3395   parameters:
3396   - "name"
3397   - "parent"
3398   - "doc"
3399   - "status"
3400
3401 # Detailed Test Results - VPP Functional Results - CentOS
3402 - type: "table"
3403   title: "Detailed Test Results - VPP Functional Results - CentOS"
3404   algorithm: "table_details"
3405   output-file-ext: ".csv"
3406   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3407   columns:
3408   - title: "Name"
3409     data: "data name"
3410   - title: "Documentation"
3411     data: "data doc"
3412   -
3413     title: "Status"
3414     data: "data status"
3415   rows: "generated"
3416   data: