35a9d30c4c22789277d2df984e6414eb126babcd
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 11  # NDRPDR sel
136         - 12  # NDRPDR sel
137         - 20  # NDRPDR sel
138         - 21  # NDRPDR sel
139         - 23  # NDRPDR sel
140         - 24  # NDRPDR sel
141         - 25  # NDRPDR sel
142         - 26  # NDRPDR sel
143         - 29  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231 #    plot-vpp-soak-2n-skx:
232 #      # TODO: Replace with 1904 data
233 #      # csit-vpp-perf-verify-1904-2n-skx:
234 #      csit-vpp-perf-verify-1901-2n-skx:
235 #        - 45  # SOAK sel
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       # TODO: Add 1904 data
239       csit-vpp-perf-verify-1904-2n-skx:
240         - 56  # NFV NDRPDR 64b
241         - 59  # NFV NDRPDR 64b
242         - 60  # NFV NDRPDR 64b
243         - 65  # NFV NDRPDR 64b
244
245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
246       # TODO: Add 1904 data
247       csit-vpp-perf-verify-1904-2n-skx:
248         - 61  # NFV NDRPDR IMIX
249         - 63  # NFV NDRPDR IMIX
250
251     plot-vpp-nfv-2n-skx-mrr-64b:
252       csit-vpp-perf-verify-1904-2n-skx:
253         - 40  # NFV MRR 64b
254         - 41  # NFV MRR 64b
255         - 42  # NFV MRR 64b
256         - 47  # NFV MRR 64b
257         - 48  # NFV MRR 64b
258
259     plot-vpp-nfv-2n-skx-mrr-imix:
260       csit-vpp-perf-verify-1904-2n-skx:
261         - 49  # NFV MRR IMIX
262         - 50  # NFV MRR IMIX
263         - 51  # NFV MRR IMIX
264         - 54  # NFV MRR IMIX
265         - 55  # NFV MRR IMIX
266
267     plot-dpdk-throughput-latency-2n-skx:
268       csit-dpdk-perf-verify-1904-2n-skx:
269         - 2   # NDRPDR sel
270         - 3   # NDRPDR sel
271         - 4   # NDRPDR sel
272         - 5   # NDRPDR sel
273         - 7   # NDRPDR sel
274         - 8   # NDRPDR sel
275         - 9   # NDRPDR sel
276         - 10  # NDRPDR sel
277         - 11  # NDRPDR sel
278         - 12  # NDRPDR sel
279
280     # 3rd party
281
282 #    # Denverton:
283 #    intel-dnv-vpp:
284 #      # TODO: Replace with 1904 data
285 #      # intel-dnv-vpp-release-1904:
286 #      intel-dnv-vpp-release-1901:
287 #        - 1
288
289     ###########################################################################
290     # Simple tables (only one data set):
291
292     # NIC Comparisons
293
294     vpp-nic-comparison-3n-hsw:
295       # TODO: Add 1904 data
296       csit-vpp-perf-verify-1904-3n-hsw:
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 20  # NDRPDR sel
300         - 21  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 24  # NDRPDR sel
303         - 25  # NDRPDR sel
304         - 26  # NDRPDR sel
305         - 29  # NDRPDR sel
306
307     vpp-nic-comparison-3n-skx:
308       csit-vpp-perf-verify-1904-3n-skx:
309         - 8   # NDRPDR sel
310         - 9   # NDRPDR sel
311         - 10  # NDRPDR sel
312         - 11  # NDRPDR sel
313         - 12  # NDRPDR sel
314         - 14  # NDRPDR sel
315         - 16  # NDRPDR sel
316         - 21  # NDRPDR sel
317         - 23  # NDRPDR sel
318         - 25  # NDRPDR sel
319
320     vpp-nic-comparison-2n-skx:
321       csit-vpp-perf-verify-1904-2n-skx:
322         - 12  # NDRPDR sel
323         - 14  # NDRPDR sel
324         - 16  # NDRPDR sel
325         - 17  # NDRPDR sel
326         - 18  # NDRPDR sel
327         - 21  # NDRPDR sel
328         - 27  # NDRPDR sel
329         - 30  # NDRPDR sel
330         - 31  # NDRPDR sel
331         - 32  # NDRPDR sel
332
333     vpp-nic-comparison-3n-hsw-mrr:
334       csit-vpp-perf-verify-1904-3n-hsw:
335         - 9   # MRR sel
336
337     vpp-nic-comparison-3n-skx-mrr:
338       csit-vpp-perf-verify-1904-3n-skx:
339         - 7   # MRR sel
340
341     vpp-nic-comparison-2n-skx-mrr:
342       csit-vpp-perf-verify-1904-2n-skx:
343         - 11  # MRR sel
344
345     # Results
346
347     vpp-perf-results-3n-hsw:
348       # TODO: Replace with FULL 1904 data
349       csit-vpp-perf-verify-1904-3n-hsw:
350         - 12  # NDRPDR sel
351
352     vpp-perf-results-3n-skx:
353       # TODO: Add FULL 1904 data
354       csit-vpp-perf-verify-1904-3n-skx:
355         - 26  # NDRPDR full
356         - 27  # NDRPDR full
357
358     vpp-perf-results-2n-skx:
359       csit-vpp-perf-verify-1904-2n-skx:
360         - 33  # NDRPDR full
361         - 39  # NDRPDR full
362         - 58  # NDRPDR full
363         - 62  # NDRPDR full
364
365     vpp-mrr-results-3n-hsw:
366       csit-vpp-perf-verify-1904-3n-hsw:
367         - 9   # MRR sel
368
369     vpp-mrr-results-3n-skx:
370       csit-vpp-perf-verify-1904-3n-skx:
371         - 7   # MRR sel
372
373     vpp-mrr-results-2n-skx:
374       csit-vpp-perf-verify-1904-2n-skx:
375         - 11  # MRR sel
376
377     vpp-func-results-ubuntu:
378       csit-vpp-functional-1904-ubuntu1604-virl:
379         - 29
380
381     vpp-func-results-centos:
382       csit-vpp-functional-1904-centos7-virl:
383         - 32
384
385     vpp-device-results-ubuntu:
386       csit-vpp-device-1904-ubuntu1804-1n-skx:
387         - 33
388
389 #    # VPP Ligato
390 #    ligato-perf-results-3n-hsw:
391 #      # TODO: Replace with 1904 data
392 #      # csit-ligato-perf-verify-1904-3n-hsw:
393 #      csit-ligato-perf-verify-1901-3n-hsw:
394 #        - 10  # NDRPDR full
395
396     dpdk-perf-results-3n-hsw:
397       csit-dpdk-perf-verify-1904-3n-hsw:
398         - 5   # NDRPDR sel
399
400     dpdk-perf-results-3n-skx:
401       csit-dpdk-perf-verify-1904-3n-skx:
402         - 7   # NDRPDR sel
403
404     dpdk-perf-results-2n-skx:
405       csit-dpdk-perf-verify-1904-2n-skx:
406         - 9   # NDRPDR sel
407
408     # HoneyComb Functional
409     hc-func-results:
410       csit-hc2vpp-verify-func-1904-ubuntu1604:
411         - 4
412
413 #    # NSH SFC Functional
414 #    nsh-func-results:
415 #      # Not used
416 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
417 #        - 1
418
419     # DMM Functional
420     dmm-func-results:
421       csit-dmm-functional-1904-ubuntu1604-virl:
422         - 1
423
424     ###########################################################################
425     # Tables (more than one data set)
426
427     # Performance changes
428
429 #    intel-dnv-vpp-changes-2n-dnv-h1:
430 #      intel-dnv-vpp-release-1810:
431 #        - 1
432 #    intel-dnv-vpp-changes-2n-dnv-ref:
433 #      intel-dnv-vpp-release-1901:
434 #        - 1
435 #    intel-dnv-vpp-changes-2n-dnv-cmp:
436 #      # TODO: Replace with 1904 data
437 #      # intel-dnv-vpp-release-1904:
438 #      intel-dnv-vpp-release-1901:
439 #        - 1
440 #    intel-dnv-vpp-changes-2n-dnv:
441 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
442 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
443 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
444
445     vpp-performance-changes-3n-hsw-h1:
446       csit-vpp-perf-verify-1810-3n-hsw:
447         - 8   # NDRPDR sel
448         - 12  # NDRPDR sel
449         - 14  # NDRPDR sel
450         - 18  # NDRPDR sel
451         - 23  # NDRPDR sel
452         - 25  # NDRPDR sel
453         - 38  # NDRPDR sel
454         - 39  # NDRPDR sel
455         - 41  # NDRPDR sel
456         - 42  # NDRPDR sel
457     vpp-performance-changes-3n-hsw-ref:
458       csit-vpp-perf-verify-1901-3n-hsw:
459         - 10  # NDRPDR sel
460         - 19  # NDRPDR sel
461         - 31  # NDRPDR sel
462         - 36  # NDRPDR sel
463         - 40  # NDRPDR sel
464         - 42  # NDRPDR sel
465         - 44  # NDRPDR sel
466         - 46  # NDRPDR sel
467         - 47  # NDRPDR sel
468         - 48  # NDRPDR sel
469         - 61  # NDRPDR LB
470         - 62  # NDRPDR LB
471         - 63  # NDRPDR LB
472         - 64  # NDRPDR LB
473         - 65  # NDRPDR LB
474         - 66  # NDRPDR LB
475         - 67  # NDRPDR LB
476         - 69  # NDRPDR LB
477         - 70  # NDRPDR LB
478         - 71  # NDRPDR LB
479     vpp-performance-changes-3n-hsw-cmp:
480       # TODO: Add 1904 data
481       csit-vpp-perf-verify-1904-3n-hsw:
482         - 11  # NDRPDR sel
483         - 12  # NDRPDR sel
484         - 20  # NDRPDR sel
485         - 21  # NDRPDR sel
486         - 23  # NDRPDR sel
487         - 24  # NDRPDR sel
488         - 25  # NDRPDR sel
489         - 26  # NDRPDR sel
490         - 29  # NDRPDR sel
491     vpp-performance-changes-3n-hsw:
492       - "vpp-performance-changes-3n-hsw-h1"
493       - "vpp-performance-changes-3n-hsw-ref"
494       - "vpp-performance-changes-3n-hsw-cmp"
495
496     vpp-performance-changes-3n-skx-h1:
497       csit-vpp-perf-verify-1810-3n-skx:
498         - 10  # NDRPDR sel
499         - 14  # NDRPDR sel
500         - 15  # NDRPDR sel
501         - 16  # NDRPDR sel
502         - 17  # NDRPDR sel
503         - 19  # NDRPDR sel
504         - 20  # NDRPDR sel
505         - 21  # NDRPDR sel
506         - 22  # NDRPDR sel
507         - 25  # NDRPDR sel
508     vpp-performance-changes-3n-skx-ref:
509       csit-vpp-perf-verify-1901-3n-skx:
510         - 18  # NDRPDR sel
511         - 19  # NDRPDR sel
512         - 20  # NDRPDR sel
513         - 28  # NDRPDR sel
514         - 31  # NDRPDR sel
515         - 33  # NDRPDR sel
516         - 36  # NDRPDR sel
517         - 38  # NDRPDR sel
518         - 47  # NDRPDR sel
519         - 48  # NDRPDR sel
520         - 54  # NDRPDR LB
521         - 57  # NDRPDR LB
522         - 58  # NDRPDR LB
523         - 59  # NDRPDR LB
524         - 60  # NDRPDR LB
525         - 63  # NDRPDR LB
526         - 64  # NDRPDR LB
527         - 65  # NDRPDR LB
528         - 66  # NDRPDR LB
529         - 67  # NDRPDR LB
530     vpp-performance-changes-3n-skx-cmp:
531       csit-vpp-perf-verify-1904-3n-skx:
532         - 8   # NDRPDR sel
533         - 9   # NDRPDR sel
534         - 10  # NDRPDR sel
535         - 11  # NDRPDR sel
536         - 12  # NDRPDR sel
537         - 14  # NDRPDR sel
538         - 16  # NDRPDR sel
539         - 21  # NDRPDR sel
540         - 23  # NDRPDR sel
541         - 25  # NDRPDR sel
542     vpp-performance-changes-3n-skx:
543       - "vpp-performance-changes-3n-skx-h1"
544       - "vpp-performance-changes-3n-skx-ref"
545       - "vpp-performance-changes-3n-skx-cmp"
546
547     vpp-performance-changes-2n-skx-h1:
548       csit-vpp-perf-verify-1810-2n-skx:
549         - 9   # NDRPDR sel
550         - 13  # NDRPDR sel
551         - 14  # NDRPDR sel
552         - 19  # NDRPDR sel
553         - 20  # NDRPDR sel
554         - 21  # NDRPDR sel
555         - 22  # NDRPDR sel
556         - 23  # NDRPDR sel
557         - 24  # NDRPDR sel
558         - 27  # NDRPDR sel
559     vpp-performance-changes-2n-skx-ref:
560       csit-vpp-perf-verify-1901-2n-skx:
561         - 5   # NDRPDR sel
562         - 12  # NDRPDR sel
563         - 13  # NDRPDR sel
564         - 21  # NDRPDR sel
565         - 23  # NDRPDR sel
566         - 31  # NDRPDR sel
567         - 34  # NDRPDR sel
568         - 40  # NDRPDR sel
569         - 42  # NDRPDR sel
570         - 43  # NDRPDR sel
571     vpp-performance-changes-2n-skx-cmp:
572       csit-vpp-perf-verify-1904-2n-skx:
573         - 12  # NDRPDR sel
574         - 14  # NDRPDR sel
575         - 16  # NDRPDR sel
576         - 17  # NDRPDR sel
577         - 18  # NDRPDR sel
578         - 21  # NDRPDR sel
579         - 27  # NDRPDR sel
580         - 30  # NDRPDR sel
581         - 31  # NDRPDR sel
582         - 32  # NDRPDR sel
583     vpp-performance-changes-2n-skx:
584       - "vpp-performance-changes-2n-skx-h1"
585       - "vpp-performance-changes-2n-skx-ref"
586       - "vpp-performance-changes-2n-skx-cmp"
587
588     vpp-performance-changes-3n-hsw-mrr-h1:
589       csit-vpp-perf-verify-1810-3n-hsw:
590         - 9   # MRR sel
591     vpp-performance-changes-3n-hsw-mrr-ref:
592       csit-vpp-perf-verify-1901-3n-hsw:
593         - 35  # MRR sel
594     vpp-performance-changes-3n-hsw-mrr-cmp:
595       csit-vpp-perf-verify-1904-3n-hsw:
596         - 9   # MRR sel
597     vpp-performance-changes-3n-hsw-mrr:
598       - "vpp-performance-changes-3n-hsw-mrr-h1"
599       - "vpp-performance-changes-3n-hsw-mrr-ref"
600       - "vpp-performance-changes-3n-hsw-mrr-cmp"
601
602     vpp-performance-changes-3n-skx-mrr-h1:
603       csit-vpp-perf-verify-1810-3n-skx:
604         - 9   # MRR sel
605         - 11  # MRR sel
606         - 12  # MRR sel
607         - 13  # MRR sel
608     vpp-performance-changes-3n-skx-mrr-ref:
609       csit-vpp-perf-verify-1901-3n-skx:
610         - 32  # MRR sel
611     vpp-performance-changes-3n-skx-mrr-cmp:
612       csit-vpp-perf-verify-1904-3n-skx:
613         - 7   # MRR sel
614     vpp-performance-changes-3n-skx-mrr:
615       - "vpp-performance-changes-3n-skx-mrr-h1"
616       - "vpp-performance-changes-3n-skx-mrr-ref"
617       - "vpp-performance-changes-3n-skx-mrr-cmp"
618
619     vpp-performance-changes-2n-skx-mrr-h1:
620       csit-vpp-perf-verify-1810-2n-skx:
621         - 8   # MRR sel
622         - 10  # MRR sel
623         - 11  # MRR sel
624         - 12  # MRR sel
625     vpp-performance-changes-2n-skx-mrr-ref:
626       csit-vpp-perf-verify-1901-2n-skx:
627         - 22  # MRR sel
628     vpp-performance-changes-2n-skx-mrr-cmp:
629       csit-vpp-perf-verify-1904-2n-skx:
630         - 11  # MRR sel
631     vpp-performance-changes-2n-skx-mrr:
632       - "vpp-performance-changes-2n-skx-mrr-h1"
633       - "vpp-performance-changes-2n-skx-mrr-ref"
634       - "vpp-performance-changes-2n-skx-mrr-cmp"
635
636     dpdk-performance-changes-3n-hsw-h1:
637       csit-dpdk-perf-verify-1810-3n-hsw:
638         - 1   # NDRPDR sel
639         - 2   # NDRPDR sel
640         - 3   # NDRPDR sel
641         - 4   # NDRPDR sel
642         - 5   # NDRPDR sel
643         - 6   # NDRPDR sel
644         - 7   # NDRPDR sel
645         - 8   # NDRPDR sel
646         - 9   # NDRPDR sel
647         - 10  # NDRPDR sel
648     dpdk-performance-changes-3n-hsw-ref:
649       csit-dpdk-perf-verify-1901-3n-hsw:
650         - 13  # NDRPDR sel
651         - 14  # NDRPDR sel
652         - 16  # NDRPDR sel
653         - 17  # NDRPDR sel
654         - 18  # NDRPDR sel
655         - 19  # NDRPDR sel
656         - 20  # NDRPDR sel
657         - 21  # NDRPDR sel
658         - 22  # NDRPDR sel
659         - 23  # NDRPDR sel
660     dpdk-performance-changes-3n-hsw-cmp:
661       csit-dpdk-perf-verify-1904-3n-hsw:
662         - 2   # NDRPDR sel
663         - 3   # NDRPDR sel
664         - 5   # NDRPDR sel
665         - 6   # NDRPDR sel
666         - 13  # NDRPDR sel
667         - 14  # NDRPDR sel
668         - 15  # NDRPDR sel
669         - 18  # NDRPDR sel
670         - 19  # NDRPDR sel
671         - 20  # NDRPDR sel
672     dpdk-performance-changes-3n-hsw:
673       - "dpdk-performance-changes-3n-hsw-h1"
674       - "dpdk-performance-changes-3n-hsw-ref"
675       - "dpdk-performance-changes-3n-hsw-cmp"
676
677     dpdk-performance-changes-3n-skx-h1:
678       csit-dpdk-perf-verify-1810-3n-skx:
679         - 3   # NDRPDR sel
680         - 4   # NDRPDR sel
681         - 6   # NDRPDR sel
682         - 7   # NDRPDR sel
683         - 8   # NDRPDR sel
684         - 9   # NDRPDR sel
685         - 10  # NDRPDR sel
686         - 11  # NDRPDR sel
687         - 12  # NDRPDR sel
688         - 13  # NDRPDR sel
689     dpdk-performance-changes-3n-skx-ref:
690       csit-dpdk-perf-verify-1901-3n-skx:
691         - 3   # NDRPDR sel
692         - 5   # NDRPDR sel
693         - 6   # NDRPDR sel
694         - 7   # NDRPDR sel
695         - 8   # NDRPDR sel
696         - 9   # NDRPDR sel
697         - 10  # NDRPDR sel
698         - 11  # NDRPDR sel
699         - 12  # NDRPDR sel
700         - 13  # NDRPDR sel
701     dpdk-performance-changes-3n-skx-cmp:
702       csit-dpdk-perf-verify-1904-3n-skx:
703         - 2   # NDRPDR sel
704         - 3   # NDRPDR sel
705         - 4   # NDRPDR sel
706         - 5   # NDRPDR sel
707         - 6   # NDRPDR sel
708         - 7   # NDRPDR sel
709         - 11  # NDRPDR sel
710         - 12  # NDRPDR sel
711         - 13  # NDRPDR sel
712         - 14  # NDRPDR sel
713     dpdk-performance-changes-3n-skx:
714       - "dpdk-performance-changes-3n-skx-h1"
715       - "dpdk-performance-changes-3n-skx-ref"
716       - "dpdk-performance-changes-3n-skx-cmp"
717
718     dpdk-performance-changes-2n-skx-h1:
719       csit-dpdk-perf-verify-1810-2n-skx:
720         - 3   # NDRPDR sel
721         - 4   # NDRPDR sel
722         - 5   # NDRPDR sel
723         - 7   # NDRPDR sel
724         - 8   # NDRPDR sel
725         - 9   # NDRPDR sel
726         - 10  # NDRPDR sel
727         - 11  # NDRPDR sel
728         - 12  # NDRPDR sel
729         - 13  # NDRPDR sel
730     dpdk-performance-changes-2n-skx-ref:
731       csit-dpdk-perf-verify-1901-2n-skx:
732         - 12  # NDRPDR sel
733         - 13  # NDRPDR sel
734         - 14  # NDRPDR sel
735         - 15  # NDRPDR sel
736         - 16  # NDRPDR sel
737         - 17  # NDRPDR sel
738         - 18  # NDRPDR sel
739         - 19  # NDRPDR sel
740         - 20  # NDRPDR sel
741         - 21  # NDRPDR sel
742     dpdk-performance-changes-2n-skx-cmp:
743       csit-dpdk-perf-verify-1904-2n-skx:
744         - 2   # NDRPDR sel
745         - 3   # NDRPDR sel
746         - 4   # NDRPDR sel
747         - 5   # NDRPDR sel
748         - 7   # NDRPDR sel
749         - 8   # NDRPDR sel
750         - 9   # NDRPDR sel
751         - 10  # NDRPDR sel
752         - 11  # NDRPDR sel
753         - 12  # NDRPDR sel
754     dpdk-performance-changes-2n-skx:
755       - "dpdk-performance-changes-2n-skx-h1"
756       - "dpdk-performance-changes-2n-skx-ref"
757       - "dpdk-performance-changes-2n-skx-cmp"
758
759     # Compare testbeds
760
761     vpp-compare-testbeds-ref:
762       # TODO: Add 1904 data
763       csit-vpp-perf-verify-1904-3n-hsw:
764         - 11  # NDRPDR sel
765         - 12  # NDRPDR sel
766         - 20  # NDRPDR sel
767         - 21  # NDRPDR sel
768         - 23  # NDRPDR sel
769         - 24  # NDRPDR sel
770         - 25  # NDRPDR sel
771         - 26  # NDRPDR sel
772         - 29  # NDRPDR sel
773     vpp-compare-testbeds-cmp:
774       csit-vpp-perf-verify-1904-3n-skx:
775         - 8   # NDRPDR sel
776         - 9   # NDRPDR sel
777         - 10  # NDRPDR sel
778         - 11  # NDRPDR sel
779         - 12  # NDRPDR sel
780         - 14  # NDRPDR sel
781         - 16  # NDRPDR sel
782         - 21  # NDRPDR sel
783         - 23  # NDRPDR sel
784         - 25  # NDRPDR sel
785     vpp-compare-testbeds:
786       - "vpp-compare-testbeds-ref"
787       - "vpp-compare-testbeds-cmp"
788
789     vpp-compare-testbeds-mrr-ref:
790       csit-vpp-perf-verify-1904-3n-hsw:
791         - 9   # MRR sel
792     vpp-compare-testbeds-mrr-cmp:
793       csit-vpp-perf-verify-1904-3n-skx:
794         - 7   # MRR sel
795     vpp-compare-testbeds-mrr:
796       - "vpp-compare-testbeds-mrr-ref"
797       - "vpp-compare-testbeds-mrr-cmp"
798
799     dpdk-compare-testbeds-ref:
800       csit-dpdk-perf-verify-1904-3n-hsw:
801         - 2   # NDRPDR sel
802         - 3   # NDRPDR sel
803         - 5   # NDRPDR sel
804         - 6   # NDRPDR sel
805         - 13  # NDRPDR sel
806         - 14  # NDRPDR sel
807         - 15  # NDRPDR sel
808         - 18  # NDRPDR sel
809         - 19  # NDRPDR sel
810         - 20  # NDRPDR sel
811     dpdk-compare-testbeds-cmp:
812       csit-dpdk-perf-verify-1904-3n-skx:
813         - 2   # NDRPDR sel
814         - 3   # NDRPDR sel
815         - 4   # NDRPDR sel
816         - 5   # NDRPDR sel
817         - 6   # NDRPDR sel
818         - 7   # NDRPDR sel
819         - 11  # NDRPDR sel
820         - 12  # NDRPDR sel
821         - 13  # NDRPDR sel
822         - 14  # NDRPDR sel
823     dpdk-compare-testbeds:
824       - "dpdk-compare-testbeds-ref"
825       - "dpdk-compare-testbeds-cmp"
826
827     # Compare topologies
828
829     vpp-compare-topologies-ref:
830       csit-vpp-perf-verify-1904-3n-skx:
831         - 8   # NDRPDR sel
832         - 9   # NDRPDR sel
833         - 10  # NDRPDR sel
834         - 11  # NDRPDR sel
835         - 12  # NDRPDR sel
836         - 14  # NDRPDR sel
837         - 16  # NDRPDR sel
838         - 21  # NDRPDR sel
839         - 23  # NDRPDR sel
840         - 25  # NDRPDR sel
841     vpp-compare-topologies-cmp:
842       csit-vpp-perf-verify-1904-2n-skx:
843         - 12  # NDRPDR sel
844         - 14  # NDRPDR sel
845         - 16  # NDRPDR sel
846         - 17  # NDRPDR sel
847         - 18  # NDRPDR sel
848         - 21  # NDRPDR sel
849         - 27  # NDRPDR sel
850         - 30  # NDRPDR sel
851         - 31  # NDRPDR sel
852         - 32  # NDRPDR sel
853     vpp-compare-topologies:
854       - "vpp-compare-topologies-ref"
855       - "vpp-compare-topologies-cmp"
856
857     vpp-compare-topologies-mrr-ref:
858       csit-vpp-perf-verify-1904-3n-skx:
859         - 7   # MRR sel
860     vpp-compare-topologies-mrr-cmp:
861       csit-vpp-perf-verify-1904-2n-skx:
862         - 11  # MRR sel
863     vpp-compare-topologies-mrr:
864       - "vpp-compare-topologies-mrr-ref"
865       - "vpp-compare-topologies-mrr-cmp"
866
867     dpdk-compare-topologies-ref:
868       csit-dpdk-perf-verify-1904-3n-skx:
869         - 2   # NDRPDR sel
870         - 3   # NDRPDR sel
871         - 4   # NDRPDR sel
872         - 5   # NDRPDR sel
873         - 6   # NDRPDR sel
874         - 7   # NDRPDR sel
875         - 11  # NDRPDR sel
876         - 12  # NDRPDR sel
877         - 13  # NDRPDR sel
878         - 14  # NDRPDR sel
879     dpdk-compare-topologies-cmp:
880       csit-dpdk-perf-verify-1904-2n-skx:
881         - 2   # NDRPDR sel
882         - 3   # NDRPDR sel
883         - 4   # NDRPDR sel
884         - 5   # NDRPDR sel
885         - 7   # NDRPDR sel
886         - 8   # NDRPDR sel
887         - 9   # NDRPDR sel
888         - 10  # NDRPDR sel
889         - 11  # NDRPDR sel
890         - 12  # NDRPDR sel
891     dpdk-compare-topologies:
892       - "dpdk-compare-topologies-ref"
893       - "dpdk-compare-topologies-cmp"
894
895   plot-layouts:
896
897     plot-soak-throughput:
898       titlefont:
899         size: 18
900       xaxis:
901         title: "<b>Test Cases [Index]</b>"
902         titlefont:
903           size: 16
904         autorange: True
905         fixedrange: False
906         gridcolor: "rgb(230, 230, 230)"
907         linecolor: "rgb(220, 220, 220)"
908         linewidth: 1
909         showgrid: True
910         showline: True
911         showticklabels: True
912         tickcolor: "rgb(220, 220, 220)"
913         tickmode: "linear"
914         tickfont:
915           size: 16
916         zeroline: False
917       yaxis:
918         title: "<b>Packet Throughput [Mpps]</b>"
919         titlefont:
920           size: 16
921         gridcolor: "rgb(230, 230, 230)"
922         hoverformat: ".4s"
923         tickformat: ".3s"
924         linecolor: "rgb(220, 220, 220)"
925         linewidth: 1
926         showgrid: True
927         showline: True
928         showticklabels: True
929         tickcolor: "rgb(220, 220, 220)"
930         tickfont:
931           size: 16
932         zeroline: False
933         range: [0,50]
934       autosize: False
935       margin:
936         t: 50
937         b: 0
938         l: 80
939         r: 20
940       showlegend: True
941       legend:
942         orientation: "h"
943         font:
944           size: 16
945       width: 700
946       height: 900
947
948     plot-service-density:
949       titlefont:
950         size: 18
951       xaxis:
952         side: "top"
953         autorange: True
954         fixedrange: False
955         showgrid: False
956         showline: False
957         showticklabels: False
958         ticks: ""
959         ticklen: 0
960         tickwidth: 0
961         zeroline: False
962       yaxis:
963         autorange: "reversed"
964         showgrid: False
965         showline: False
966         showticklabels: False
967         ticks: ""
968         ticklen: 0
969         tickwidth: 0
970         zeroline: False
971       autosize: True
972       showlegend: False
973       width: 700
974       height: 700
975
976     plot-cps:
977       titlefont:
978         size: 18
979       xaxis:
980         title: "<b>Test Cases [Index]</b>"
981         titlefont:
982           size: 16
983         autorange: True
984         fixedrange: False
985         gridcolor: "rgb(230, 230, 230)"
986         linecolor: "rgb(220, 220, 220)"
987         linewidth: 1
988         showgrid: True
989         showline: True
990         showticklabels: True
991         tickcolor: "rgb(220, 220, 220)"
992         tickmode: "linear"
993         tickfont:
994           size: 16
995         zeroline: False
996       yaxis:
997         title: "<b>Connections Per Second [cps]</b>"
998         titlefont:
999           size: 16
1000         gridcolor: "rgb(230, 230, 230)"
1001         hoverformat: ".4s"
1002         linecolor: "rgb(220, 220, 220)"
1003         linewidth: 1
1004         rangemode: "tozero"
1005         showgrid: True
1006         showline: True
1007         showticklabels: True
1008         tickcolor: "rgb(220, 220, 220)"
1009         tickformat: ".3s"
1010         tickfont:
1011           size: 16
1012         zeroline: False
1013       boxmode: "group"
1014       boxgroupgap: 0.5
1015       autosize: False
1016       margin:
1017         t: 50
1018         b: 20
1019         l: 80
1020         r: 20
1021       showlegend: True
1022       legend:
1023         orientation: "h"
1024         font:
1025           size: 16
1026       width: 700
1027       height: 800
1028
1029     plot-rps:
1030       titlefont:
1031         size: 18
1032       xaxis:
1033         title: "<b>Test Cases [Index]</b>"
1034         titlefont:
1035           size: 16
1036         autorange: True
1037         fixedrange: False
1038         gridcolor: "rgb(230, 230, 230)"
1039         linecolor: "rgb(220, 220, 220)"
1040         linewidth: 1
1041         showgrid: True
1042         showline: True
1043         showticklabels: True
1044         tickcolor: "rgb(220, 220, 220)"
1045         tickmode: "linear"
1046         tickfont:
1047           size: 16
1048         zeroline: False
1049       yaxis:
1050         title: "<b>Requests Per Second [rps]</b>"
1051         titlefont:
1052           size: 16
1053         gridcolor: "rgb(230, 230, 230)"
1054         hoverformat: ".4s"
1055         linecolor: "rgb(220, 220, 220)"
1056         linewidth: 1
1057         rangemode: "tozero"
1058         showgrid: True
1059         showline: True
1060         showticklabels: True
1061         tickcolor: "rgb(230, 230, 230)"
1062         tickformat: ".3s"
1063         tickfont:
1064           size: 16
1065         zeroline: False
1066       boxmode: "group"
1067       boxgroupgap: 0.5
1068       autosize: False
1069       margin:
1070         t: 50
1071         b: 20
1072         l: 80
1073         r: 20
1074       showlegend: True
1075       legend:
1076         orientation: "h"
1077         font:
1078           size: 16
1079       width: 700
1080       height: 800
1081
1082     plot-throughput:
1083       titlefont:
1084         size: 18
1085       xaxis:
1086         title: "<b>Test Cases [Index]</b>"
1087         titlefont:
1088           size: 16
1089         autorange: True
1090         fixedrange: False
1091         gridcolor: "rgb(230, 230, 230)"
1092         linecolor: "rgb(220, 220, 220)"
1093         linewidth: 1
1094         showgrid: True
1095         showline: True
1096         showticklabels: True
1097         tickcolor: "rgb(220, 220, 220)"
1098         tickmode: "linear"
1099         tickfont:
1100           size: 16
1101         zeroline: False
1102       yaxis:
1103         title: "<b>Packet Throughput [Mpps]</b>"
1104         titlefont:
1105           size: 16
1106         gridcolor: "rgb(230, 230, 230)"
1107         hoverformat: ".4s"
1108         tickformat: ".3s"
1109         linecolor: "rgb(220, 220, 220)"
1110         linewidth: 1
1111         showgrid: True
1112         showline: True
1113         showticklabels: True
1114         tickcolor: "rgb(220, 220, 220)"
1115         tickfont:
1116           size: 16
1117         zeroline: False
1118         range: [0,50]
1119       boxmode: "group"
1120       boxgroupgap: 0.5
1121       autosize: False
1122       margin:
1123         t: 50
1124         b: 0
1125         l: 80
1126         r: 20
1127       showlegend: True
1128       legend:
1129         orientation: "h"
1130         font:
1131           size: 16
1132       width: 700
1133       height: 900
1134
1135     plot-throughput-speedup-analysis:
1136       titlefont:
1137         size: 18
1138       xaxis:
1139         title: "<b>Number of Cores [Qty]</b>"
1140         titlefont:
1141           size: 16
1142         autorange: True
1143         fixedrange: False
1144         gridcolor: "rgb(230, 230, 230)"
1145         linecolor: "rgb(220, 220, 220)"
1146         linewidth: 1
1147         showgrid: True
1148         showline: True
1149         showticklabels: True
1150         tickcolor: "rgb(238, 238, 238)"
1151         tickmode: "linear"
1152         tickfont:
1153           size: 16
1154         zeroline: False
1155       yaxis:
1156         title: "<b>Packet Throughput [Mpps]</b>"
1157         titlefont:
1158           size: 16
1159         type: "linear"
1160         gridcolor: "rgb(230, 230, 230)"
1161         hoverformat: ".4s"
1162         linecolor: "rgb(220, 220, 220)"
1163         linewidth: 1
1164         showgrid: True
1165         showline: True
1166         showticklabels: True
1167         tickcolor: "rgb(220, 220, 220)"
1168         tickformat: ".4s"
1169         tickfont:
1170           size: 16
1171         zeroline: True
1172         rangemode: "tozero"
1173         range: [0,100]
1174       legend:
1175         orientation: "h"
1176         font:
1177           size: 16
1178         xanchor: "left"
1179         yanchor: "top"
1180         x: 0
1181         y: -0.2
1182         bgcolor: "rgba(255, 255, 255, 0)"
1183         bordercolor: "rgba(255, 255, 255, 0)"
1184         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1185       autosize: False
1186       margin:
1187           't': 50
1188           'b': 150
1189           'l': 85
1190           'r': 10
1191       showlegend: True
1192       width: 700
1193       height: 700
1194       hoverlabel:
1195         namelength: -1
1196       annotations: [
1197         {
1198           text: "_ _          __          ...",
1199           align: "left",
1200           showarrow: False,
1201           xref: "paper",
1202           yref: "paper",
1203           xanchor: "left",
1204           yanchor: "top",
1205           x: 0,
1206           y: -0.13,
1207           font: {
1208             family: "Consolas, Courier New",
1209             size: 15
1210           },
1211         },
1212         {
1213           text: "    Perfect     Measured     Limit",
1214           align: "left",
1215           showarrow: False,
1216           xref: "paper",
1217           yref: "paper",
1218           xanchor: "left",
1219           yanchor: "top",
1220           x: 0,
1221           y: -0.15,
1222           font: {
1223             family: "Consolas, Courier New",
1224             size: 15
1225           },
1226         },
1227       ]
1228
1229     plot-latency:
1230       titlefont:
1231         size: 18
1232       xaxis:
1233         title: "<b>Direction</b>"
1234         titlefont:
1235           size: 16
1236         autorange: True
1237         fixedrange: False
1238         gridcolor: "rgb(230, 230, 230)"
1239         linecolor: "rgb(220, 220, 220)"
1240         linewidth: 1
1241         showgrid: True
1242         showline: True
1243         showticklabels: False
1244         tickcolor: "rgb(220, 220, 220)"
1245         tickmode: "linear"
1246         tickfont:
1247           size: 16
1248         zeroline: False
1249       yaxis:
1250         title: "<b>Packet Latency [uSec]</b>"
1251         titlefont:
1252           size: 16
1253         type: "linear"
1254         gridcolor: "rgb(230, 230, 230)"
1255         hoverformat: ".4s"
1256         linecolor: "rgb(220, 220, 220)"
1257         linewidth: 1
1258         showgrid: True
1259         showline: True
1260         showticklabels: True
1261         tickcolor: "rgb(220, 220, 220)"
1262         tickformat: ".4s"
1263         tickfont:
1264           size: 16
1265         zeroline: True
1266         rangemode: "tozero"
1267       legend:
1268         orientation: "h"
1269         font:
1270           size: 16
1271         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1272       autosize: False
1273       margin:
1274           't': 50
1275           'b': 150
1276           'l': 80
1277           'r': 10
1278       showlegend: True
1279       width: 700
1280       height: 700
1281       hoverlabel:
1282         namelength: -1
1283
1284 - type: "static"
1285   src-path: "{DIR[RST]}"
1286   dst-path: "{DIR[WORKING,SRC]}"
1287
1288 - type: "input"
1289   general:
1290     file-name: "robot-plugin.zip"
1291     file-format: ".zip"
1292     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1293     extract: "robot-plugin/output.xml"
1294
1295   builds:
1296 #    # TODO: Add 1904 data
1297 ##    intel-dnv-vpp-release-1904:
1298 ##      - 1
1299 #
1300 #    intel-dnv-vpp-release-1901:
1301 #      - 1
1302 #
1303 #    intel-dnv-vpp-release-1810:
1304 #      - 1
1305
1306     csit-vpp-perf-verify-1810-3n-hsw:
1307       - 9   # MRR sel
1308       - 8   # NDRPDR sel
1309       - 12  # NDRPDR sel
1310       - 14  # NDRPDR sel
1311       - 18  # NDRPDR sel
1312       - 23  # NDRPDR sel
1313       - 25  # NDRPDR sel
1314       - 38  # NDRPDR sel
1315       - 39  # NDRPDR sel
1316       - 41  # NDRPDR sel
1317       - 42  # NDRPDR sel
1318 #      - 28  # WRK
1319 #      - 29  # WRK
1320 #      - 30  # WRK
1321 #      - 31  # WRK
1322 #      - 32  # WRK
1323 #      - 33  # WRK
1324 #      - 34  # WRK
1325 #      - 35  # WRK
1326 #      - 36  # WRK
1327 #      - 37  # WRK
1328     csit-vpp-perf-verify-1901-3n-hsw:
1329       - 35  # MRR sel
1330       - 10  # NDRPDR sel
1331       - 19  # NDRPDR sel
1332       - 31  # NDRPDR sel
1333       - 36  # NDRPDR sel
1334       - 40  # NDRPDR sel
1335       - 42  # NDRPDR sel
1336       - 44  # NDRPDR sel
1337       - 46  # NDRPDR sel
1338       - 47  # NDRPDR sel
1339       - 48  # NDRPDR sel
1340       - 61  # NDRPDR LB
1341       - 62  # NDRPDR LB
1342       - 63  # NDRPDR LB
1343       - 64  # NDRPDR LB
1344       - 65  # NDRPDR LB
1345       - 66  # NDRPDR LB
1346       - 67  # NDRPDR LB
1347       - 69  # NDRPDR LB
1348       - 70  # NDRPDR LB
1349       - 71  # NDRPDR LB
1350     # TODO: Add 1904 Data
1351     csit-vpp-perf-verify-1904-3n-hsw:
1352       - 9   # MRR sel
1353       - 11  # NDRPDR sel
1354       - 12  # NDRPDR sel
1355       - 20  # NDRPDR sel
1356       - 21  # NDRPDR sel
1357       - 23  # NDRPDR sel
1358       - 24  # NDRPDR sel
1359       - 25  # NDRPDR sel
1360       - 26  # NDRPDR sel
1361       - 29  # NDRPDR sel
1362
1363     csit-vpp-perf-verify-1810-3n-skx:
1364       - 9   # MRR sel
1365       - 11  # MRR sel
1366       - 12  # MRR sel
1367       - 13  # MRR sel
1368       - 10  # NDRPDR sel
1369       - 14  # NDRPDR sel
1370       - 15  # NDRPDR sel
1371       - 16  # NDRPDR sel
1372       - 17  # NDRPDR sel
1373       - 19  # NDRPDR sel
1374       - 20  # NDRPDR sel
1375       - 21  # NDRPDR sel
1376       - 22  # NDRPDR sel
1377       - 25  # NDRPDR sel
1378     csit-vpp-perf-verify-1901-3n-skx:
1379       - 32  # MRR sel
1380       - 18  # NDRPDR sel
1381       - 19  # NDRPDR sel
1382       - 20  # NDRPDR sel
1383       - 28  # NDRPDR sel
1384       - 31  # NDRPDR sel
1385       - 33  # NDRPDR sel
1386       - 36  # NDRPDR sel
1387       - 38  # NDRPDR sel
1388       - 47  # NDRPDR sel
1389       - 48  # NDRPDR sel
1390       - 54  # NDRPDR LB
1391       - 57  # NDRPDR LB
1392       - 58  # NDRPDR LB
1393       - 59  # NDRPDR LB
1394       - 60  # NDRPDR LB
1395       - 63  # NDRPDR LB
1396       - 64  # NDRPDR LB
1397       - 65  # NDRPDR LB
1398       - 66  # NDRPDR LB
1399       - 67  # NDRPDR LB
1400     csit-vpp-perf-verify-1904-3n-skx:
1401       - 7   # MRR sel
1402       - 26  # NDRPDR full
1403       - 27  # NDRPDR full
1404       - 8   # NDRPDR sel
1405       - 9   # NDRPDR sel
1406       - 10  # NDRPDR sel
1407       - 11  # NDRPDR sel
1408       - 12  # NDRPDR sel
1409       - 14  # NDRPDR sel
1410       - 16  # NDRPDR sel
1411       - 21  # NDRPDR sel
1412       - 23  # NDRPDR sel
1413       - 25  # NDRPDR sel
1414
1415     csit-vpp-perf-verify-1810-2n-skx:
1416       - 8   # MRR sel
1417       - 10  # MRR sel
1418       - 11  # MRR sel
1419       - 12  # MRR sel
1420       - 9   # NDRPDR sel
1421       - 13  # NDRPDR sel
1422       - 14  # NDRPDR sel
1423       - 19  # NDRPDR sel
1424       - 20  # NDRPDR sel
1425       - 21  # NDRPDR sel
1426       - 22  # NDRPDR sel
1427       - 23  # NDRPDR sel
1428       - 24  # NDRPDR sel
1429       - 27  # NDRPDR sel
1430     csit-vpp-perf-verify-1901-2n-skx:
1431       - 22  # MRR sel
1432       - 5   # NDRPDR sel
1433       - 12  # NDRPDR sel
1434       - 13  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 23  # NDRPDR sel
1437       - 31  # NDRPDR sel
1438       - 34  # NDRPDR sel
1439       - 40  # NDRPDR sel
1440       - 42  # NDRPDR sel
1441       - 43  # NDRPDR sel
1442 #      - 45  # SOAK
1443     # TODO: Add 1904 data
1444     csit-vpp-perf-verify-1904-2n-skx:
1445       - 11  # MRR sel
1446       - 33  # NDRPDR full
1447       - 39  # NDRPDR full
1448       - 58  # NDRPDR full
1449       - 62  # NDRPDR full
1450       - 12  # NDRPDR sel
1451       - 14  # NDRPDR sel
1452       - 16  # NDRPDR sel
1453       - 17  # NDRPDR sel
1454       - 18  # NDRPDR sel
1455       - 21  # NDRPDR sel
1456       - 27  # NDRPDR sel
1457       - 30  # NDRPDR sel
1458       - 31  # NDRPDR sel
1459       - 32  # NDRPDR sel
1460       - 40  # NFV MRR 64b
1461       - 41  # NFV MRR 64b
1462       - 42  # NFV MRR 64b
1463       - 47  # NFV MRR 64b
1464       - 48  # NFV MRR 64b
1465       - 49  # NFV MRR IMIX
1466       - 50  # NFV MRR IMIX
1467       - 51  # NFV MRR IMIX
1468       - 54  # NFV MRR IMIX
1469       - 55  # NFV MRR IMIX
1470       - 56  # NFV NDRPDR 64b
1471       - 59  # NFV NDRPDR 64b
1472       - 60  # NFV NDRPDR 64b
1473       - 65  # NFV NDRPDR 64b
1474       - 61  # NFV NDRPDR IMIX
1475       - 63  # NFV NDRPDR IMIX
1476
1477 #    csit-ligato-perf-verify-1901-3n-hsw:
1478 #      - 10  # NDRPDR full
1479 #      - 8   # NDRPDR sel
1480 #      - 9   # NDRPDR sel
1481 #      - 11  # NDRPDR sel
1482 #      - 12  # NDRPDR sel
1483 #      - 13  # NDRPDR sel
1484 #      - 14  # NDRPDR sel
1485 #      - 15  # NDRPDR sel
1486 #      - 16  # NDRPDR sel
1487 #      - 17  # NDRPDR sel
1488 #      - 18  # NDRPDR sel
1489 #    # TODO: Add 1904 data
1490 ##    csit-ligato-perf-verify-1904-3n-hsw:
1491 ##      -
1492
1493     csit-dpdk-perf-verify-1810-3n-hsw:
1494       - 1   # NDRPDR sel
1495       - 2   # NDRPDR sel
1496       - 3   # NDRPDR sel
1497       - 4   # NDRPDR sel
1498       - 5   # NDRPDR sel
1499       - 6   # NDRPDR sel
1500       - 7   # NDRPDR sel
1501       - 8   # NDRPDR sel
1502       - 9   # NDRPDR sel
1503       - 10  # NDRPDR sel
1504     csit-dpdk-perf-verify-1901-3n-hsw:
1505       - 13  # NDRPDR sel
1506       - 14  # NDRPDR sel
1507       - 16  # NDRPDR sel
1508       - 17  # NDRPDR sel
1509       - 18  # NDRPDR sel
1510       - 19  # NDRPDR sel
1511       - 20  # NDRPDR sel
1512       - 21  # NDRPDR sel
1513       - 22  # NDRPDR sel
1514       - 23  # NDRPDR sel
1515     csit-dpdk-perf-verify-1904-3n-hsw:
1516       - 2   # NDRPDR sel
1517       - 3   # NDRPDR sel
1518       - 5   # NDRPDR sel
1519       - 6   # NDRPDR sel
1520       - 13  # NDRPDR sel
1521       - 14  # NDRPDR sel
1522       - 15  # NDRPDR sel
1523       - 18  # NDRPDR sel
1524       - 19  # NDRPDR sel
1525       - 20  # NDRPDR sel
1526
1527     csit-dpdk-perf-verify-1810-3n-skx:
1528       - 3   # NDRPDR sel
1529       - 4   # NDRPDR sel
1530       - 6   # NDRPDR sel
1531       - 7   # NDRPDR sel
1532       - 8   # NDRPDR sel
1533       - 9   # NDRPDR sel
1534       - 10  # NDRPDR sel
1535       - 11  # NDRPDR sel
1536       - 12  # NDRPDR sel
1537       - 13  # NDRPDR sel
1538     csit-dpdk-perf-verify-1901-3n-skx:
1539       - 3   # NDRPDR sel
1540       - 5   # NDRPDR sel
1541       - 6   # NDRPDR sel
1542       - 7   # NDRPDR sel
1543       - 8   # NDRPDR sel
1544       - 9   # NDRPDR sel
1545       - 10  # NDRPDR sel
1546       - 11  # NDRPDR sel
1547       - 12  # NDRPDR sel
1548       - 13  # NDRPDR sel
1549     csit-dpdk-perf-verify-1904-3n-skx:
1550       - 2   # NDRPDR sel
1551       - 3   # NDRPDR sel
1552       - 4   # NDRPDR sel
1553       - 5   # NDRPDR sel
1554       - 6   # NDRPDR sel
1555       - 7   # NDRPDR sel
1556       - 11  # NDRPDR sel
1557       - 12  # NDRPDR sel
1558       - 13  # NDRPDR sel
1559       - 14  # NDRPDR sel
1560
1561     csit-dpdk-perf-verify-1810-2n-skx:
1562       - 3   # NDRPDR sel
1563       - 4   # NDRPDR sel
1564       - 5   # NDRPDR sel
1565       - 7   # NDRPDR sel
1566       - 8   # NDRPDR sel
1567       - 9   # NDRPDR sel
1568       - 10  # NDRPDR sel
1569       - 11  # NDRPDR sel
1570       - 12  # NDRPDR sel
1571       - 13  # NDRPDR sel
1572     csit-dpdk-perf-verify-1901-2n-skx:
1573       - 12  # NDRPDR sel
1574       - 13  # NDRPDR sel
1575       - 14  # NDRPDR sel
1576       - 15  # NDRPDR sel
1577       - 16  # NDRPDR sel
1578       - 17  # NDRPDR sel
1579       - 18  # NDRPDR sel
1580       - 19  # NDRPDR sel
1581       - 20  # NDRPDR sel
1582       - 21  # NDRPDR sel
1583     csit-dpdk-perf-verify-1904-2n-skx:
1584       - 2   # NDRPDR sel
1585       - 3   # NDRPDR sel
1586       - 4   # NDRPDR sel
1587       - 5   # NDRPDR sel
1588       - 7   # NDRPDR sel
1589       - 8   # NDRPDR sel
1590       - 9   # NDRPDR sel
1591       - 10  # NDRPDR sel
1592       - 11  # NDRPDR sel
1593       - 12  # NDRPDR sel
1594
1595     csit-vpp-functional-1904-ubuntu1604-virl:
1596       - 33
1597     csit-vpp-functional-1904-centos7-virl:
1598       - 32
1599     csit-vpp-device-1904-ubuntu1804-1n-skx:
1600       - 32
1601 #    # Not used
1602 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1603 #      - 1
1604     csit-dmm-functional-1904-ubuntu1604-virl:
1605       - 1
1606     csit-hc2vpp-verify-func-1904-ubuntu1604:
1607       - 4
1608
1609 - type: "output"
1610   output: "report"
1611   format:
1612     html:
1613     - full
1614     pdf:
1615     - minimal
1616
1617 ################################################################################
1618 ###                               T A B L E S                                ###
1619 ################################################################################
1620
1621 # VPP Compare NICs 3n-hsw 1t1c ndr
1622 - type: "table"
1623   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1624   algorithm: "table_nics_comparison"
1625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1626   reference:
1627     title: "Intel-x520"
1628     nic: "NIC_Intel-X520-DA2"
1629   compare:
1630     title: "Intel-x710"
1631     nic: "NIC_Intel-X710"
1632   data: "vpp-nic-comparison-3n-hsw"
1633   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1634   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1635   parameters:
1636   - "name"
1637   - "parent"
1638   - "throughput"
1639   - "tags"
1640
1641 # VPP Compare NICs 3n-hsw 2t2c ndr
1642 - type: "table"
1643   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1644   algorithm: "table_nics_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1646   reference:
1647     title: "Intel-x520"
1648     nic: "NIC_Intel-X520-DA2"
1649   compare:
1650     title: "Intel-x710"
1651     nic: "NIC_Intel-X710"
1652   data: "vpp-nic-comparison-3n-hsw"
1653   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1654   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1655   parameters:
1656   - "name"
1657   - "parent"
1658   - "throughput"
1659   - "tags"
1660
1661 # VPP Compare NICs 3n-hsw 1t1c pdr
1662 - type: "table"
1663   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1664   algorithm: "table_nics_comparison"
1665   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1666   reference:
1667     title: "Intel-x520"
1668     nic: "NIC_Intel-X520-DA2"
1669   compare:
1670     title: "Intel-x710"
1671     nic: "NIC_Intel-X710"
1672   data: "vpp-nic-comparison-3n-hsw"
1673   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1674   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1675   parameters:
1676   - "name"
1677   - "parent"
1678   - "throughput"
1679   - "tags"
1680
1681 # VPP Compare NICs 3n-hsw 2t2c pdr
1682 - type: "table"
1683   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1686   reference:
1687     title: "Intel-x520"
1688     nic: "NIC_Intel-X520-DA2"
1689   compare:
1690     title: "Intel-x710"
1691     nic: "NIC_Intel-X710"
1692   data: "vpp-nic-comparison-3n-hsw"
1693   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 3n-hsw 1t1c mrr
1702 - type: "table"
1703   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1706   reference:
1707     title: "Intel-x520"
1708     nic: "NIC_Intel-X520-DA2"
1709   compare:
1710     title: "Intel-x710"
1711     nic: "NIC_Intel-X710"
1712   data: "vpp-nic-comparison-3n-hsw-mrr"
1713   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1714   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "result"
1719   - "tags"
1720
1721 # VPP Compare NICs 3n-hsw 2t2c mrr
1722 - type: "table"
1723   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1726   reference:
1727     title: "Intel-x520"
1728     nic: "NIC_Intel-X520-DA2"
1729   compare:
1730     title: "Intel-x710"
1731     nic: "NIC_Intel-X710"
1732   data: "vpp-nic-comparison-3n-hsw-mrr"
1733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1734   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "result"
1739   - "tags"
1740
1741 # VPP Compare NICs 3n-hsw 4t4c mrr
1742 - type: "table"
1743   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1746   reference:
1747     title: "Intel-x520"
1748     nic: "NIC_Intel-X520-DA2"
1749   compare:
1750     title: "Intel-x710"
1751     nic: "NIC_Intel-X710"
1752   data: "vpp-nic-comparison-3n-hsw-mrr"
1753   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1754   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "result"
1759   - "tags"
1760
1761 # VPP Compare NICs 3n-skx 2t1c ndr
1762 - type: "table"
1763   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1766   reference:
1767     title: "Intel-x710"
1768     nic: "NIC_Intel-X710"
1769   compare:
1770     title: "Intel-xxv710"
1771     nic: "NIC_Intel-XXV710"
1772   data: "vpp-nic-comparison-3n-skx"
1773   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1774   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "throughput"
1779   - "tags"
1780
1781 # VPP Compare NICs 3n-skx 4t2c ndr
1782 - type: "table"
1783   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1786   reference:
1787     title: "Intel-x710"
1788     nic: "NIC_Intel-X710"
1789   compare:
1790     title: "Intel-xxv710"
1791     nic: "NIC_Intel-XXV710"
1792   data: "vpp-nic-comparison-3n-skx"
1793   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1794   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "throughput"
1799   - "tags"
1800
1801 # VPP Compare NICs 3n-skx 2t1c pdr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1806   reference:
1807     title: "Intel-x710"
1808     nic: "NIC_Intel-X710"
1809   compare:
1810     title: "Intel-xxv710"
1811     nic: "NIC_Intel-XXV710"
1812   data: "vpp-nic-comparison-3n-skx"
1813   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1814   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "throughput"
1819   - "tags"
1820
1821  # VPP Compare NICs 3n-skx 4t2c pdr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1826   reference:
1827     title: "Intel-x710"
1828     nic: "NIC_Intel-X710"
1829   compare:
1830     title: "Intel-xxv710"
1831     nic: "NIC_Intel-XXV710"
1832   data: "vpp-nic-comparison-3n-skx"
1833   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1834   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "throughput"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-skx 2t1c mrr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1846   reference:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   compare:
1850     title: "Intel-xxv710"
1851     nic: "NIC_Intel-XXV710"
1852   data: "vpp-nic-comparison-3n-skx-mrr"
1853   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1854   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "result"
1859   - "tags"
1860
1861 # VPP Compare NICs 3n-skx 4t2c mrr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx-mrr"
1873   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1874   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "result"
1879   - "tags"
1880
1881  # VPP Compare NICs 3n-skx 8t4c mrr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx-mrr"
1893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1894   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "result"
1899   - "tags"
1900
1901 # VPP Compare NICs 2n-skx 2t1c ndr
1902 - type: "table"
1903   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-2n-skx"
1913   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "throughput"
1919   - "tags"
1920
1921 # VPP Compare NICs 2n-skx 4t2c ndr
1922 - type: "table"
1923   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-2n-skx"
1933   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1934   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "throughput"
1939   - "tags"
1940
1941  # VPP Compare NICs 2n-skx 2t1c pdr
1942 - type: "table"
1943   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-2n-skx"
1953   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1954   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "throughput"
1959   - "tags"
1960
1961 # VPP Compare NICs 2n-skx 4t2c pdr
1962 - type: "table"
1963   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-2n-skx"
1973   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1974   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "throughput"
1979   - "tags"
1980
1981 # VPP Compare NICs 2n-skx 2t1c mrr
1982 - type: "table"
1983   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-2n-skx-mrr"
1993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1994   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "result"
1999   - "tags"
2000
2001 # VPP Compare NICs 2n-skx 4t2c mrr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx-mrr"
2013   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2014   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "result"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 8t4c mrr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx-mrr"
2033   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2034   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "result"
2039   - "tags"
2040
2041 ################################################################################
2042 # VPP
2043
2044 ## VPP Performance Changes 2n-dnv 1t1c pdr
2045 #- type: "table"
2046 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2047 #  algorithm: "table_performance_comparison"
2048 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2049 #  history:
2050 #    - title: "rls1810"
2051 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2052 #  reference:
2053 #    title: "rls1901"
2054 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2055 #  compare:
2056 #    title: "rls1904"
2057 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2058 #  data: "intel-dnv-vpp-changes-2n-dnv"
2059 #  include-tests: "PDR"
2060 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2061 #  parameters:
2062 #  - "name"
2063 #  - "parent"
2064 #  - "throughput"
2065 #
2066 ## VPP Performance Changes 2n-dnv 2t2c pdr
2067 #- type: "table"
2068 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2069 #  algorithm: "table_performance_comparison"
2070 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2071 #  history:
2072 #    - title: "rls1810"
2073 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2074 #  reference:
2075 #    title: "rls1901"
2076 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2077 #  compare:
2078 #    title: "rls1904"
2079 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2080 #  data: "intel-dnv-vpp-changes-2n-dnv"
2081 #  include-tests: "PDR"
2082 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2083 #  parameters:
2084 #  - "name"
2085 #  - "parent"
2086 #  - "throughput"
2087 #
2088 ## VPP Performance Changes 2n-dnv 1t1c ndr
2089 #- type: "table"
2090 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2091 #  algorithm: "table_performance_comparison"
2092 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2093 #  history:
2094 #    - title: "rls1810"
2095 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2096 #  reference:
2097 #    title: "rls1901"
2098 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2099 #  compare:
2100 #    title: "rls1904"
2101 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2102 #  data: "intel-dnv-vpp-changes-2n-dnv"
2103 #  include-tests: "NDR"
2104 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2105 #  parameters:
2106 #  - "name"
2107 #  - "parent"
2108 #  - "throughput"
2109 #
2110 ## VPP Performance Changes 2n-dnv 2t2c ndr
2111 #- type: "table"
2112 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2113 #  algorithm: "table_performance_comparison"
2114 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2115 #  history:
2116 #    - title: "rls1810"
2117 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2118 #  reference:
2119 #    title: "rls1901"
2120 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2121 #  compare:
2122 #    title: "rls1904"
2123 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2124 #  data: "intel-dnv-vpp-changes-2n-dnv"
2125 #  include-tests: "NDR"
2126 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2127 #  parameters:
2128 #  - "name"
2129 #  - "parent"
2130 #  - "throughput"
2131 #
2132 ## VPP Performance Changes 2n-dnv 1t1c MRR
2133 #- type: "table"
2134 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2135 #  algorithm: "table_performance_comparison"
2136 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2137 #  history:
2138 #    - title: "rls1810"
2139 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2140 #  reference:
2141 #    title: "rls1901"
2142 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2143 #  compare:
2144 #    title: "rls1904"
2145 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2146 #  data: "intel-dnv-vpp-changes-2n-dnv"
2147 #  include-tests: "MRR"
2148 #  filter: "'1T1C' and 'MRR'"
2149 #  parameters:
2150 #  - "name"
2151 #  - "parent"
2152 #  - "result"
2153 #
2154 ## VPP Performance Changes 2n-dnv 2t2c MRR
2155 #- type: "table"
2156 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2157 #  algorithm: "table_performance_comparison"
2158 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2159 #  history:
2160 #    - title: "rls1810"
2161 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2162 #  reference:
2163 #    title: "rls1901"
2164 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2165 #  compare:
2166 #    title: "rls1904"
2167 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2168 #  data: "intel-dnv-vpp-changes-2n-dnv"
2169 #  include-tests: "MRR"
2170 #  filter: "'2T2C' and 'MRR'"
2171 #  parameters:
2172 #  - "name"
2173 #  - "parent"
2174 #  - "result"
2175 #
2176 ## VPP Performance Changes 2n-dnv 4t4c MRR
2177 #- type: "table"
2178 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2179 #  algorithm: "table_performance_comparison"
2180 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2181 #  history:
2182 #    - title: "rls1810"
2183 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2184 #  reference:
2185 #    title: "rls1901"
2186 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2187 #  compare:
2188 #    title: "rls1904"
2189 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2190 #  data: "intel-dnv-vpp-changes-2n-dnv"
2191 #  include-tests: "MRR"
2192 #  filter: "'4T4C' and 'MRR'"
2193 #  parameters:
2194 #  - "name"
2195 #  - "parent"
2196 #  - "result"
2197
2198 # VPP Performance Changes 3n-hsw 1t1c pdr
2199 - type: "table"
2200   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2201   algorithm: "table_performance_comparison"
2202   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2203   history:
2204     - title: "rls1810"
2205       data: "vpp-performance-changes-3n-hsw-h1"
2206   reference:
2207     title: "rls1901"
2208     data: "vpp-performance-changes-3n-hsw-ref"
2209   compare:
2210     title: "rls1904"
2211     data: "vpp-performance-changes-3n-hsw-cmp"
2212   data: "vpp-performance-changes-3n-hsw"
2213   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2214   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2215   parameters:
2216   - "name"
2217   - "parent"
2218   - "throughput"
2219
2220 # VPP Performance Changes 3n-hsw 2t2c pdr
2221 - type: "table"
2222   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2223   algorithm: "table_performance_comparison"
2224   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2225   history:
2226     - title: "rls1810"
2227       data: "vpp-performance-changes-3n-hsw-h1"
2228   reference:
2229     title: "rls1901"
2230     data: "vpp-performance-changes-3n-hsw-ref"
2231   compare:
2232     title: "rls1904"
2233     data: "vpp-performance-changes-3n-hsw-cmp"
2234   data: "vpp-performance-changes-3n-hsw"
2235   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2236   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2237   parameters:
2238   - "name"
2239   - "parent"
2240   - "throughput"
2241
2242 # VPP Performance Changes 3n-hsw 1t1c ndr
2243 - type: "table"
2244   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2245   algorithm: "table_performance_comparison"
2246   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2247   history:
2248     - title: "rls1810"
2249       data: "vpp-performance-changes-3n-hsw-h1"
2250   reference:
2251     title: "rls1901"
2252     data: "vpp-performance-changes-3n-hsw-ref"
2253   compare:
2254     title: "rls1904"
2255     data: "vpp-performance-changes-3n-hsw-cmp"
2256   data: "vpp-performance-changes-3n-hsw"
2257   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2258   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2259   parameters:
2260   - "name"
2261   - "parent"
2262   - "throughput"
2263
2264 # VPP Performance Changes 3n-hsw 2t2c ndr
2265 - type: "table"
2266   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2267   algorithm: "table_performance_comparison"
2268   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2269   history:
2270     - title: "rls1810"
2271       data: "vpp-performance-changes-3n-hsw-h1"
2272   reference:
2273     title: "rls1901"
2274     data: "vpp-performance-changes-3n-hsw-ref"
2275   compare:
2276     title: "rls1904"
2277     data: "vpp-performance-changes-3n-hsw-cmp"
2278   data: "vpp-performance-changes-3n-hsw"
2279   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2280   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2281   parameters:
2282   - "name"
2283   - "parent"
2284   - "throughput"
2285
2286 # VPP Performance Changes 3n-skx 2t1c pdr
2287 - type: "table"
2288   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2289   algorithm: "table_performance_comparison"
2290   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2291   history:
2292     - title: "rls1810"
2293       data: "vpp-performance-changes-3n-skx-h1"
2294   reference:
2295     title: "rls1901"
2296     data: "vpp-performance-changes-3n-skx-ref"
2297   compare:
2298     title: "rls1904"
2299     data: "vpp-performance-changes-3n-skx-cmp"
2300   data: "vpp-performance-changes-3n-skx"
2301   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2302   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2303   parameters:
2304   - "name"
2305   - "parent"
2306   - "throughput"
2307
2308 # VPP Performance Changes 3n-skx 4t2c pdr
2309 - type: "table"
2310   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2311   algorithm: "table_performance_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2313   history:
2314     - title: "rls1810"
2315       data: "vpp-performance-changes-3n-skx-h1"
2316   reference:
2317     title: "rls1901"
2318     data: "vpp-performance-changes-3n-skx-ref"
2319   compare:
2320     title: "rls1904"
2321     data: "vpp-performance-changes-3n-skx-cmp"
2322   data: "vpp-performance-changes-3n-skx"
2323   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2324   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2325   parameters:
2326   - "name"
2327   - "parent"
2328   - "throughput"
2329
2330 # VPP Performance Changes 3n-skx 2t1c ndr
2331 - type: "table"
2332   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2333   algorithm: "table_performance_comparison"
2334   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2335   history:
2336     - title: "rls1810"
2337       data: "vpp-performance-changes-3n-skx-h1"
2338   reference:
2339     title: "rls1901"
2340     data: "vpp-performance-changes-3n-skx-ref"
2341   compare:
2342     title: "rls1904"
2343     data: "vpp-performance-changes-3n-skx-cmp"
2344   data: "vpp-performance-changes-3n-skx"
2345   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2346   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2347   parameters:
2348   - "name"
2349   - "parent"
2350   - "throughput"
2351
2352 # VPP Performance Changes 3n-skx 4t2c ndr
2353 - type: "table"
2354   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2355   algorithm: "table_performance_comparison"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2357   history:
2358     - title: "rls1810"
2359       data: "vpp-performance-changes-3n-skx-h1"
2360   reference:
2361     title: "rls1901"
2362     data: "vpp-performance-changes-3n-skx-ref"
2363   compare:
2364     title: "rls1904"
2365     data: "vpp-performance-changes-3n-skx-cmp"
2366   data: "vpp-performance-changes-3n-skx"
2367   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2368   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2369   parameters:
2370   - "name"
2371   - "parent"
2372   - "throughput"
2373
2374 # VPP Performance Changes 2n-skx 2t1c pdr
2375 - type: "table"
2376   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2377   algorithm: "table_performance_comparison"
2378   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2379   history:
2380     - title: "rls1810"
2381       data: "vpp-performance-changes-2n-skx-h1"
2382   reference:
2383     title: "rls1901"
2384     data: "vpp-performance-changes-2n-skx-ref"
2385   compare:
2386     title: "rls1904"
2387     data: "vpp-performance-changes-2n-skx-cmp"
2388   data: "vpp-performance-changes-2n-skx"
2389   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2390   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2391   parameters:
2392   - "name"
2393   - "parent"
2394   - "throughput"
2395
2396 # VPP Performance Changes 2n-skx 4t2c pdr
2397 - type: "table"
2398   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2399   algorithm: "table_performance_comparison"
2400   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2401   history:
2402     - title: "rls1810"
2403       data: "vpp-performance-changes-2n-skx-h1"
2404   reference:
2405     title: "rls1901"
2406     data: "vpp-performance-changes-2n-skx-ref"
2407   compare:
2408     title: "rls1904"
2409     data: "vpp-performance-changes-2n-skx-cmp"
2410   data: "vpp-performance-changes-2n-skx"
2411   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2412   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2413   parameters:
2414   - "name"
2415   - "parent"
2416   - "throughput"
2417
2418 # VPP Performance Changes 2n-skx 2t1c ndr
2419 - type: "table"
2420   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2421   algorithm: "table_performance_comparison"
2422   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2423   history:
2424     - title: "rls1810"
2425       data: "vpp-performance-changes-2n-skx-h1"
2426   reference:
2427     title: "rls1901"
2428     data: "vpp-performance-changes-2n-skx-ref"
2429   compare:
2430     title: "rls1904"
2431     data: "vpp-performance-changes-2n-skx-cmp"
2432   data: "vpp-performance-changes-2n-skx"
2433   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2434   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2435   parameters:
2436   - "name"
2437   - "parent"
2438   - "throughput"
2439
2440 # VPP Performance Changes 2n-skx 4t2c ndr
2441 - type: "table"
2442   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2443   algorithm: "table_performance_comparison"
2444   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2445   history:
2446     - title: "rls1810"
2447       data: "vpp-performance-changes-2n-skx-h1"
2448   reference:
2449     title: "rls1901"
2450     data: "vpp-performance-changes-2n-skx-ref"
2451   compare:
2452     title: "rls1904"
2453     data: "vpp-performance-changes-2n-skx-cmp"
2454   data: "vpp-performance-changes-2n-skx"
2455   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2456   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2457   parameters:
2458   - "name"
2459   - "parent"
2460   - "throughput"
2461
2462 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2463 - type: "table"
2464   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2465   algorithm: "table_performance_comparison"
2466   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2467   reference:
2468     title: "3-Node Hsw"
2469     data: "vpp-compare-testbeds-ref"
2470   compare:
2471     title: "3-Node Skx"
2472     data: "vpp-compare-testbeds-cmp"
2473   data: "vpp-compare-testbeds"
2474   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2475   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2476   parameters:
2477   - "name"
2478   - "parent"
2479   - "throughput"
2480
2481 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2482 - type: "table"
2483   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2484   algorithm: "table_performance_comparison"
2485   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2486   reference:
2487     title: "3-Node Hsw"
2488     data: "vpp-compare-testbeds-ref"
2489   compare:
2490     title: "3-Node Skx"
2491     data: "vpp-compare-testbeds-cmp"
2492   data: "vpp-compare-testbeds"
2493   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2494   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2495   parameters:
2496   - "name"
2497   - "parent"
2498   - "throughput"
2499
2500 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2501 - type: "table"
2502   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2503   algorithm: "table_performance_comparison"
2504   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2505   reference:
2506     title: "3-Node Hsw"
2507     data: "vpp-compare-testbeds-ref"
2508   compare:
2509     title: "3-Node Skx"
2510     data: "vpp-compare-testbeds-cmp"
2511   data: "vpp-compare-testbeds"
2512   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2513   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2514   parameters:
2515   - "name"
2516   - "parent"
2517   - "throughput"
2518
2519 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2520 - type: "table"
2521   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2522   algorithm: "table_performance_comparison"
2523   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2524   reference:
2525     title: "3-Node Hsw"
2526     data: "vpp-compare-testbeds-ref"
2527   compare:
2528     title: "3-Node Skx"
2529     data: "vpp-compare-testbeds-cmp"
2530   data: "vpp-compare-testbeds"
2531   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2532   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2533   parameters:
2534   - "name"
2535   - "parent"
2536   - "throughput"
2537
2538 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2539 - type: "table"
2540   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2541   algorithm: "table_performance_comparison"
2542   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2543   reference:
2544     title: "3-Node Skx"
2545     data: "vpp-compare-topologies-ref"
2546   compare:
2547     title: "2-Node Skx"
2548     data: "vpp-compare-topologies-cmp"
2549   data: "vpp-compare-topologies"
2550   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2551   filter: "'NDRPDR' and '1C'"
2552   parameters:
2553   - "name"
2554   - "parent"
2555   - "throughput"
2556
2557 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2558 - type: "table"
2559   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2560   algorithm: "table_performance_comparison"
2561   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2562   reference:
2563     title: "3-Node Skx"
2564     data: "vpp-compare-topologies-ref"
2565   compare:
2566     title: "2-Node Skx"
2567     data: "vpp-compare-topologies-cmp"
2568   data: "vpp-compare-topologies"
2569   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2570   filter: "'NDRPDR' and '2C'"
2571   parameters:
2572   - "name"
2573   - "parent"
2574   - "throughput"
2575
2576 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2577 - type: "table"
2578   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2579   algorithm: "table_performance_comparison"
2580   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2581   reference:
2582     title: "3-Node Skx"
2583     data: "vpp-compare-topologies-ref"
2584   compare:
2585     title: "2-Node Skx"
2586     data: "vpp-compare-topologies-cmp"
2587   data: "vpp-compare-topologies"
2588   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2589   filter: "'NDRPDR' and '1C'"
2590   parameters:
2591   - "name"
2592   - "parent"
2593   - "throughput"
2594
2595 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2596 - type: "table"
2597   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2598   algorithm: "table_performance_comparison"
2599   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2600   reference:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-topologies-ref"
2603   compare:
2604     title: "2-Node Skx"
2605     data: "vpp-compare-topologies-cmp"
2606   data: "vpp-compare-topologies"
2607   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2608   filter: "'NDRPDR' and '2C'"
2609   parameters:
2610   - "name"
2611   - "parent"
2612   - "throughput"
2613
2614 # VPP Performance Changes 3n-hsw 1t1c MRR
2615 - type: "table"
2616   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2617   algorithm: "table_performance_comparison"
2618   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2619   history:
2620     - title: "rls1810"
2621       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2622   reference:
2623     title: "rls1901"
2624     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2625   compare:
2626     title: "rls1904"
2627     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2628   data: "vpp-performance-changes-3n-hsw-mrr"
2629   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2630   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "result"
2635
2636 # VPP Performance Changes 3n-hsw 2t2c MRR
2637 - type: "table"
2638   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2641   history:
2642     - title: "rls1810"
2643       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2644   reference:
2645     title: "rls1901"
2646     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2647   compare:
2648     title: "rls1904"
2649     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2650   data: "vpp-performance-changes-3n-hsw-mrr"
2651   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2652   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2653   parameters:
2654   - "name"
2655   - "parent"
2656   - "result"
2657
2658 # VPP Performance Changes 3n-hsw 4t4c MRR
2659 - type: "table"
2660   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2661   algorithm: "table_performance_comparison"
2662   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2663   history:
2664     - title: "rls1810"
2665       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2666   reference:
2667     title: "rls1901"
2668     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2669   compare:
2670     title: "rls1904"
2671     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2672   data: "vpp-performance-changes-3n-hsw-mrr"
2673   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2674   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2675   parameters:
2676   - "name"
2677   - "parent"
2678   - "result"
2679
2680 # VPP Performance Changes 3n-skx 2t1c MRR
2681 - type: "table"
2682   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2683   algorithm: "table_performance_comparison"
2684   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2685   history:
2686     - title: "rls1810"
2687       data: "vpp-performance-changes-3n-skx-mrr-h1"
2688   reference:
2689     title: "rls1901"
2690     data: "vpp-performance-changes-3n-skx-mrr-ref"
2691   compare:
2692     title: "rls1904"
2693     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2694   data: "vpp-performance-changes-3n-skx-mrr"
2695   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2696   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2697   parameters:
2698   - "name"
2699   - "parent"
2700   - "result"
2701
2702 # VPP Performance Changes 3n-skx 4t2c MRR
2703 - type: "table"
2704   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2705   algorithm: "table_performance_comparison"
2706   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2707   history:
2708     - title: "rls1810"
2709       data: "vpp-performance-changes-3n-skx-mrr-h1"
2710   reference:
2711     title: "rls1901"
2712     data: "vpp-performance-changes-3n-skx-mrr-ref"
2713   compare:
2714     title: "rls1904"
2715     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2716   data: "vpp-performance-changes-3n-skx-mrr"
2717   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2718   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2719   parameters:
2720   - "name"
2721   - "parent"
2722   - "result"
2723
2724 # VPP Performance Changes 3n-skx 8t4c MRR
2725 - type: "table"
2726   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2727   algorithm: "table_performance_comparison"
2728   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2729   history:
2730     - title: "rls1810"
2731       data: "vpp-performance-changes-3n-skx-mrr-h1"
2732   reference:
2733     title: "rls1901"
2734     data: "vpp-performance-changes-3n-skx-mrr-ref"
2735   compare:
2736     title: "rls1904"
2737     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2738   data: "vpp-performance-changes-3n-skx-mrr"
2739   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2740   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2741   parameters:
2742   - "name"
2743   - "parent"
2744   - "result"
2745
2746 # VPP Performance Changes 2n-skx 2t1c MRR
2747 - type: "table"
2748   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2749   algorithm: "table_performance_comparison"
2750   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2751   history:
2752     - title: "rls1810"
2753       data: "vpp-performance-changes-2n-skx-mrr-h1"
2754   reference:
2755     title: "rls1901"
2756     data: "vpp-performance-changes-2n-skx-mrr-ref"
2757   compare:
2758     title: "rls1904"
2759     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2760   data: "vpp-performance-changes-2n-skx-mrr"
2761   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2762   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2763   parameters:
2764   - "name"
2765   - "parent"
2766   - "result"
2767
2768 # VPP Performance Changes 2n-skx 4t2c MRR
2769 - type: "table"
2770   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2771   algorithm: "table_performance_comparison"
2772   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2773   history:
2774     - title: "rls1810"
2775       data: "vpp-performance-changes-2n-skx-mrr-h1"
2776   reference:
2777     title: "rls1901"
2778     data: "vpp-performance-changes-2n-skx-mrr-ref"
2779   compare:
2780     title: "rls1904"
2781     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2782   data: "vpp-performance-changes-2n-skx-mrr"
2783   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2784   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2785   parameters:
2786   - "name"
2787   - "parent"
2788   - "result"
2789
2790 # VPP Performance Changes 2n-skx 8t4c MRR
2791 - type: "table"
2792   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2793   algorithm: "table_performance_comparison"
2794   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2795   history:
2796     - title: "rls1810"
2797       data: "vpp-performance-changes-2n-skx-mrr-h1"
2798   reference:
2799     title: "rls1901"
2800     data: "vpp-performance-changes-2n-skx-mrr-ref"
2801   compare:
2802     title: "rls1904"
2803     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2804   data: "vpp-performance-changes-2n-skx-mrr"
2805   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2806   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2807   parameters:
2808   - "name"
2809   - "parent"
2810   - "result"
2811
2812 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2813 - type: "table"
2814   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2815   algorithm: "table_performance_comparison"
2816   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2817   reference:
2818     title: "3-Node Hsw"
2819     data: "vpp-compare-testbeds-mrr-ref"
2820   compare:
2821     title: "3-Node Skx"
2822     data: "vpp-compare-testbeds-mrr-cmp"
2823   data: "vpp-compare-testbeds-mrr"
2824   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2825   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2826   parameters:
2827   - "name"
2828   - "parent"
2829   - "result"
2830
2831 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2832 - type: "table"
2833   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2834   algorithm: "table_performance_comparison"
2835   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2836   reference:
2837     title: "3-Node Hsw"
2838     data: "vpp-compare-testbeds-mrr-ref"
2839   compare:
2840     title: "3-Node Skx"
2841     data: "vpp-compare-testbeds-mrr-cmp"
2842   data: "vpp-compare-testbeds-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2851 - type: "table"
2852   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2853   algorithm: "table_performance_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2855   reference:
2856     title: "3-Node Hsw"
2857     data: "vpp-compare-testbeds-mrr-ref"
2858   compare:
2859     title: "3-Node Skx"
2860     data: "vpp-compare-testbeds-mrr-cmp"
2861   data: "vpp-compare-testbeds-mrr"
2862   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2863   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2864   parameters:
2865   - "name"
2866   - "parent"
2867   - "result"
2868
2869 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2870 - type: "table"
2871   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2872   algorithm: "table_performance_comparison"
2873   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2874   reference:
2875     title: "3-Node Skx"
2876     data: "vpp-compare-topologies-mrr-ref"
2877   compare:
2878     title: "2-Node Skx"
2879     data: "vpp-compare-topologies-mrr-cmp"
2880   data: "vpp-compare-topologies-mrr"
2881   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2882   filter: "'MRR' and '1C'"
2883   parameters:
2884   - "name"
2885   - "parent"
2886   - "result"
2887
2888 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2889 - type: "table"
2890   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2891   algorithm: "table_performance_comparison"
2892   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2893   reference:
2894     title: "3-Node Skx"
2895     data: "vpp-compare-topologies-mrr-ref"
2896   compare:
2897     title: "2-Node Skx"
2898     data: "vpp-compare-topologies-mrr-cmp"
2899   data: "vpp-compare-topologies-mrr"
2900   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2901   filter: "'MRR' and '2C'"
2902   parameters:
2903   - "name"
2904   - "parent"
2905   - "result"
2906
2907 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2908 - type: "table"
2909   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2910   algorithm: "table_performance_comparison"
2911   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2912   reference:
2913     title: "3-Node Skx"
2914     data: "vpp-compare-topologies-mrr-ref"
2915   compare:
2916     title: "2-Node Skx"
2917     data: "vpp-compare-topologies-mrr-cmp"
2918   data: "vpp-compare-topologies-mrr"
2919   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2920   filter: "'MRR' and '4C'"
2921   parameters:
2922   - "name"
2923   - "parent"
2924   - "result"
2925
2926 # Detailed Test Results - VPP Performance Results 3n-hsw
2927 - type: "table"
2928   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2929   algorithm: "table_merged_details"
2930   output-file-ext: ".csv"
2931   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2932   columns:
2933   - title: "Name"
2934     data: "data name"
2935   - title: "Status"
2936     data: "data msg"
2937   rows: "generated"
2938   data: "vpp-perf-results-3n-hsw"
2939   filter: "not 'NDRCHK' and not 'PDRCHK'"
2940   parameters:
2941   - "name"
2942   - "parent"
2943   - "msg"
2944
2945 # Detailed Test Results - VPP Performance Results 3n-skx
2946 - type: "table"
2947   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2948   algorithm: "table_merged_details"
2949   output-file-ext: ".csv"
2950   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2951   columns:
2952   - title: "Name"
2953     data: "data name"
2954   - title: "Status"
2955     data: "data msg"
2956   rows: "generated"
2957   data: "vpp-perf-results-3n-skx"
2958   filter: "not 'NDRCHK' and not 'PDRCHK'"
2959   parameters:
2960   - "name"
2961   - "parent"
2962   - "msg"
2963
2964 # Detailed Test Results - VPP Performance Results 2n-skx
2965 - type: "table"
2966   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2967   algorithm: "table_merged_details"
2968   output-file-ext: ".csv"
2969   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2970   columns:
2971   - title: "Name"
2972     data: "data name"
2973   - title: "Status"
2974     data: "data msg"
2975   rows: "generated"
2976   data: "vpp-perf-results-2n-skx"
2977   filter: "not 'NDRCHK' and not 'PDRCHK'"
2978   parameters:
2979   - "name"
2980   - "parent"
2981   - "msg"
2982
2983 ## Detailed Test Results - VPP Performance Results 2n-dnv
2984 #- type: "table"
2985 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2986 #  algorithm: "table_details"
2987 #  output-file-ext: ".csv"
2988 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2989 #  columns:
2990 #  - title: "Name"
2991 #    data: "data name"
2992 #  - title: "Status"
2993 #    data: "data msg"
2994 #  rows: "generated"
2995 #  data: "intel-dnv-vpp"
2996 #  filter: "'NDRPDR'"
2997 #  parameters:
2998 #  - "name"
2999 #  - "parent"
3000 #  - "msg"
3001
3002 # Test configuration - VPP Performance Test Configs 3n-hsw
3003 - type: "table"
3004   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3005   algorithm: "table_merged_details"
3006   output-file-ext: ".csv"
3007   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3008   columns:
3009   - title: "Name"
3010     data: "data name"
3011   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3012     data: "data conf-history"
3013   rows: "generated"
3014   data: "vpp-perf-results-3n-hsw"
3015   filter: "not 'NDRCHK' and not 'PDRCHK'"
3016   parameters:
3017   - "parent"
3018   - "name"
3019   - "conf-history"
3020
3021 # Test configuration - VPP Performance Test Configs 3n-skx
3022 - type: "table"
3023   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3024   algorithm: "table_merged_details"
3025   output-file-ext: ".csv"
3026   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3027   columns:
3028   - title: "Name"
3029     data: "data name"
3030   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3031     data: "data conf-history"
3032   rows: "generated"
3033   data: "vpp-perf-results-3n-skx"
3034   filter: "not 'NDRCHK' and not 'PDRCHK'"
3035   parameters:
3036   - "parent"
3037   - "name"
3038   - "conf-history"
3039
3040 # Test configuration - VPP Performance Test Configs 2n-skx
3041 - type: "table"
3042   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3043   algorithm: "table_merged_details"
3044   output-file-ext: ".csv"
3045   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3046   columns:
3047   - title: "Name"
3048     data: "data name"
3049   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3050     data: "data conf-history"
3051   rows: "generated"
3052   data: "vpp-perf-results-2n-skx"
3053   filter: "not 'NDRCHK' and not 'PDRCHK'"
3054   parameters:
3055   - "parent"
3056   - "name"
3057   - "conf-history"
3058
3059 ## Test configuration - VPP Performance Test Configs 2n-dnv
3060 #- type: "table"
3061 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3062 #  algorithm: "table_details"
3063 #  output-file-ext: ".csv"
3064 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3065 #  columns:
3066 #  - title: "Name"
3067 #    data: "data name"
3068 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3069 #    data: "data conf-history"
3070 #  rows: "generated"
3071 #  data: "intel-dnv-vpp"
3072 #  filter: "'NDRPDR'"
3073 #  parameters:
3074 #  - "parent"
3075 #  - "name"
3076 #  - "conf-history"
3077
3078 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3079 - type: "table"
3080   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3081   algorithm: "table_merged_details"
3082   output-file-ext: ".csv"
3083   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3084   columns:
3085   - title: "Name"
3086     data: "data name"
3087   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3088     data: "data show-run"
3089   rows: "generated"
3090   data: "vpp-perf-results-3n-hsw"
3091   filter: "not 'NDRCHK' and not 'PDRCHK'"
3092   parameters:
3093   - "parent"
3094   - "name"
3095   - "show-run"
3096
3097 # Test Operational Data - VPP Performance Operational Data 3n-skx
3098 - type: "table"
3099   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3100   algorithm: "table_merged_details"
3101   output-file-ext: ".csv"
3102   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3103   columns:
3104   - title: "Name"
3105     data: "data name"
3106   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3107     data: "data show-run"
3108   rows: "generated"
3109   data: "vpp-perf-results-3n-skx"
3110   filter: "not 'NDRCHK' and not 'PDRCHK'"
3111   parameters:
3112   - "parent"
3113   - "name"
3114   - "show-run"
3115
3116 # Test Operational Data - VPP Performance Operational Data 2n-skx
3117 - type: "table"
3118   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3119   algorithm: "table_merged_details"
3120   output-file-ext: ".csv"
3121   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3122   columns:
3123   - title: "Name"
3124     data: "data name"
3125   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3126     data: "data show-run"
3127   rows: "generated"
3128   data: "vpp-perf-results-2n-skx"
3129   filter: "not 'NDRCHK' and not 'PDRCHK'"
3130   parameters:
3131   - "parent"
3132   - "name"
3133   - "show-run"
3134
3135 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3136 #- type: "table"
3137 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3138 #  algorithm: "table_details"
3139 #  output-file-ext: ".csv"
3140 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3141 #  columns:
3142 #  - title: "Name"
3143 #    data: "data name"
3144 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3145 #    data: "data show-run"
3146 #  rows: "generated"
3147 #  data: "intel-dnv-vpp"
3148 #  filter: "'NDRPDR'"
3149 #  parameters:
3150 #  - "parent"
3151 #  - "name"
3152 #  - "show-run"
3153
3154 # Detailed Test Results - VPP MRR Results 3n-hsw
3155 - type: "table"
3156   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3157   algorithm: "table_details"
3158   output-file-ext: ".csv"
3159   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3160   columns:
3161   - title: "Name"
3162     data: "data name"
3163   - title: "Status"
3164     data: "data msg"
3165   rows: "generated"
3166   data: "vpp-mrr-results-3n-hsw"
3167   filter: "'MRR'"
3168   parameters:
3169   - "name"
3170   - "parent"
3171   - "msg"
3172
3173 # Detailed Test Results - VPP MRR Results 3n-skx
3174 - type: "table"
3175   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3176   algorithm: "table_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3179   columns:
3180   - title: "Name"
3181     data: "data name"
3182   - title: "Status"
3183     data: "data msg"
3184   rows: "generated"
3185   data: "vpp-mrr-results-3n-skx"
3186   filter: "'MRR'"
3187   parameters:
3188   - "name"
3189   - "parent"
3190   - "msg"
3191
3192 # Detailed Test Results - VPP MRR Results 2n-skx
3193 - type: "table"
3194   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3195   algorithm: "table_details"
3196   output-file-ext: ".csv"
3197   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3198   columns:
3199   - title: "Name"
3200     data: "data name"
3201   - title: "Status"
3202     data: "data msg"
3203   rows: "generated"
3204   data: "vpp-mrr-results-2n-skx"
3205   filter: "'MRR'"
3206   parameters:
3207   - "name"
3208   - "parent"
3209   - "msg"
3210
3211 ## Detailed Test Results - VPP MRR Results 2n-dnv
3212 #- type: "table"
3213 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3214 #  algorithm: "table_details"
3215 #  output-file-ext: ".csv"
3216 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3217 #  columns:
3218 #  - title: "Name"
3219 #    data: "data name"
3220 #  - title: "Status"
3221 #    data: "data msg"
3222 #  rows: "generated"
3223 #  data: "intel-dnv-vpp"
3224 #  filter: "'MRR'"
3225 #  parameters:
3226 #  - "name"
3227 #  - "parent"
3228 #  - "msg"
3229
3230 # Test configuration - VPP MRR Test Configs 3n-hsw
3231 - type: "table"
3232   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3233   algorithm: "table_details"
3234   output-file-ext: ".csv"
3235   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3236   columns:
3237   - title: "Name"
3238     data: "data name"
3239   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3240     data: "data conf-history"
3241   rows: "generated"
3242   data: "vpp-mrr-results-3n-hsw"
3243   filter: "'MRR'"
3244   parameters:
3245   - "parent"
3246   - "name"
3247   - "conf-history"
3248
3249 # Test configuration - VPP MRR Test Configs 3n-skx
3250 - type: "table"
3251   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3252   algorithm: "table_details"
3253   output-file-ext: ".csv"
3254   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3255   columns:
3256   - title: "Name"
3257     data: "data name"
3258   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3259     data: "data conf-history"
3260   rows: "generated"
3261   data: "vpp-mrr-results-3n-skx"
3262   filter: "'MRR'"
3263   parameters:
3264   - "parent"
3265   - "name"
3266   - "conf-history"
3267
3268 # Test configuration - VPP MRR Test Configs 2n-skx
3269 - type: "table"
3270   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3271   algorithm: "table_details"
3272   output-file-ext: ".csv"
3273   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3274   columns:
3275   - title: "Name"
3276     data: "data name"
3277   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3278     data: "data conf-history"
3279   rows: "generated"
3280   data: "vpp-mrr-results-2n-skx"
3281   filter: "'MRR'"
3282   parameters:
3283   - "parent"
3284   - "name"
3285   - "conf-history"
3286
3287 ## Test configuration - VPP MRR Test Configs 2n-dnv
3288 #- type: "table"
3289 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3290 #  algorithm: "table_details"
3291 #  output-file-ext: ".csv"
3292 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3293 #  columns:
3294 #  - title: "Name"
3295 #    data: "data name"
3296 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3297 #    data: "data conf-history"
3298 #  rows: "generated"
3299 #  data: "intel-dnv-vpp"
3300 #  filter: "'MRR'"
3301 #  parameters:
3302 #  - "parent"
3303 #  - "name"
3304 #  - "conf-history"
3305
3306 # Detailed Test Results - VPP Functional Results - Ubuntu
3307 - type: "table"
3308   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3309   algorithm: "table_details"
3310   output-file-ext: ".csv"
3311   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3312   columns:
3313   - title: "Name"
3314     data: "data name"
3315   - title: "Documentation"
3316     data: "data doc"
3317   - title: "Status"
3318     data: "data status"
3319   rows: "generated"
3320   data: "vpp-func-results-ubuntu"
3321   filter: "all"
3322   parameters:
3323   - "name"
3324   - "parent"
3325   - "doc"
3326   - "status"
3327
3328 # Detailed Test Results - VPP Functional Results - CentOS
3329 - type: "table"
3330   title: "Detailed Test Results - VPP Functional Results - CentOS"
3331   algorithm: "table_details"
3332   output-file-ext: ".csv"
3333   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3334   columns:
3335   - title: "Name"
3336     data: "data name"
3337   - title: "Documentation"
3338     data: "data doc"
3339   -
3340     title: "Status"
3341     data: "data status"
3342   rows: "generated"
3343   data:
3344     "vpp-func-results-centos"
3345   filter: "all"
3346   parameters:
3347   - "name"
3348   - "parent"
3349   - "doc"
3350   - "status"
3351
3352 # Test configuration - VPP Functional Test Configs - Ubuntu
3353 - type: "table"
3354   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3355   algorithm: "table_details"
3356   output-file-ext: ".csv"
3357   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3358   columns:
3359   - title: "Name"
3360     data: "data name"
3361   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3362     data: "data conf-history"
3363   rows: "generated"
3364   data: "vpp-func-results-ubuntu"
3365   filter: "all"
3366   parameters:
3367   - "parent"
3368   - "name"
3369   - "conf-history"
3370
3371 # Test configuration - VPP Functional Test Configs - CentOS
3372 - type: "table"
3373   title: "Test configuration - VPP Functional Test Configs - CentOS"
3374   algorithm: "table_details"
3375   output-file-ext: ".csv"
3376   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3377   columns:
3378   - title: "Name"
3379     data: "data name"
3380   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3381     data: "data conf-history"
3382   rows: "generated"
3383   data: "vpp-func-results-centos"
3384   filter: "all"
3385   parameters:
3386   - "parent"
3387   - "name"
3388   - "conf-history"
3389
3390 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3391 #- type: "table"
3392 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3393 #  algorithm: "table_details"
3394 #  output-file-ext: ".csv"
3395 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3396 #  columns:
3397 #  - title: "Name"
3398 #    data: "data name"
3399 #  - title: "Status"
3400 #    data: "data msg"
3401 #  rows: "generated"
3402 #  data: "ligato-perf-results-3n-hsw"
3403 #  filter: "all"
3404 #  parameters:
3405 #  - "name"
3406 #  - "parent"
3407 #  - "msg"
3408
3409 # Detailed Test Results - VPP Device Results - Ubuntu
3410 - type: "table"
3411   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3412   algorithm: "table_details"
3413   output-file-ext: ".csv"
3414   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3415   columns:
3416   - title: "Name"
3417     data: "data name"
3418   - title: "Documentation"
3419     data: "data doc"
3420   - title: "Status"
3421     data: "data status"
3422   rows: "generated"
3423   data: "vpp-device-results-ubuntu"
3424   filter: "all"
3425   parameters:
3426   - "name"
3427   - "parent"
3428   - "doc"
3429   - "status"
3430
3431 # Test configuration - VPP Device Test Configs - Ubuntu
3432 - type: "table"
3433   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3434   algorithm: "table_details"
3435   output-file-ext: ".csv"
3436   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3437   columns:
3438   - title: "Name"
3439     data: "data name"
3440   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3441     data: "data conf-history"
3442   rows: "generated"
3443   data: "vpp-device-results-ubuntu"
3444   filter: "all"
3445   parameters:
3446   - "parent"
3447   - "name"
3448   - "conf-history"
3449
3450 ################################################################################
3451
3452 # DPDK Performance Changes 3n-hsw 1t1c pdr
3453 - type: "table"
3454   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3455   algorithm: "table_performance_comparison"
3456   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3457   history:
3458     - title: "rls1810"
3459       data: "dpdk-performance-changes-3n-hsw-h1"
3460   reference:
3461     title: "rls1901"
3462     data: "dpdk-performance-changes-3n-hsw-ref"
3463   compare:
3464     title: "rls1904"
3465     data: "dpdk-performance-changes-3n-hsw-cmp"
3466   data: "dpdk-performance-changes-3n-hsw"
3467   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3468   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3469   parameters:
3470   - "name"
3471   - "parent"
3472   - "throughput"
3473
3474 # DPDK Performance Changes 3n-hsw 2t2c pdr
3475 - type: "table"
3476   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3477   algorithm: "table_performance_comparison"
3478   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3479   history:
3480     - title: "rls1810"
3481       data: "dpdk-performance-changes-3n-hsw-h1"
3482   reference:
3483     title: "rls1901"
3484     data: "dpdk-performance-changes-3n-hsw-ref"
3485   compare:
3486     title: "rls1904"
3487     data: "dpdk-performance-changes-3n-hsw-cmp"
3488   data: "dpdk-performance-changes-3n-hsw"
3489   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3490   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3491   parameters:
3492   - "name"
3493   - "parent"
3494   - "throughput"
3495
3496 # DPDK Performance Changes 3n-hsw 1t1c ndr
3497 - type: "table"
3498   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3499   algorithm: "table_performance_comparison"
3500   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3501   history:
3502     - title: "rls1810"
3503       data: "dpdk-performance-changes-3n-hsw-h1"
3504   reference:
3505     title: "rls1901"
3506     data: "dpdk-performance-changes-3n-hsw-ref"
3507   compare:
3508     title: "rls1904"
3509     data: "dpdk-performance-changes-3n-hsw-cmp"
3510   data: "dpdk-performance-changes-3n-hsw"
3511   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3512   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3513   parameters:
3514   - "name"
3515   - "parent"
3516   - "throughput"
3517
3518 # DPDK Performance Changes 3n-hsw 2t2c ndr
3519 - type: "table"
3520   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3521   algorithm: "table_performance_comparison"
3522   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3523   history:
3524     - title: "rls1810"
3525       data: "dpdk-performance-changes-3n-hsw-h1"
3526   reference:
3527     title: "rls1901"
3528     data: "dpdk-performance-changes-3n-hsw-ref"
3529   compare:
3530     title: "rls1904"
3531     data: "dpdk-performance-changes-3n-hsw-cmp"
3532   data: "dpdk-performance-changes-3n-hsw"
3533   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3534   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3535   parameters:
3536   - "name"
3537   - "parent"
3538   - "throughput"
3539
3540 # DPDK Performance Changes 3n-skx 2t1c pdr
3541 - type: "table"
3542   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3543   algorithm: "table_performance_comparison"
3544   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3545   history:
3546     - title: "rls1810"
3547       data: "dpdk-performance-changes-3n-skx-h1"
3548   reference:
3549     title: "rls1901"
3550     data: "dpdk-performance-changes-3n-skx-ref"
3551   compare:
3552     title: "rls1904"
3553     data: "dpdk-performance-changes-3n-skx-cmp"
3554   data: "dpdk-performance-changes-3n-skx"
3555   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3556   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3557   parameters:
3558   - "name"
3559   - "parent"
3560   - "throughput"
3561
3562 # DPDK Performance Changes 3n-skx 4t2c pdr
3563 - type: "table"
3564   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3565   algorithm: "table_performance_comparison"
3566   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3567   history:
3568     - title: "rls1810"
3569       data: "dpdk-performance-changes-3n-skx-h1"
3570   reference:
3571     title: "rls1901"
3572     data: "dpdk-performance-changes-3n-skx-ref"
3573   compare:
3574     title: "rls1904"
3575     data: "dpdk-performance-changes-3n-skx-cmp"
3576   data: "dpdk-performance-changes-3n-skx"
3577   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3578   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3579   parameters:
3580   - "name"
3581   - "parent"
3582   - "throughput"
3583
3584 # DPDK Performance Changes 3n-skx 2t1c ndr
3585 - type: "table"
3586   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3587   algorithm: "table_performance_comparison"
3588   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3589   history:
3590     - title: "rls1810"
3591       data: "dpdk-performance-changes-3n-skx-h1"
3592   reference:
3593     title: "rls1901"
3594     data: "dpdk-performance-changes-3n-skx-ref"
3595   compare:
3596     title: "rls1904"
3597     data: "dpdk-performance-changes-3n-skx-cmp"
3598   data: "dpdk-performance-changes-3n-skx"
3599   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3600   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3601   parameters:
3602   - "name"
3603   - "parent"
3604   - "throughput"
3605
3606 # DPDK Performance Changes 3n-skx 4t2c ndr
3607 - type: "table"
3608   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3609   algorithm: "table_performance_comparison"
3610   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3611   history:
3612     - title: "rls1810"
3613       data: "dpdk-performance-changes-3n-skx-h1"
3614   reference:
3615     title: "rls1901"
3616     data: "dpdk-performance-changes-3n-skx-ref"
3617   compare:
3618     title: "rls1904"
3619     data: "dpdk-performance-changes-3n-skx-cmp"
3620   data: "dpdk-performance-changes-3n-skx"
3621   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3622   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3623   parameters:
3624   - "name"
3625   - "parent"
3626   - "throughput"
3627
3628 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3629 - type: "table"
3630   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3631   algorithm: "table_performance_comparison"
3632   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3633   reference:
3634     title: "3-Node Hsw"
3635     data: "dpdk-compare-testbeds-ref"
3636   compare:
3637     title: "3-Node Skx"
3638     data: "dpdk-compare-testbeds-cmp"
3639   data: "dpdk-compare-testbeds"
3640   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3641   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3642   parameters:
3643   - "name"
3644   - "parent"
3645   - "throughput"
3646
3647 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3648 - type: "table"
3649   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3650   algorithm: "table_performance_comparison"
3651   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3652   reference:
3653     title: "3-Node Hsw"
3654     data: "dpdk-compare-testbeds-ref"
3655   compare:
3656     title: "3-Node Skx"
3657     data: "dpdk-compare-testbeds-cmp"
3658   data: "dpdk-compare-testbeds"
3659   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3660   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3661   parameters:
3662   - "name"
3663   - "parent"
3664   - "throughput"
3665
3666 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3667 - type: "table"
3668   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3669   algorithm: "table_performance_comparison"
3670   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3671   reference:
3672     title: "3-Node Skx"
3673     data: "dpdk-compare-topologies-ref"
3674   compare:
3675     title: "2-Node Skx"
3676     data: "dpdk-compare-topologies-cmp"
3677   data: "dpdk-compare-topologies"
3678   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3679   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3680   parameters:
3681   - "name"
3682   - "parent"
3683   - "throughput"
3684
3685 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3686 - type: "table"
3687   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3688   algorithm: "table_performance_comparison"
3689   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3690   reference:
3691     title: "3-Node Skx"
3692     data: "dpdk-compare-topologies-ref"
3693   compare:
3694     title: "2-Node Skx"
3695     data: "dpdk-compare-topologies-cmp"
3696   data: "dpdk-compare-topologies"
3697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3698   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3699   parameters:
3700   - "name"
3701   - "parent"
3702   - "throughput"
3703
3704 # DPDK Performance Changes 2n-skx 2t1c pdr
3705 - type: "table"
3706   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3707   algorithm: "table_performance_comparison"
3708   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3709   history:
3710     - title: "rls1810"
3711       data: "dpdk-performance-changes-2n-skx-h1"
3712   reference:
3713     title: "rls1901"
3714     data: "dpdk-performance-changes-2n-skx-ref"
3715   compare:
3716     title: "rls1904"
3717     data: "dpdk-performance-changes-2n-skx-cmp"
3718   data: "dpdk-performance-changes-2n-skx"
3719   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3720   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3721   parameters:
3722   - "name"
3723   - "parent"
3724   - "throughput"
3725
3726 # DPDK Performance Changes 2n-skx 4t2c pdr
3727 - type: "table"
3728   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3729   algorithm: "table_performance_comparison"
3730   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3731   history:
3732     - title: "rls1810"
3733       data: "dpdk-performance-changes-2n-skx-h1"
3734   reference:
3735     title: "rls1901"
3736     data: "dpdk-performance-changes-2n-skx-ref"
3737   compare:
3738     title: "rls1904"
3739     data: "dpdk-performance-changes-2n-skx-cmp"
3740   data: "dpdk-performance-changes-2n-skx"
3741   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3742   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3743   parameters:
3744   - "name"
3745   - "parent"
3746   - "throughput"
3747
3748 # DPDK Performance Changes 2n-skx 2t1c ndr
3749 - type: "table"
3750   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3751   algorithm: "table_performance_comparison"
3752   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3753   history:
3754     - title: "rls1810"
3755       data: "dpdk-performance-changes-2n-skx-h1"
3756   reference:
3757     title: "rls1901"
3758     data: "dpdk-performance-changes-2n-skx-ref"
3759   compare:
3760     title: "rls1904"
3761     data: "dpdk-performance-changes-2n-skx-cmp"
3762   data: "dpdk-performance-changes-2n-skx"
3763   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3764   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3765   parameters:
3766   - "name"
3767   - "parent"
3768   - "throughput"
3769
3770 # DPDK Performance Changes 2n-skx 4t2c ndr
3771 - type: "table"
3772   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3773   algorithm: "table_performance_comparison"
3774   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3775   history:
3776     - title: "rls1810"
3777       data: "dpdk-performance-changes-2n-skx-h1"
3778   reference:
3779     title: "rls1901"
3780     data: "dpdk-performance-changes-2n-skx-ref"
3781   compare:
3782     title: "rls1904"
3783     data: "dpdk-performance-changes-2n-skx-cmp"
3784   data: "dpdk-performance-changes-2n-skx"
3785   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3786   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3787   parameters:
3788   - "name"
3789   - "parent"
3790   - "throughput"
3791
3792 # Detailed Test Results - DPDK Performance Results 3n-hsw
3793 - type: "table"
3794   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3795   algorithm: "table_details"
3796   output-file-ext: ".csv"
3797   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3798   columns:
3799   - title: "Name"
3800     data: "data name"
3801   - title: "Status"
3802     data: "data msg"
3803   rows: "generated"
3804   data: "dpdk-perf-results-3n-hsw"
3805   filter: "all"
3806   parameters:
3807   - "name"
3808   - "parent"
3809   - "msg"
3810
3811 # Detailed Test Results - DPDK Performance Results 3n-skx
3812 - type: "table"
3813   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3814   algorithm: "table_details"
3815   output-file-ext: ".csv"
3816   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3817   columns:
3818   - title: "Name"
3819     data: "data name"
3820   - title: "Status"
3821     data: "data msg"
3822   rows: "generated"
3823   data: "dpdk-perf-results-3n-skx"
3824   filter: "all"
3825   parameters:
3826   - "name"
3827   - "parent"
3828   - "msg"
3829
3830 # Detailed Test Results - DPDK Performance Results 2n-skx
3831 - type: "table"
3832   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3833   algorithm: "table_details"
3834   output-file-ext: ".csv"
3835   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3836   columns:
3837   - title: "Name"
3838     data: "data name"
3839   - title: "Status"
3840     data: "data msg"
3841   rows: "generated"
3842   data: "dpdk-perf-results-2n-skx"
3843   filter: "all"
3844   parameters:
3845   - "name"
3846   - "parent"
3847   - "msg"
3848
3849 ################################################################################
3850 # HoneyComb
3851 - type: "table"
3852   title: "Detailed Test Results - Honeycomb Functional Results"
3853   algorithm: "table_details"
3854   output-file-ext: ".csv"
3855   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3856   columns:
3857   - title: "Name"
3858     data: "data name"
3859   - title: "Documentation"
3860     data: "data doc"
3861   - title: "Status"
3862     data: "data status"
3863   rows: "generated"
3864   data:
3865     "hc-func-results"
3866   filter: "all"
3867   parameters:
3868   - "name"
3869   - "parent"
3870   - "doc"
3871   - "status"
3872
3873 ################################################################################
3874 # NSH SFC
3875 #-
3876 #  type: "table"
3877 #  title: "Detailed Test Results - NSH SFC Functional Results"
3878 #  algorithm: "table_details"
3879 #  output-file-ext: ".csv"
3880 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3881 #  columns:
3882 #  -
3883 #    title: "Name"
3884 #    data: "data name"
3885 #  -
3886 #    title: "Documentation"
3887 #    data: "data doc"
3888 #  -
3889 #    title: "Status"
3890 #    data: "data status"
3891 #  rows: "generated"
3892 #  data:
3893 #    "nsh-func-results"
3894 #  filter: "all"
3895 #  parameters:
3896 #  - "name"
3897 #  - "parent"
3898 #  - "doc"
3899 #  - "status"
3900
3901 ################################################################################
3902 # DMM
3903 - type: "table"
3904   title: "Detailed Test Results - DMM Functional Results"
3905   algorithm: "table_details"
3906   output-file-ext: ".csv"
3907   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3908   columns:
3909   - title: "Name"
3910     data: "data name"
3911   - title: "Documentation"
3912     data: "data doc"
3913   - title: "Status"
3914     data: "data status"
3915   rows: "generated"
3916   data:
3917     "dmm-func-results"
3918   filter: "all"
3919   parameters:
3920   - "name"
3921   - "parent"
3922   - "doc"
3923   - "status"
3924
3925 ################################################################################
3926 ###                                F I L E S                                 ###
3927 ################################################################################
3928
3929 # VPP Performance Results 3n-hsw
3930 - type: "file"
3931   title: "VPP Performance Results 3n-hsw"
3932   algorithm: "file_test_results"
3933   output-file-ext: ".rst"
3934   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3935   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3936   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3937   data: "vpp-perf-results-3n-hsw"
3938   filter: "not 'NDRCHK' and not 'PDRCHK'"
3939   parameters:
3940   - "name"
3941   - "doc"
3942   - "level"
3943   - "parent"
3944   data-start-level: 3
3945
3946 # VPP Performance Results 3n-skx
3947 - type: "file"
3948   title: "VPP Performance Results 3n-skx"
3949   algorithm: "file_test_results"
3950   output-file-ext: ".rst"
3951   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3952   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3953   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3954   data: "vpp-perf-results-3n-skx"
3955   filter: "not 'NDRCHK' and not 'PDRCHK'"
3956   parameters:
3957   - "name"
3958   - "doc"
3959   - "level"
3960   - "parent"
3961   data-start-level: 3
3962
3963 # VPP Performance Results 2n-skx
3964 - type: "file"
3965   title: "VPP Performance Results 2n-skx"
3966   algorithm: "file_test_results"
3967   output-file-ext: ".rst"
3968   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3969   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3970   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3971   data: "vpp-perf-results-2n-skx"
3972   filter: "not 'NDRCHK' and not 'PDRCHK'"
3973   parameters:
3974   - "name"
3975   - "doc"
3976   - "level"
3977   - "parent"
3978   data-start-level: 3
3979
3980 ## VPP Performance Results 2n-dnv
3981 #- type: "file"
3982 #  title: "VPP Performance Results 2n-dnv"
3983 #  algorithm: "file_test_results"
3984 #  output-file-ext: ".rst"
3985 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3986 #  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3987 #  dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3988 #  data: "intel-dnv-vpp"
3989 #  filter: "'NDRPDR'"
3990 #  parameters:
3991 #  - "name"
3992 #  - "doc"
3993 #  - "level"
3994 #  - "parent"
3995 #  data-start-level: 3
3996
3997 # VPP Performance Configuration 3n-hsw
3998 - type: "file"
3999   title: "VPP Performance Configuration 3n-hsw"
4000   algorithm: "file_test_results"
4001   output-file-ext: ".rst"
4002   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
4003   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4004   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
4005   data: "vpp-perf-results-3n-hsw"
4006   filter: "not 'NDRCHK' and not 'PDRCHK'"
4007   parameters:
4008   - "name"
4009   - "doc"
4010   - "level"
4011   - "parent"
4012   data-start-level: 3
4013
4014 # VPP Performance Configuration 3n-skx
4015 - type: "file"