CSIT-1500: Add comparison table for SOAK vs NDRPDR
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # SOAK
235         - 71  # SOAK
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244
245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
246       # TODO: Add 1904 data
247       csit-vpp-perf-verify-1904-2n-skx:
248         - 66  # NFV NDRPDR IMIX
249         - 67  # NFV NDRPDR IMIX
250         - 69  # NFV NDRPDR IMIX
251
252     plot-vpp-nfv-2n-skx-mrr-64b:
253       csit-vpp-perf-verify-1904-2n-skx:
254         - 40  # NFV MRR 64b
255         - 41  # NFV MRR 64b
256         - 42  # NFV MRR 64b
257         - 47  # NFV MRR 64b
258         - 48  # NFV MRR 64b
259
260     plot-vpp-nfv-2n-skx-mrr-imix:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 49  # NFV MRR IMIX
263         - 50  # NFV MRR IMIX
264         - 51  # NFV MRR IMIX
265         - 54  # NFV MRR IMIX
266         - 55  # NFV MRR IMIX
267
268     plot-dpdk-throughput-latency-2n-skx:
269       csit-dpdk-perf-verify-1904-2n-skx:
270         - 2   # NDRPDR sel
271         - 3   # NDRPDR sel
272         - 4   # NDRPDR sel
273         - 5   # NDRPDR sel
274         - 7   # NDRPDR sel
275         - 8   # NDRPDR sel
276         - 9   # NDRPDR sel
277         - 10  # NDRPDR sel
278         - 11  # NDRPDR sel
279         - 12  # NDRPDR sel
280
281     # 3rd party
282
283 #    # Denverton:
284 #    intel-dnv-vpp:
285 #      # TODO: Replace with 1904 data
286 #      # intel-dnv-vpp-release-1904:
287 #      intel-dnv-vpp-release-1901:
288 #        - 1
289
290     ###########################################################################
291     # Simple tables (only one data set):
292
293     # NIC Comparisons
294
295     vpp-nic-comparison-3n-hsw:
296       csit-vpp-perf-verify-1904-3n-hsw:
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 20  # NDRPDR sel
300         - 21  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 24  # NDRPDR sel
303         - 25  # NDRPDR sel
304         - 26  # NDRPDR sel
305         - 29  # NDRPDR sel
306         - 30  # NDRPDR sel
307
308     vpp-nic-comparison-3n-skx:
309       csit-vpp-perf-verify-1904-3n-skx:
310         - 8   # NDRPDR sel
311         - 9   # NDRPDR sel
312         - 10  # NDRPDR sel
313         - 11  # NDRPDR sel
314         - 12  # NDRPDR sel
315         - 14  # NDRPDR sel
316         - 16  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 25  # NDRPDR sel
320
321     vpp-nic-comparison-2n-skx:
322       csit-vpp-perf-verify-1904-2n-skx:
323         - 12  # NDRPDR sel
324         - 14  # NDRPDR sel
325         - 16  # NDRPDR sel
326         - 17  # NDRPDR sel
327         - 18  # NDRPDR sel
328         - 21  # NDRPDR sel
329         - 27  # NDRPDR sel
330         - 30  # NDRPDR sel
331         - 31  # NDRPDR sel
332         - 32  # NDRPDR sel
333
334     vpp-nic-comparison-3n-hsw-mrr:
335       csit-vpp-perf-verify-1904-3n-hsw:
336         - 9   # MRR sel
337
338     vpp-nic-comparison-3n-skx-mrr:
339       csit-vpp-perf-verify-1904-3n-skx:
340         - 7   # MRR sel
341
342     vpp-nic-comparison-2n-skx-mrr:
343       csit-vpp-perf-verify-1904-2n-skx:
344         - 11  # MRR sel
345
346     # Results
347
348     vpp-perf-results-3n-hsw:
349       # TODO: Replace with FULL 1904 data
350       csit-vpp-perf-verify-1904-3n-hsw:
351         - 12  # NDRPDR sel
352
353     vpp-perf-results-3n-skx:
354       csit-vpp-perf-verify-1904-3n-skx:
355         - 26  # NDRPDR full
356         - 27  # NDRPDR full
357         - 30  # NDRPDR full
358         - 31  # NDRPDR full
359
360     vpp-perf-results-2n-skx:
361       csit-vpp-perf-verify-1904-2n-skx:
362         - 33  # NDRPDR full
363         - 39  # NDRPDR full
364         - 58  # NDRPDR full
365         - 62  # NDRPDR full
366
367     vpp-mrr-results-3n-hsw:
368       csit-vpp-perf-verify-1904-3n-hsw:
369         - 9   # MRR sel
370
371     vpp-mrr-results-3n-skx:
372       csit-vpp-perf-verify-1904-3n-skx:
373         - 7   # MRR sel
374
375     vpp-mrr-results-2n-skx:
376       csit-vpp-perf-verify-1904-2n-skx:
377         - 11  # MRR sel
378
379     vpp-func-results-ubuntu:
380       csit-vpp-functional-1904-ubuntu1604-virl:
381         - 29
382
383     vpp-func-results-centos:
384       csit-vpp-functional-1904-centos7-virl:
385         - 32
386
387     vpp-device-results-ubuntu:
388       csit-vpp-device-1904-ubuntu1804-1n-skx:
389         - 33
390
391 #    # VPP Ligato
392 #    ligato-perf-results-3n-hsw:
393 #      # TODO: Replace with 1904 data
394 #      # csit-ligato-perf-verify-1904-3n-hsw:
395 #      csit-ligato-perf-verify-1901-3n-hsw:
396 #        - 10  # NDRPDR full
397
398     dpdk-perf-results-3n-hsw:
399       csit-dpdk-perf-verify-1904-3n-hsw:
400         - 5   # NDRPDR sel
401
402     dpdk-perf-results-3n-skx:
403       csit-dpdk-perf-verify-1904-3n-skx:
404         - 7   # NDRPDR sel
405
406     dpdk-perf-results-2n-skx:
407       csit-dpdk-perf-verify-1904-2n-skx:
408         - 9   # NDRPDR sel
409
410     # HoneyComb Functional
411     hc-func-results:
412       csit-hc2vpp-verify-func-1904-ubuntu1604:
413         - 4
414
415 #    # NSH SFC Functional
416 #    nsh-func-results:
417 #      # Not used
418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
419 #        - 1
420
421     # DMM Functional
422     dmm-func-results:
423       csit-dmm-functional-1904-ubuntu1604-virl:
424         - 1
425
426     ###########################################################################
427     # Tables (more than one data set)
428
429     # Performance changes
430
431 #    intel-dnv-vpp-changes-2n-dnv-h1:
432 #      intel-dnv-vpp-release-1810:
433 #        - 1
434 #    intel-dnv-vpp-changes-2n-dnv-ref:
435 #      intel-dnv-vpp-release-1901:
436 #        - 1
437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
438 #      # TODO: Replace with 1904 data
439 #      # intel-dnv-vpp-release-1904:
440 #      intel-dnv-vpp-release-1901:
441 #        - 1
442 #    intel-dnv-vpp-changes-2n-dnv:
443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
446
447     vpp-performance-changes-3n-hsw-h1:
448       csit-vpp-perf-verify-1810-3n-hsw:
449         - 8   # NDRPDR sel
450         - 12  # NDRPDR sel
451         - 14  # NDRPDR sel
452         - 18  # NDRPDR sel
453         - 23  # NDRPDR sel
454         - 25  # NDRPDR sel
455         - 38  # NDRPDR sel
456         - 39  # NDRPDR sel
457         - 41  # NDRPDR sel
458         - 42  # NDRPDR sel
459     vpp-performance-changes-3n-hsw-ref:
460       csit-vpp-perf-verify-1901-3n-hsw:
461         - 10  # NDRPDR sel
462         - 19  # NDRPDR sel
463         - 31  # NDRPDR sel
464         - 36  # NDRPDR sel
465         - 40  # NDRPDR sel
466         - 42  # NDRPDR sel
467         - 44  # NDRPDR sel
468         - 46  # NDRPDR sel
469         - 47  # NDRPDR sel
470         - 48  # NDRPDR sel
471         - 61  # NDRPDR LB
472         - 62  # NDRPDR LB
473         - 63  # NDRPDR LB
474         - 64  # NDRPDR LB
475         - 65  # NDRPDR LB
476         - 66  # NDRPDR LB
477         - 67  # NDRPDR LB
478         - 69  # NDRPDR LB
479         - 70  # NDRPDR LB
480         - 71  # NDRPDR LB
481     vpp-performance-changes-3n-hsw-cmp:
482       csit-vpp-perf-verify-1904-3n-hsw:
483         - 11  # NDRPDR sel
484         - 12  # NDRPDR sel
485         - 20  # NDRPDR sel
486         - 21  # NDRPDR sel
487         - 23  # NDRPDR sel
488         - 24  # NDRPDR sel
489         - 25  # NDRPDR sel
490         - 26  # NDRPDR sel
491         - 29  # NDRPDR sel
492         - 30  # NDRPDR sel
493     vpp-performance-changes-3n-hsw:
494       - "vpp-performance-changes-3n-hsw-h1"
495       - "vpp-performance-changes-3n-hsw-ref"
496       - "vpp-performance-changes-3n-hsw-cmp"
497
498     vpp-performance-changes-3n-skx-h1:
499       csit-vpp-perf-verify-1810-3n-skx:
500         - 10  # NDRPDR sel
501         - 14  # NDRPDR sel
502         - 15  # NDRPDR sel
503         - 16  # NDRPDR sel
504         - 17  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508         - 22  # NDRPDR sel
509         - 25  # NDRPDR sel
510     vpp-performance-changes-3n-skx-ref:
511       csit-vpp-perf-verify-1901-3n-skx:
512         - 18  # NDRPDR sel
513         - 19  # NDRPDR sel
514         - 20  # NDRPDR sel
515         - 28  # NDRPDR sel
516         - 31  # NDRPDR sel
517         - 33  # NDRPDR sel
518         - 36  # NDRPDR sel
519         - 38  # NDRPDR sel
520         - 47  # NDRPDR sel
521         - 48  # NDRPDR sel
522         - 54  # NDRPDR LB
523         - 57  # NDRPDR LB
524         - 58  # NDRPDR LB
525         - 59  # NDRPDR LB
526         - 60  # NDRPDR LB
527         - 63  # NDRPDR LB
528         - 64  # NDRPDR LB
529         - 65  # NDRPDR LB
530         - 66  # NDRPDR LB
531         - 67  # NDRPDR LB
532     vpp-performance-changes-3n-skx-cmp:
533       csit-vpp-perf-verify-1904-3n-skx:
534         - 8   # NDRPDR sel
535         - 9   # NDRPDR sel
536         - 10  # NDRPDR sel
537         - 11  # NDRPDR sel
538         - 12  # NDRPDR sel
539         - 14  # NDRPDR sel
540         - 16  # NDRPDR sel
541         - 21  # NDRPDR sel
542         - 23  # NDRPDR sel
543         - 25  # NDRPDR sel
544     vpp-performance-changes-3n-skx:
545       - "vpp-performance-changes-3n-skx-h1"
546       - "vpp-performance-changes-3n-skx-ref"
547       - "vpp-performance-changes-3n-skx-cmp"
548
549     vpp-performance-changes-2n-skx-h1:
550       csit-vpp-perf-verify-1810-2n-skx:
551         - 9   # NDRPDR sel
552         - 13  # NDRPDR sel
553         - 14  # NDRPDR sel
554         - 19  # NDRPDR sel
555         - 20  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 22  # NDRPDR sel
558         - 23  # NDRPDR sel
559         - 24  # NDRPDR sel
560         - 27  # NDRPDR sel
561     vpp-performance-changes-2n-skx-ref:
562       csit-vpp-perf-verify-1901-2n-skx:
563         - 5   # NDRPDR sel
564         - 12  # NDRPDR sel
565         - 13  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 31  # NDRPDR sel
569         - 34  # NDRPDR sel
570         - 40  # NDRPDR sel
571         - 42  # NDRPDR sel
572         - 43  # NDRPDR sel
573     vpp-performance-changes-2n-skx-cmp:
574       csit-vpp-perf-verify-1904-2n-skx:
575         - 12  # NDRPDR sel
576         - 14  # NDRPDR sel
577         - 16  # NDRPDR sel
578         - 17  # NDRPDR sel
579         - 18  # NDRPDR sel
580         - 21  # NDRPDR sel
581         - 27  # NDRPDR sel
582         - 30  # NDRPDR sel
583         - 31  # NDRPDR sel
584         - 32  # NDRPDR sel
585     vpp-performance-changes-2n-skx:
586       - "vpp-performance-changes-2n-skx-h1"
587       - "vpp-performance-changes-2n-skx-ref"
588       - "vpp-performance-changes-2n-skx-cmp"
589
590     vpp-soak-vs-ndr-2n-skx-ref:
591       csit-vpp-perf-verify-1904-2n-skx:
592         - 12  # NDRPDR sel
593         - 14  # NDRPDR sel
594         - 16  # NDRPDR sel
595         - 17  # NDRPDR sel
596         - 18  # NDRPDR sel
597         - 21  # NDRPDR sel
598         - 27  # NDRPDR sel
599         - 30  # NDRPDR sel
600         - 31  # NDRPDR sel
601         - 32  # NDRPDR sel
602     vpp-soak-vs-ndr-2n-skx-cmp:
603       csit-vpp-perf-verify-1904-2n-skx:
604         - 70  # SOAK
605         - 71  # SOAK
606     vpp-soak-vs-ndr-2n-skx:
607       - "vpp-soak-vs-ndr-2n-skx-ref"
608       - "vpp-soak-vs-ndr-2n-skx-cmp"
609
610     vpp-performance-changes-3n-hsw-mrr-h1:
611       csit-vpp-perf-verify-1810-3n-hsw:
612         - 9   # MRR sel
613     vpp-performance-changes-3n-hsw-mrr-ref:
614       csit-vpp-perf-verify-1901-3n-hsw:
615         - 35  # MRR sel
616     vpp-performance-changes-3n-hsw-mrr-cmp:
617       csit-vpp-perf-verify-1904-3n-hsw:
618         - 9   # MRR sel
619     vpp-performance-changes-3n-hsw-mrr:
620       - "vpp-performance-changes-3n-hsw-mrr-h1"
621       - "vpp-performance-changes-3n-hsw-mrr-ref"
622       - "vpp-performance-changes-3n-hsw-mrr-cmp"
623
624     vpp-performance-changes-3n-skx-mrr-h1:
625       csit-vpp-perf-verify-1810-3n-skx:
626         - 9   # MRR sel
627         - 11  # MRR sel
628         - 12  # MRR sel
629         - 13  # MRR sel
630     vpp-performance-changes-3n-skx-mrr-ref:
631       csit-vpp-perf-verify-1901-3n-skx:
632         - 32  # MRR sel
633     vpp-performance-changes-3n-skx-mrr-cmp:
634       csit-vpp-perf-verify-1904-3n-skx:
635         - 7   # MRR sel
636     vpp-performance-changes-3n-skx-mrr:
637       - "vpp-performance-changes-3n-skx-mrr-h1"
638       - "vpp-performance-changes-3n-skx-mrr-ref"
639       - "vpp-performance-changes-3n-skx-mrr-cmp"
640
641     vpp-performance-changes-2n-skx-mrr-h1:
642       csit-vpp-perf-verify-1810-2n-skx:
643         - 8   # MRR sel
644         - 10  # MRR sel
645         - 11  # MRR sel
646         - 12  # MRR sel
647     vpp-performance-changes-2n-skx-mrr-ref:
648       csit-vpp-perf-verify-1901-2n-skx:
649         - 22  # MRR sel
650     vpp-performance-changes-2n-skx-mrr-cmp:
651       csit-vpp-perf-verify-1904-2n-skx:
652         - 11  # MRR sel
653     vpp-performance-changes-2n-skx-mrr:
654       - "vpp-performance-changes-2n-skx-mrr-h1"
655       - "vpp-performance-changes-2n-skx-mrr-ref"
656       - "vpp-performance-changes-2n-skx-mrr-cmp"
657
658     dpdk-performance-changes-3n-hsw-h1:
659       csit-dpdk-perf-verify-1810-3n-hsw:
660         - 1   # NDRPDR sel
661         - 2   # NDRPDR sel
662         - 3   # NDRPDR sel
663         - 4   # NDRPDR sel
664         - 5   # NDRPDR sel
665         - 6   # NDRPDR sel
666         - 7   # NDRPDR sel
667         - 8   # NDRPDR sel
668         - 9   # NDRPDR sel
669         - 10  # NDRPDR sel
670     dpdk-performance-changes-3n-hsw-ref:
671       csit-dpdk-perf-verify-1901-3n-hsw:
672         - 13  # NDRPDR sel
673         - 14  # NDRPDR sel
674         - 16  # NDRPDR sel
675         - 17  # NDRPDR sel
676         - 18  # NDRPDR sel
677         - 19  # NDRPDR sel
678         - 20  # NDRPDR sel
679         - 21  # NDRPDR sel
680         - 22  # NDRPDR sel
681         - 23  # NDRPDR sel
682     dpdk-performance-changes-3n-hsw-cmp:
683       csit-dpdk-perf-verify-1904-3n-hsw:
684         - 2   # NDRPDR sel
685         - 3   # NDRPDR sel
686         - 5   # NDRPDR sel
687         - 6   # NDRPDR sel
688         - 13  # NDRPDR sel
689         - 14  # NDRPDR sel
690         - 15  # NDRPDR sel
691         - 18  # NDRPDR sel
692         - 19  # NDRPDR sel
693         - 20  # NDRPDR sel
694     dpdk-performance-changes-3n-hsw:
695       - "dpdk-performance-changes-3n-hsw-h1"
696       - "dpdk-performance-changes-3n-hsw-ref"
697       - "dpdk-performance-changes-3n-hsw-cmp"
698
699     dpdk-performance-changes-3n-skx-h1:
700       csit-dpdk-perf-verify-1810-3n-skx:
701         - 3   # NDRPDR sel
702         - 4   # NDRPDR sel
703         - 6   # NDRPDR sel
704         - 7   # NDRPDR sel
705         - 8   # NDRPDR sel
706         - 9   # NDRPDR sel
707         - 10  # NDRPDR sel
708         - 11  # NDRPDR sel
709         - 12  # NDRPDR sel
710         - 13  # NDRPDR sel
711     dpdk-performance-changes-3n-skx-ref:
712       csit-dpdk-perf-verify-1901-3n-skx:
713         - 3   # NDRPDR sel
714         - 5   # NDRPDR sel
715         - 6   # NDRPDR sel
716         - 7   # NDRPDR sel
717         - 8   # NDRPDR sel
718         - 9   # NDRPDR sel
719         - 10  # NDRPDR sel
720         - 11  # NDRPDR sel
721         - 12  # NDRPDR sel
722         - 13  # NDRPDR sel
723     dpdk-performance-changes-3n-skx-cmp:
724       csit-dpdk-perf-verify-1904-3n-skx:
725         - 2   # NDRPDR sel
726         - 3   # NDRPDR sel
727         - 4   # NDRPDR sel
728         - 5   # NDRPDR sel
729         - 6   # NDRPDR sel
730         - 7   # NDRPDR sel
731         - 11  # NDRPDR sel
732         - 12  # NDRPDR sel
733         - 13  # NDRPDR sel
734         - 14  # NDRPDR sel
735     dpdk-performance-changes-3n-skx:
736       - "dpdk-performance-changes-3n-skx-h1"
737       - "dpdk-performance-changes-3n-skx-ref"
738       - "dpdk-performance-changes-3n-skx-cmp"
739
740     dpdk-performance-changes-2n-skx-h1:
741       csit-dpdk-perf-verify-1810-2n-skx:
742         - 3   # NDRPDR sel
743         - 4   # NDRPDR sel
744         - 5   # NDRPDR sel
745         - 7   # NDRPDR sel
746         - 8   # NDRPDR sel
747         - 9   # NDRPDR sel
748         - 10  # NDRPDR sel
749         - 11  # NDRPDR sel
750         - 12  # NDRPDR sel
751         - 13  # NDRPDR sel
752     dpdk-performance-changes-2n-skx-ref:
753       csit-dpdk-perf-verify-1901-2n-skx:
754         - 12  # NDRPDR sel
755         - 13  # NDRPDR sel
756         - 14  # NDRPDR sel
757         - 15  # NDRPDR sel
758         - 16  # NDRPDR sel
759         - 17  # NDRPDR sel
760         - 18  # NDRPDR sel
761         - 19  # NDRPDR sel
762         - 20  # NDRPDR sel
763         - 21  # NDRPDR sel
764     dpdk-performance-changes-2n-skx-cmp:
765       csit-dpdk-perf-verify-1904-2n-skx:
766         - 2   # NDRPDR sel
767         - 3   # NDRPDR sel
768         - 4   # NDRPDR sel
769         - 5   # NDRPDR sel
770         - 7   # NDRPDR sel
771         - 8   # NDRPDR sel
772         - 9   # NDRPDR sel
773         - 10  # NDRPDR sel
774         - 11  # NDRPDR sel
775         - 12  # NDRPDR sel
776     dpdk-performance-changes-2n-skx:
777       - "dpdk-performance-changes-2n-skx-h1"
778       - "dpdk-performance-changes-2n-skx-ref"
779       - "dpdk-performance-changes-2n-skx-cmp"
780
781     # Compare testbeds
782
783     vpp-compare-testbeds-ref:
784       csit-vpp-perf-verify-1904-3n-hsw:
785         - 11  # NDRPDR sel
786         - 12  # NDRPDR sel
787         - 20  # NDRPDR sel
788         - 21  # NDRPDR sel
789         - 23  # NDRPDR sel
790         - 24  # NDRPDR sel
791         - 25  # NDRPDR sel
792         - 26  # NDRPDR sel
793         - 29  # NDRPDR sel
794         - 30  # NDRPDR sel
795     vpp-compare-testbeds-cmp:
796       csit-vpp-perf-verify-1904-3n-skx:
797         - 8   # NDRPDR sel
798         - 9   # NDRPDR sel
799         - 10  # NDRPDR sel
800         - 11  # NDRPDR sel
801         - 12  # NDRPDR sel
802         - 14  # NDRPDR sel
803         - 16  # NDRPDR sel
804         - 21  # NDRPDR sel
805         - 23  # NDRPDR sel
806         - 25  # NDRPDR sel
807     vpp-compare-testbeds:
808       - "vpp-compare-testbeds-ref"
809       - "vpp-compare-testbeds-cmp"
810
811     vpp-compare-testbeds-mrr-ref:
812       csit-vpp-perf-verify-1904-3n-hsw:
813         - 9   # MRR sel
814     vpp-compare-testbeds-mrr-cmp:
815       csit-vpp-perf-verify-1904-3n-skx:
816         - 7   # MRR sel
817     vpp-compare-testbeds-mrr:
818       - "vpp-compare-testbeds-mrr-ref"
819       - "vpp-compare-testbeds-mrr-cmp"
820
821     dpdk-compare-testbeds-ref:
822       csit-dpdk-perf-verify-1904-3n-hsw:
823         - 2   # NDRPDR sel
824         - 3   # NDRPDR sel
825         - 5   # NDRPDR sel
826         - 6   # NDRPDR sel
827         - 13  # NDRPDR sel
828         - 14  # NDRPDR sel
829         - 15  # NDRPDR sel
830         - 18  # NDRPDR sel
831         - 19  # NDRPDR sel
832         - 20  # NDRPDR sel
833     dpdk-compare-testbeds-cmp:
834       csit-dpdk-perf-verify-1904-3n-skx:
835         - 2   # NDRPDR sel
836         - 3   # NDRPDR sel
837         - 4   # NDRPDR sel
838         - 5   # NDRPDR sel
839         - 6   # NDRPDR sel
840         - 7   # NDRPDR sel
841         - 11  # NDRPDR sel
842         - 12  # NDRPDR sel
843         - 13  # NDRPDR sel
844         - 14  # NDRPDR sel
845     dpdk-compare-testbeds:
846       - "dpdk-compare-testbeds-ref"
847       - "dpdk-compare-testbeds-cmp"
848
849     # Compare topologies
850
851     vpp-compare-topologies-ref:
852       csit-vpp-perf-verify-1904-3n-skx:
853         - 8   # NDRPDR sel
854         - 9   # NDRPDR sel
855         - 10  # NDRPDR sel
856         - 11  # NDRPDR sel
857         - 12  # NDRPDR sel
858         - 14  # NDRPDR sel
859         - 16  # NDRPDR sel
860         - 21  # NDRPDR sel
861         - 23  # NDRPDR sel
862         - 25  # NDRPDR sel
863     vpp-compare-topologies-cmp:
864       csit-vpp-perf-verify-1904-2n-skx:
865         - 12  # NDRPDR sel
866         - 14  # NDRPDR sel
867         - 16  # NDRPDR sel
868         - 17  # NDRPDR sel
869         - 18  # NDRPDR sel
870         - 21  # NDRPDR sel
871         - 27  # NDRPDR sel
872         - 30  # NDRPDR sel
873         - 31  # NDRPDR sel
874         - 32  # NDRPDR sel
875     vpp-compare-topologies:
876       - "vpp-compare-topologies-ref"
877       - "vpp-compare-topologies-cmp"
878
879     vpp-compare-topologies-mrr-ref:
880       csit-vpp-perf-verify-1904-3n-skx:
881         - 7   # MRR sel
882     vpp-compare-topologies-mrr-cmp:
883       csit-vpp-perf-verify-1904-2n-skx:
884         - 11  # MRR sel
885     vpp-compare-topologies-mrr:
886       - "vpp-compare-topologies-mrr-ref"
887       - "vpp-compare-topologies-mrr-cmp"
888
889     dpdk-compare-topologies-ref:
890       csit-dpdk-perf-verify-1904-3n-skx:
891         - 2   # NDRPDR sel
892         - 3   # NDRPDR sel
893         - 4   # NDRPDR sel
894         - 5   # NDRPDR sel
895         - 6   # NDRPDR sel
896         - 7   # NDRPDR sel
897         - 11  # NDRPDR sel
898         - 12  # NDRPDR sel
899         - 13  # NDRPDR sel
900         - 14  # NDRPDR sel
901     dpdk-compare-topologies-cmp:
902       csit-dpdk-perf-verify-1904-2n-skx:
903         - 2   # NDRPDR sel
904         - 3   # NDRPDR sel
905         - 4   # NDRPDR sel
906         - 5   # NDRPDR sel
907         - 7   # NDRPDR sel
908         - 8   # NDRPDR sel
909         - 9   # NDRPDR sel
910         - 10  # NDRPDR sel
911         - 11  # NDRPDR sel
912         - 12  # NDRPDR sel
913     dpdk-compare-topologies:
914       - "dpdk-compare-topologies-ref"
915       - "dpdk-compare-topologies-cmp"
916
917   plot-layouts:
918
919     plot-soak-throughput:
920       titlefont:
921         size: 18
922       xaxis:
923         title: "<b>Test Cases [Index]</b>"
924         titlefont:
925           size: 16
926         autorange: True
927         fixedrange: False
928         gridcolor: "rgb(230, 230, 230)"
929         linecolor: "rgb(220, 220, 220)"
930         linewidth: 1
931         showgrid: True
932         showline: True
933         showticklabels: True
934         tickcolor: "rgb(220, 220, 220)"
935         tickmode: "linear"
936         tickfont:
937           size: 16
938         zeroline: False
939       yaxis:
940         title: "<b>Packet Throughput [Mpps]</b>"
941         titlefont:
942           size: 16
943         gridcolor: "rgb(230, 230, 230)"
944         hoverformat: ".4s"
945         tickformat: ".3s"
946         linecolor: "rgb(220, 220, 220)"
947         linewidth: 1
948         showgrid: True
949         showline: True
950         showticklabels: True
951         tickcolor: "rgb(220, 220, 220)"
952         tickfont:
953           size: 16
954         zeroline: False
955         range: [0,50]
956       autosize: False
957       margin:
958         t: 50
959         b: 0
960         l: 80
961         r: 20
962       showlegend: True
963       legend:
964         orientation: "h"
965         font:
966           size: 16
967       width: 700
968       height: 900
969
970     plot-service-density:
971       titlefont:
972         size: 18
973       xaxis:
974         side: "top"
975         autorange: True
976         fixedrange: False
977         showgrid: False
978         showline: False
979         showticklabels: False
980         ticks: ""
981         ticklen: 0
982         tickwidth: 0
983         zeroline: False
984       yaxis:
985         autorange: "reversed"
986         showgrid: False
987         showline: False
988         showticklabels: False
989         ticks: ""
990         ticklen: 0
991         tickwidth: 0
992         zeroline: False
993       autosize: True
994       showlegend: False
995       width: 700
996       height: 700
997
998     plot-cps:
999       titlefont:
1000         size: 18
1001       xaxis:
1002         title: "<b>Test Cases [Index]</b>"
1003         titlefont:
1004           size: 16
1005         autorange: True
1006         fixedrange: False
1007         gridcolor: "rgb(230, 230, 230)"
1008         linecolor: "rgb(220, 220, 220)"
1009         linewidth: 1
1010         showgrid: True
1011         showline: True
1012         showticklabels: True
1013         tickcolor: "rgb(220, 220, 220)"
1014         tickmode: "linear"
1015         tickfont:
1016           size: 16
1017         zeroline: False
1018       yaxis:
1019         title: "<b>Connections Per Second [cps]</b>"
1020         titlefont:
1021           size: 16
1022         gridcolor: "rgb(230, 230, 230)"
1023         hoverformat: ".4s"
1024         linecolor: "rgb(220, 220, 220)"
1025         linewidth: 1
1026         rangemode: "tozero"
1027         showgrid: True
1028         showline: True
1029         showticklabels: True
1030         tickcolor: "rgb(220, 220, 220)"
1031         tickformat: ".3s"
1032         tickfont:
1033           size: 16
1034         zeroline: False
1035       boxmode: "group"
1036       boxgroupgap: 0.5
1037       autosize: False
1038       margin:
1039         t: 50
1040         b: 20
1041         l: 80
1042         r: 20
1043       showlegend: True
1044       legend:
1045         orientation: "h"
1046         font:
1047           size: 16
1048       width: 700
1049       height: 800
1050
1051     plot-rps:
1052       titlefont:
1053         size: 18
1054       xaxis:
1055         title: "<b>Test Cases [Index]</b>"
1056         titlefont:
1057           size: 16
1058         autorange: True
1059         fixedrange: False
1060         gridcolor: "rgb(230, 230, 230)"
1061         linecolor: "rgb(220, 220, 220)"
1062         linewidth: 1
1063         showgrid: True
1064         showline: True
1065         showticklabels: True
1066         tickcolor: "rgb(220, 220, 220)"
1067         tickmode: "linear"
1068         tickfont:
1069           size: 16
1070         zeroline: False
1071       yaxis:
1072         title: "<b>Requests Per Second [rps]</b>"
1073         titlefont:
1074           size: 16
1075         gridcolor: "rgb(230, 230, 230)"
1076         hoverformat: ".4s"
1077         linecolor: "rgb(220, 220, 220)"
1078         linewidth: 1
1079         rangemode: "tozero"
1080         showgrid: True
1081         showline: True
1082         showticklabels: True
1083         tickcolor: "rgb(230, 230, 230)"
1084         tickformat: ".3s"
1085         tickfont:
1086           size: 16
1087         zeroline: False
1088       boxmode: "group"
1089       boxgroupgap: 0.5
1090       autosize: False
1091       margin:
1092         t: 50
1093         b: 20
1094         l: 80
1095         r: 20
1096       showlegend: True
1097       legend:
1098         orientation: "h"
1099         font:
1100           size: 16
1101       width: 700
1102       height: 800
1103
1104     plot-throughput:
1105       titlefont:
1106         size: 18
1107       xaxis:
1108         title: "<b>Test Cases [Index]</b>"
1109         titlefont:
1110           size: 16
1111         autorange: True
1112         fixedrange: False
1113         gridcolor: "rgb(230, 230, 230)"
1114         linecolor: "rgb(220, 220, 220)"
1115         linewidth: 1
1116         showgrid: True
1117         showline: True
1118         showticklabels: True
1119         tickcolor: "rgb(220, 220, 220)"
1120         tickmode: "linear"
1121         tickfont:
1122           size: 16
1123         zeroline: False
1124       yaxis:
1125         title: "<b>Packet Throughput [Mpps]</b>"
1126         titlefont:
1127           size: 16
1128         gridcolor: "rgb(230, 230, 230)"
1129         hoverformat: ".4s"
1130         tickformat: ".3s"
1131         linecolor: "rgb(220, 220, 220)"
1132         linewidth: 1
1133         showgrid: True
1134         showline: True
1135         showticklabels: True
1136         tickcolor: "rgb(220, 220, 220)"
1137         tickfont:
1138           size: 16
1139         zeroline: False
1140         range: [0,50]
1141       boxmode: "group"
1142       boxgroupgap: 0.5
1143       autosize: False
1144       margin:
1145         t: 50
1146         b: 0
1147         l: 80
1148         r: 20
1149       showlegend: True
1150       legend:
1151         orientation: "h"
1152         font:
1153           size: 16
1154       width: 700
1155       height: 900
1156
1157     plot-throughput-speedup-analysis:
1158       titlefont:
1159         size: 18
1160       xaxis:
1161         title: "<b>Number of Cores [Qty]</b>"
1162         titlefont:
1163           size: 16
1164         autorange: True
1165         fixedrange: False
1166         gridcolor: "rgb(230, 230, 230)"
1167         linecolor: "rgb(220, 220, 220)"
1168         linewidth: 1
1169         showgrid: True
1170         showline: True
1171         showticklabels: True
1172         tickcolor: "rgb(238, 238, 238)"
1173         tickmode: "linear"
1174         tickfont:
1175           size: 16
1176         zeroline: False
1177       yaxis:
1178         title: "<b>Packet Throughput [Mpps]</b>"
1179         titlefont:
1180           size: 16
1181         type: "linear"
1182         gridcolor: "rgb(230, 230, 230)"
1183         hoverformat: ".4s"
1184         linecolor: "rgb(220, 220, 220)"
1185         linewidth: 1
1186         showgrid: True
1187         showline: True
1188         showticklabels: True
1189         tickcolor: "rgb(220, 220, 220)"
1190         tickformat: ".4s"
1191         tickfont:
1192           size: 16
1193         zeroline: True
1194         rangemode: "tozero"
1195         range: [0,100]
1196       legend:
1197         orientation: "h"
1198         font:
1199           size: 16
1200         xanchor: "left"
1201         yanchor: "top"
1202         x: 0
1203         y: -0.2
1204         bgcolor: "rgba(255, 255, 255, 0)"
1205         bordercolor: "rgba(255, 255, 255, 0)"
1206         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1207       autosize: False
1208       margin:
1209           't': 50
1210           'b': 150
1211           'l': 85
1212           'r': 10
1213       showlegend: True
1214       width: 700
1215       height: 700
1216       hoverlabel:
1217         namelength: -1
1218       annotations: [
1219         {
1220           text: "_ _          __          ...",
1221           align: "left",
1222           showarrow: False,
1223           xref: "paper",
1224           yref: "paper",
1225           xanchor: "left",
1226           yanchor: "top",
1227           x: 0,
1228           y: -0.13,
1229           font: {
1230             family: "Consolas, Courier New",
1231             size: 15
1232           },
1233         },
1234         {
1235           text: "    Perfect     Measured     Limit",
1236           align: "left",
1237           showarrow: False,
1238           xref: "paper",
1239           yref: "paper",
1240           xanchor: "left",
1241           yanchor: "top",
1242           x: 0,
1243           y: -0.15,
1244           font: {
1245             family: "Consolas, Courier New",
1246             size: 15
1247           },
1248         },
1249       ]
1250
1251     plot-latency:
1252       titlefont:
1253         size: 18
1254       xaxis:
1255         title: "<b>Direction</b>"
1256         titlefont:
1257           size: 16
1258         autorange: True
1259         fixedrange: False
1260         gridcolor: "rgb(230, 230, 230)"
1261         linecolor: "rgb(220, 220, 220)"
1262         linewidth: 1
1263         showgrid: True
1264         showline: True
1265         showticklabels: False
1266         tickcolor: "rgb(220, 220, 220)"
1267         tickmode: "linear"
1268         tickfont:
1269           size: 16
1270         zeroline: False
1271       yaxis:
1272         title: "<b>Packet Latency [uSec]</b>"
1273         titlefont:
1274           size: 16
1275         type: "linear"
1276         gridcolor: "rgb(230, 230, 230)"
1277         hoverformat: ".4s"
1278         linecolor: "rgb(220, 220, 220)"
1279         linewidth: 1
1280         showgrid: True
1281         showline: True
1282         showticklabels: True
1283         tickcolor: "rgb(220, 220, 220)"
1284         tickformat: ".4s"
1285         tickfont:
1286           size: 16
1287         zeroline: True
1288         rangemode: "tozero"
1289       legend:
1290         orientation: "h"
1291         font:
1292           size: 16
1293         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1294       autosize: False
1295       margin:
1296           't': 50
1297           'b': 150
1298           'l': 80
1299           'r': 10
1300       showlegend: True
1301       width: 700
1302       height: 700
1303       hoverlabel:
1304         namelength: -1
1305
1306 - type: "static"
1307   src-path: "{DIR[RST]}"
1308   dst-path: "{DIR[WORKING,SRC]}"
1309
1310 - type: "input"
1311   general:
1312     file-name: "robot-plugin.zip"
1313     file-format: ".zip"
1314     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1315     extract: "robot-plugin/output.xml"
1316
1317   builds:
1318 #    # TODO: Add 1904 data
1319 ##    intel-dnv-vpp-release-1904:
1320 ##      - 1
1321 #
1322 #    intel-dnv-vpp-release-1901:
1323 #      - 1
1324 #
1325 #    intel-dnv-vpp-release-1810:
1326 #      - 1
1327
1328     csit-vpp-perf-verify-1810-3n-hsw:
1329       - 9   # MRR sel
1330       - 8   # NDRPDR sel
1331       - 12  # NDRPDR sel
1332       - 14  # NDRPDR sel
1333       - 18  # NDRPDR sel
1334       - 23  # NDRPDR sel
1335       - 25  # NDRPDR sel
1336       - 38  # NDRPDR sel
1337       - 39  # NDRPDR sel
1338       - 41  # NDRPDR sel
1339       - 42  # NDRPDR sel
1340 #      - 28  # WRK
1341 #      - 29  # WRK
1342 #      - 30  # WRK
1343 #      - 31  # WRK
1344 #      - 32  # WRK
1345 #      - 33  # WRK
1346 #      - 34  # WRK
1347 #      - 35  # WRK
1348 #      - 36  # WRK
1349 #      - 37  # WRK
1350     csit-vpp-perf-verify-1901-3n-hsw:
1351       - 35  # MRR sel
1352       - 10  # NDRPDR sel
1353       - 19  # NDRPDR sel
1354       - 31  # NDRPDR sel
1355       - 36  # NDRPDR sel
1356       - 40  # NDRPDR sel
1357       - 42  # NDRPDR sel
1358       - 44  # NDRPDR sel
1359       - 46  # NDRPDR sel
1360       - 47  # NDRPDR sel
1361       - 48  # NDRPDR sel
1362       - 61  # NDRPDR LB
1363       - 62  # NDRPDR LB
1364       - 63  # NDRPDR LB
1365       - 64  # NDRPDR LB
1366       - 65  # NDRPDR LB
1367       - 66  # NDRPDR LB
1368       - 67  # NDRPDR LB
1369       - 69  # NDRPDR LB
1370       - 70  # NDRPDR LB
1371       - 71  # NDRPDR LB
1372     # TODO: Add 1904 Data
1373     csit-vpp-perf-verify-1904-3n-hsw:
1374       - 9   # MRR sel
1375       - 11  # NDRPDR sel
1376       - 12  # NDRPDR sel
1377       - 20  # NDRPDR sel
1378       - 21  # NDRPDR sel
1379       - 23  # NDRPDR sel
1380       - 24  # NDRPDR sel
1381       - 25  # NDRPDR sel
1382       - 26  # NDRPDR sel
1383       - 29  # NDRPDR sel
1384       - 30  # NDRPDR sel
1385
1386     csit-vpp-perf-verify-1810-3n-skx:
1387       - 9   # MRR sel
1388       - 11  # MRR sel
1389       - 12  # MRR sel
1390       - 13  # MRR sel
1391       - 10  # NDRPDR sel
1392       - 14  # NDRPDR sel
1393       - 15  # NDRPDR sel
1394       - 16  # NDRPDR sel
1395       - 17  # NDRPDR sel
1396       - 19  # NDRPDR sel
1397       - 20  # NDRPDR sel
1398       - 21  # NDRPDR sel
1399       - 22  # NDRPDR sel
1400       - 25  # NDRPDR sel
1401     csit-vpp-perf-verify-1901-3n-skx:
1402       - 32  # MRR sel
1403       - 18  # NDRPDR sel
1404       - 19  # NDRPDR sel
1405       - 20  # NDRPDR sel
1406       - 28  # NDRPDR sel
1407       - 31  # NDRPDR sel
1408       - 33  # NDRPDR sel
1409       - 36  # NDRPDR sel
1410       - 38  # NDRPDR sel
1411       - 47  # NDRPDR sel
1412       - 48  # NDRPDR sel
1413       - 54  # NDRPDR LB
1414       - 57  # NDRPDR LB
1415       - 58  # NDRPDR LB
1416       - 59  # NDRPDR LB
1417       - 60  # NDRPDR LB
1418       - 63  # NDRPDR LB
1419       - 64  # NDRPDR LB
1420       - 65  # NDRPDR LB
1421       - 66  # NDRPDR LB
1422       - 67  # NDRPDR LB
1423     csit-vpp-perf-verify-1904-3n-skx:
1424       - 7   # MRR sel
1425       - 26  # NDRPDR full
1426       - 27  # NDRPDR full
1427       - 30  # NDRPDR full
1428       - 31  # NDRPDR full
1429       - 8   # NDRPDR sel
1430       - 9   # NDRPDR sel
1431       - 10  # NDRPDR sel
1432       - 11  # NDRPDR sel
1433       - 12  # NDRPDR sel
1434       - 14  # NDRPDR sel
1435       - 16  # NDRPDR sel
1436       - 21  # NDRPDR sel
1437       - 23  # NDRPDR sel
1438       - 25  # NDRPDR sel
1439
1440     csit-vpp-perf-verify-1810-2n-skx:
1441       - 8   # MRR sel
1442       - 10  # MRR sel
1443       - 11  # MRR sel
1444       - 12  # MRR sel
1445       - 9   # NDRPDR sel
1446       - 13  # NDRPDR sel
1447       - 14  # NDRPDR sel
1448       - 19  # NDRPDR sel
1449       - 20  # NDRPDR sel
1450       - 21  # NDRPDR sel
1451       - 22  # NDRPDR sel
1452       - 23  # NDRPDR sel
1453       - 24  # NDRPDR sel
1454       - 27  # NDRPDR sel
1455     csit-vpp-perf-verify-1901-2n-skx:
1456       - 22  # MRR sel
1457       - 5   # NDRPDR sel
1458       - 12  # NDRPDR sel
1459       - 13  # NDRPDR sel
1460       - 21  # NDRPDR sel
1461       - 23  # NDRPDR sel
1462       - 31  # NDRPDR sel
1463       - 34  # NDRPDR sel
1464       - 40  # NDRPDR sel
1465       - 42  # NDRPDR sel
1466       - 43  # NDRPDR sel
1467     # TODO: Add 1904 data
1468     csit-vpp-perf-verify-1904-2n-skx:
1469       - 11  # MRR sel
1470       - 33  # NDRPDR full
1471       - 39  # NDRPDR full
1472       - 58  # NDRPDR full
1473       - 62  # NDRPDR full
1474       - 12  # NDRPDR sel
1475       - 14  # NDRPDR sel
1476       - 16  # NDRPDR sel
1477       - 17  # NDRPDR sel
1478       - 18  # NDRPDR sel
1479       - 21  # NDRPDR sel
1480       - 27  # NDRPDR sel
1481       - 30  # NDRPDR sel
1482       - 31  # NDRPDR sel
1483       - 32  # NDRPDR sel
1484       - 40  # NFV MRR 64b
1485       - 41  # NFV MRR 64b
1486       - 42  # NFV MRR 64b
1487       - 47  # NFV MRR 64b
1488       - 48  # NFV MRR 64b
1489       - 49  # NFV MRR IMIX
1490       - 50  # NFV MRR IMIX
1491       - 51  # NFV MRR IMIX
1492       - 54  # NFV MRR IMIX
1493       - 55  # NFV MRR IMIX
1494       - 56  # NFV NDRPDR 64b
1495       - 59  # NFV NDRPDR 64b
1496       - 60  # NFV NDRPDR 64b
1497       - 65  # NFV NDRPDR 64b
1498       - 68  # NFV NDRPDR 64b
1499       - 66  # NFV NDRPDR IMIX
1500       - 67  # NFV NDRPDR IMIX
1501       - 69  # NFV NDRPDR IMIX
1502       - 70  # SOAK
1503       - 71  # SOAK
1504
1505 #    csit-ligato-perf-verify-1901-3n-hsw:
1506 #      - 10  # NDRPDR full
1507 #      - 8   # NDRPDR sel
1508 #      - 9   # NDRPDR sel
1509 #      - 11  # NDRPDR sel
1510 #      - 12  # NDRPDR sel
1511 #      - 13  # NDRPDR sel
1512 #      - 14  # NDRPDR sel
1513 #      - 15  # NDRPDR sel
1514 #      - 16  # NDRPDR sel
1515 #      - 17  # NDRPDR sel
1516 #      - 18  # NDRPDR sel
1517 #    # TODO: Add 1904 data
1518 ##    csit-ligato-perf-verify-1904-3n-hsw:
1519 ##      -
1520
1521     csit-dpdk-perf-verify-1810-3n-hsw:
1522       - 1   # NDRPDR sel
1523       - 2   # NDRPDR sel
1524       - 3   # NDRPDR sel
1525       - 4   # NDRPDR sel
1526       - 5   # NDRPDR sel
1527       - 6   # NDRPDR sel
1528       - 7   # NDRPDR sel
1529       - 8   # NDRPDR sel
1530       - 9   # NDRPDR sel
1531       - 10  # NDRPDR sel
1532     csit-dpdk-perf-verify-1901-3n-hsw:
1533       - 13  # NDRPDR sel
1534       - 14  # NDRPDR sel
1535       - 16  # NDRPDR sel
1536       - 17  # NDRPDR sel
1537       - 18  # NDRPDR sel
1538       - 19  # NDRPDR sel
1539       - 20  # NDRPDR sel
1540       - 21  # NDRPDR sel
1541       - 22  # NDRPDR sel
1542       - 23  # NDRPDR sel
1543     csit-dpdk-perf-verify-1904-3n-hsw:
1544       - 2   # NDRPDR sel
1545       - 3   # NDRPDR sel
1546       - 5   # NDRPDR sel
1547       - 6   # NDRPDR sel
1548       - 13  # NDRPDR sel
1549       - 14  # NDRPDR sel
1550       - 15  # NDRPDR sel
1551       - 18  # NDRPDR sel
1552       - 19  # NDRPDR sel
1553       - 20  # NDRPDR sel
1554
1555     csit-dpdk-perf-verify-1810-3n-skx:
1556       - 3   # NDRPDR sel
1557       - 4   # NDRPDR sel
1558       - 6   # NDRPDR sel
1559       - 7   # NDRPDR sel
1560       - 8   # NDRPDR sel
1561       - 9   # NDRPDR sel
1562       - 10  # NDRPDR sel
1563       - 11  # NDRPDR sel
1564       - 12  # NDRPDR sel
1565       - 13  # NDRPDR sel
1566     csit-dpdk-perf-verify-1901-3n-skx:
1567       - 3   # NDRPDR sel
1568       - 5   # NDRPDR sel
1569       - 6   # NDRPDR sel
1570       - 7   # NDRPDR sel
1571       - 8   # NDRPDR sel
1572       - 9   # NDRPDR sel
1573       - 10  # NDRPDR sel
1574       - 11  # NDRPDR sel
1575       - 12  # NDRPDR sel
1576       - 13  # NDRPDR sel
1577     csit-dpdk-perf-verify-1904-3n-skx:
1578       - 2   # NDRPDR sel
1579       - 3   # NDRPDR sel
1580       - 4   # NDRPDR sel
1581       - 5   # NDRPDR sel
1582       - 6   # NDRPDR sel
1583       - 7   # NDRPDR sel
1584       - 11  # NDRPDR sel
1585       - 12  # NDRPDR sel
1586       - 13  # NDRPDR sel
1587       - 14  # NDRPDR sel
1588
1589     csit-dpdk-perf-verify-1810-2n-skx:
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 7   # NDRPDR sel
1594       - 8   # NDRPDR sel
1595       - 9   # NDRPDR sel
1596       - 10  # NDRPDR sel
1597       - 11  # NDRPDR sel
1598       - 12  # NDRPDR sel
1599       - 13  # NDRPDR sel
1600     csit-dpdk-perf-verify-1901-2n-skx:
1601       - 12  # NDRPDR sel
1602       - 13  # NDRPDR sel
1603       - 14  # NDRPDR sel
1604       - 15  # NDRPDR sel
1605       - 16  # NDRPDR sel
1606       - 17  # NDRPDR sel
1607       - 18  # NDRPDR sel
1608       - 19  # NDRPDR sel
1609       - 20  # NDRPDR sel
1610       - 21  # NDRPDR sel
1611     csit-dpdk-perf-verify-1904-2n-skx:
1612       - 2   # NDRPDR sel
1613       - 3   # NDRPDR sel
1614       - 4   # NDRPDR sel
1615       - 5   # NDRPDR sel
1616       - 7   # NDRPDR sel
1617       - 8   # NDRPDR sel
1618       - 9   # NDRPDR sel
1619       - 10  # NDRPDR sel
1620       - 11  # NDRPDR sel
1621       - 12  # NDRPDR sel
1622
1623     csit-vpp-functional-1904-ubuntu1604-virl:
1624       - 33
1625     csit-vpp-functional-1904-centos7-virl:
1626       - 32
1627     csit-vpp-device-1904-ubuntu1804-1n-skx:
1628       - 32
1629 #    # Not used
1630 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1631 #      - 1
1632     csit-dmm-functional-1904-ubuntu1604-virl:
1633       - 1
1634     csit-hc2vpp-verify-func-1904-ubuntu1604:
1635       - 4
1636
1637 - type: "output"
1638   output: "report"
1639   format:
1640     html:
1641     - full
1642 #    pdf:
1643 #    - minimal
1644
1645 ################################################################################
1646 ###                               T A B L E S                                ###
1647 ################################################################################
1648
1649 # VPP SOAK vs NDR
1650 - type: "table"
1651   title: "VPP SOAK vs NDR 2n-skx"
1652   algorithm: "table_soak_vs_ndr"
1653   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1654   reference:
1655     title: "NDR"
1656     data: "vpp-soak-vs-ndr-2n-skx-ref"
1657   compare:
1658     title: "SOAK"
1659     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1660   data: "vpp-soak-vs-ndr-2n-skx"
1661   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1662   filter: "('NDRPDR' or 'SOAK')"
1663   parameters:
1664     - "throughput"
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697 # VPP Compare NICs 3n-hsw 1t1c ndr
1698 - type: "table"
1699   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1700   algorithm: "table_nics_comparison"
1701   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1702   reference:
1703     title: "Intel-x520"
1704     nic: "NIC_Intel-X520-DA2"
1705   compare:
1706     title: "Intel-x710"
1707     nic: "NIC_Intel-X710"
1708   data: "vpp-nic-comparison-3n-hsw"
1709   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1710   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1711   parameters:
1712   - "name"
1713   - "parent"
1714   - "throughput"
1715   - "tags"
1716
1717 # VPP Compare NICs 3n-hsw 2t2c ndr
1718 - type: "table"
1719   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1720   algorithm: "table_nics_comparison"
1721   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1722   reference:
1723     title: "Intel-x520"
1724     nic: "NIC_Intel-X520-DA2"
1725   compare:
1726     title: "Intel-x710"
1727     nic: "NIC_Intel-X710"
1728   data: "vpp-nic-comparison-3n-hsw"
1729   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1730   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1731   parameters:
1732   - "name"
1733   - "parent"
1734   - "throughput"
1735   - "tags"
1736
1737 # VPP Compare NICs 3n-hsw 1t1c pdr
1738 - type: "table"
1739   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1740   algorithm: "table_nics_comparison"
1741   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1742   reference:
1743     title: "Intel-x520"
1744     nic: "NIC_Intel-X520-DA2"
1745   compare:
1746     title: "Intel-x710"
1747     nic: "NIC_Intel-X710"
1748   data: "vpp-nic-comparison-3n-hsw"
1749   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1750   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1751   parameters:
1752   - "name"
1753   - "parent"
1754   - "throughput"
1755   - "tags"
1756
1757 # VPP Compare NICs 3n-hsw 2t2c pdr
1758 - type: "table"
1759   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1760   algorithm: "table_nics_comparison"
1761   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1762   reference:
1763     title: "Intel-x520"
1764     nic: "NIC_Intel-X520-DA2"
1765   compare:
1766     title: "Intel-x710"
1767     nic: "NIC_Intel-X710"
1768   data: "vpp-nic-comparison-3n-hsw"
1769   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1770   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1771   parameters:
1772   - "name"
1773   - "parent"
1774   - "throughput"
1775   - "tags"
1776
1777 # VPP Compare NICs 3n-hsw 1t1c mrr
1778 - type: "table"
1779   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1780   algorithm: "table_nics_comparison"
1781   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1782   reference:
1783     title: "Intel-x520"
1784     nic: "NIC_Intel-X520-DA2"
1785   compare:
1786     title: "Intel-x710"
1787     nic: "NIC_Intel-X710"
1788   data: "vpp-nic-comparison-3n-hsw-mrr"
1789   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1790   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1791   parameters:
1792   - "name"
1793   - "parent"
1794   - "result"
1795   - "tags"
1796
1797 # VPP Compare NICs 3n-hsw 2t2c mrr
1798 - type: "table"
1799   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1800   algorithm: "table_nics_comparison"
1801   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1802   reference:
1803     title: "Intel-x520"
1804     nic: "NIC_Intel-X520-DA2"
1805   compare:
1806     title: "Intel-x710"
1807     nic: "NIC_Intel-X710"
1808   data: "vpp-nic-comparison-3n-hsw-mrr"
1809   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1810   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1811   parameters:
1812   - "name"
1813   - "parent"
1814   - "result"
1815   - "tags"
1816
1817 # VPP Compare NICs 3n-hsw 4t4c mrr
1818 - type: "table"
1819   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1820   algorithm: "table_nics_comparison"
1821   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1822   reference:
1823     title: "Intel-x520"
1824     nic: "NIC_Intel-X520-DA2"
1825   compare:
1826     title: "Intel-x710"
1827     nic: "NIC_Intel-X710"
1828   data: "vpp-nic-comparison-3n-hsw-mrr"
1829   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1830   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1831   parameters:
1832   - "name"
1833   - "parent"
1834   - "result"
1835   - "tags"
1836
1837 # VPP Compare NICs 3n-skx 2t1c ndr
1838 - type: "table"
1839   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1840   algorithm: "table_nics_comparison"
1841   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1842   reference:
1843     title: "Intel-x710"
1844     nic: "NIC_Intel-X710"
1845   compare:
1846     title: "Intel-xxv710"
1847     nic: "NIC_Intel-XXV710"
1848   data: "vpp-nic-comparison-3n-skx"
1849   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1850   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1851   parameters:
1852   - "name"
1853   - "parent"
1854   - "throughput"
1855   - "tags"
1856
1857 # VPP Compare NICs 3n-skx 4t2c ndr
1858 - type: "table"
1859   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1860   algorithm: "table_nics_comparison"
1861   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1862   reference:
1863     title: "Intel-x710"
1864     nic: "NIC_Intel-X710"
1865   compare:
1866     title: "Intel-xxv710"
1867     nic: "NIC_Intel-XXV710"
1868   data: "vpp-nic-comparison-3n-skx"
1869   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1870   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1871   parameters:
1872   - "name"
1873   - "parent"
1874   - "throughput"
1875   - "tags"
1876
1877 # VPP Compare NICs 3n-skx 2t1c pdr
1878 - type: "table"
1879   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1880   algorithm: "table_nics_comparison"
1881   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1882   reference:
1883     title: "Intel-x710"
1884     nic: "NIC_Intel-X710"
1885   compare:
1886     title: "Intel-xxv710"
1887     nic: "NIC_Intel-XXV710"
1888   data: "vpp-nic-comparison-3n-skx"
1889   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1890   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1891   parameters:
1892   - "name"
1893   - "parent"
1894   - "throughput"
1895   - "tags"
1896
1897  # VPP Compare NICs 3n-skx 4t2c pdr
1898 - type: "table"
1899   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1900   algorithm: "table_nics_comparison"
1901   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1902   reference:
1903     title: "Intel-x710"
1904     nic: "NIC_Intel-X710"
1905   compare:
1906     title: "Intel-xxv710"
1907     nic: "NIC_Intel-XXV710"
1908   data: "vpp-nic-comparison-3n-skx"
1909   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1910   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1911   parameters:
1912   - "name"
1913   - "parent"
1914   - "throughput"
1915   - "tags"
1916
1917 # VPP Compare NICs 3n-skx 2t1c mrr
1918 - type: "table"
1919   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1920   algorithm: "table_nics_comparison"
1921   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1922   reference:
1923     title: "Intel-x710"
1924     nic: "NIC_Intel-X710"
1925   compare:
1926     title: "Intel-xxv710"
1927     nic: "NIC_Intel-XXV710"
1928   data: "vpp-nic-comparison-3n-skx-mrr"
1929   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1930   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1931   parameters:
1932   - "name"
1933   - "parent"
1934   - "result"
1935   - "tags"
1936
1937 # VPP Compare NICs 3n-skx 4t2c mrr
1938 - type: "table"
1939   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1940   algorithm: "table_nics_comparison"
1941   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1942   reference:
1943     title: "Intel-x710"
1944     nic: "NIC_Intel-X710"
1945   compare:
1946     title: "Intel-xxv710"
1947     nic: "NIC_Intel-XXV710"
1948   data: "vpp-nic-comparison-3n-skx-mrr"
1949   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1950   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1951   parameters:
1952   - "name"
1953   - "parent"
1954   - "result"
1955   - "tags"
1956
1957  # VPP Compare NICs 3n-skx 8t4c mrr
1958 - type: "table"
1959   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1960   algorithm: "table_nics_comparison"
1961   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1962   reference:
1963     title: "Intel-x710"
1964     nic: "NIC_Intel-X710"
1965   compare:
1966     title: "Intel-xxv710"
1967     nic: "NIC_Intel-XXV710"
1968   data: "vpp-nic-comparison-3n-skx-mrr"
1969   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1970   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1971   parameters:
1972   - "name"
1973   - "parent"
1974   - "result"
1975   - "tags"
1976
1977 # VPP Compare NICs 2n-skx 2t1c ndr
1978 - type: "table"
1979   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1980   algorithm: "table_nics_comparison"
1981   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1982   reference:
1983     title: "Intel-x710"
1984     nic: "NIC_Intel-X710"
1985   compare:
1986     title: "Intel-xxv710"
1987     nic: "NIC_Intel-XXV710"
1988   data: "vpp-nic-comparison-2n-skx"
1989   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1990   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1991   parameters:
1992   - "name"
1993   - "parent"
1994   - "throughput"
1995   - "tags"
1996
1997 # VPP Compare NICs 2n-skx 4t2c ndr
1998 - type: "table"
1999   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2000   algorithm: "table_nics_comparison"
2001   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2002   reference:
2003     title: "Intel-x710"
2004     nic: "NIC_Intel-X710"
2005   compare:
2006     title: "Intel-xxv710"
2007     nic: "NIC_Intel-XXV710"
2008   data: "vpp-nic-comparison-2n-skx"
2009   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2010   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2011   parameters:
2012   - "name"
2013   - "parent"
2014   - "throughput"
2015   - "tags"
2016
2017  # VPP Compare NICs 2n-skx 2t1c pdr
2018 - type: "table"
2019   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2020   algorithm: "table_nics_comparison"
2021   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2022   reference:
2023     title: "Intel-x710"
2024     nic: "NIC_Intel-X710"
2025   compare:
2026     title: "Intel-xxv710"
2027     nic: "NIC_Intel-XXV710"
2028   data: "vpp-nic-comparison-2n-skx"
2029   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2030   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2031   parameters:
2032   - "name"
2033   - "parent"
2034   - "throughput"
2035   - "tags"
2036
2037 # VPP Compare NICs 2n-skx 4t2c pdr
2038 - type: "table"
2039   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2040   algorithm: "table_nics_comparison"
2041   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2042   reference:
2043     title: "Intel-x710"
2044     nic: "NIC_Intel-X710"
2045   compare:
2046     title: "Intel-xxv710"
2047     nic: "NIC_Intel-XXV710"
2048   data: "vpp-nic-comparison-2n-skx"
2049   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2050   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2051   parameters:
2052   - "name"
2053   - "parent"
2054   - "throughput"
2055   - "tags"
2056
2057 # VPP Compare NICs 2n-skx 2t1c mrr
2058 - type: "table"
2059   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2060   algorithm: "table_nics_comparison"
2061   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2062   reference:
2063     title: "Intel-x710"
2064     nic: "NIC_Intel-X710"
2065   compare:
2066     title: "Intel-xxv710"
2067     nic: "NIC_Intel-XXV710"
2068   data: "vpp-nic-comparison-2n-skx-mrr"
2069   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2070   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2071   parameters:
2072   - "name"
2073   - "parent"
2074   - "result"
2075   - "tags"
2076
2077 # VPP Compare NICs 2n-skx 4t2c mrr
2078 - type: "table"
2079   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2080   algorithm: "table_nics_comparison"
2081   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2082   reference:
2083     title: "Intel-x710"
2084     nic: "NIC_Intel-X710"
2085   compare:
2086     title: "Intel-xxv710"
2087     nic: "NIC_Intel-XXV710"
2088   data: "vpp-nic-comparison-2n-skx-mrr"
2089   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2090   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2091   parameters:
2092   - "name"
2093   - "parent"
2094   - "result"
2095   - "tags"
2096
2097 # VPP Compare NICs 2n-skx 8t4c mrr
2098 - type: "table"
2099   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2100   algorithm: "table_nics_comparison"
2101   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2102   reference:
2103     title: "Intel-x710"
2104     nic: "NIC_Intel-X710"
2105   compare:
2106     title: "Intel-xxv710"
2107     nic: "NIC_Intel-XXV710"
2108   data: "vpp-nic-comparison-2n-skx-mrr"
2109   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2110   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2111   parameters:
2112   - "name"
2113   - "parent"
2114   - "result"
2115   - "tags"
2116
2117 ################################################################################
2118 # VPP
2119
2120 ## VPP Performance Changes 2n-dnv 1t1c pdr
2121 #- type: "table"
2122 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2123 #  algorithm: "table_performance_comparison"
2124 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2125 #  history:
2126 #    - title: "rls1810"
2127 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2128 #  reference:
2129 #    title: "rls1901"
2130 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2131 #  compare:
2132 #    title: "rls1904"
2133 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2134 #  data: "intel-dnv-vpp-changes-2n-dnv"
2135 #  include-tests: "PDR"
2136 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2137 #  parameters:
2138 #  - "name"
2139 #  - "parent"
2140 #  - "throughput"
2141 #
2142 ## VPP Performance Changes 2n-dnv 2t2c pdr
2143 #- type: "table"
2144 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2145 #  algorithm: "table_performance_comparison"
2146 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2147 #  history:
2148 #    - title: "rls1810"
2149 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2150 #  reference:
2151 #    title: "rls1901"
2152 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2153 #  compare:
2154 #    title: "rls1904"
2155 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2156 #  data: "intel-dnv-vpp-changes-2n-dnv"
2157 #  include-tests: "PDR"
2158 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2159 #  parameters:
2160 #  - "name"
2161 #  - "parent"
2162 #  - "throughput"
2163 #
2164 ## VPP Performance Changes 2n-dnv 1t1c ndr
2165 #- type: "table"
2166 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2167 #  algorithm: "table_performance_comparison"
2168 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2169 #  history:
2170 #    - title: "rls1810"
2171 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2172 #  reference:
2173 #    title: "rls1901"
2174 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2175 #  compare:
2176 #    title: "rls1904"
2177 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2178 #  data: "intel-dnv-vpp-changes-2n-dnv"
2179 #  include-tests: "NDR"
2180 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2181 #  parameters:
2182 #  - "name"
2183 #  - "parent"
2184 #  - "throughput"
2185 #
2186 ## VPP Performance Changes 2n-dnv 2t2c ndr
2187 #- type: "table"
2188 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2189 #  algorithm: "table_performance_comparison"
2190 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2191 #  history:
2192 #    - title: "rls1810"
2193 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2194 #  reference:
2195 #    title: "rls1901"
2196 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2197 #  compare:
2198 #    title: "rls1904"
2199 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2200 #  data: "intel-dnv-vpp-changes-2n-dnv"
2201 #  include-tests: "NDR"
2202 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2203 #  parameters:
2204 #  - "name"
2205 #  - "parent"
2206 #  - "throughput"
2207 #
2208 ## VPP Performance Changes 2n-dnv 1t1c MRR
2209 #- type: "table"
2210 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2211 #  algorithm: "table_performance_comparison"
2212 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2213 #  history:
2214 #    - title: "rls1810"
2215 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2216 #  reference:
2217 #    title: "rls1901"
2218 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2219 #  compare:
2220 #    title: "rls1904"
2221 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2222 #  data: "intel-dnv-vpp-changes-2n-dnv"
2223 #  include-tests: "MRR"
2224 #  filter: "'1T1C' and 'MRR'"
2225 #  parameters:
2226 #  - "name"
2227 #  - "parent"
2228 #  - "result"
2229 #
2230 ## VPP Performance Changes 2n-dnv 2t2c MRR
2231 #- type: "table"
2232 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2233 #  algorithm: "table_performance_comparison"
2234 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2235 #  history:
2236 #    - title: "rls1810"
2237 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2238 #  reference:
2239 #    title: "rls1901"
2240 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2241 #  compare:
2242 #    title: "rls1904"
2243 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2244 #  data: "intel-dnv-vpp-changes-2n-dnv"
2245 #  include-tests: "MRR"
2246 #  filter: "'2T2C' and 'MRR'"
2247 #  parameters:
2248 #  - "name"
2249 #  - "parent"
2250 #  - "result"
2251 #
2252 ## VPP Performance Changes 2n-dnv 4t4c MRR
2253 #- type: "table"
2254 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2255 #  algorithm: "table_performance_comparison"
2256 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2257 #  history:
2258 #    - title: "rls1810"
2259 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2260 #  reference:
2261 #    title: "rls1901"
2262 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2263 #  compare:
2264 #    title: "rls1904"
2265 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2266 #  data: "intel-dnv-vpp-changes-2n-dnv"
2267 #  include-tests: "MRR"
2268 #  filter: "'4T4C' and 'MRR'"
2269 #  parameters:
2270 #  - "name"
2271 #  - "parent"
2272 #  - "result"
2273
2274 # VPP Performance Changes 3n-hsw 1t1c pdr
2275 - type: "table"
2276   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2277   algorithm: "table_performance_comparison"
2278   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2279   history:
2280     - title: "rls1810"
2281       data: "vpp-performance-changes-3n-hsw-h1"
2282   reference:
2283     title: "rls1901"
2284     data: "vpp-performance-changes-3n-hsw-ref"
2285   compare:
2286     title: "rls1904"
2287     data: "vpp-performance-changes-3n-hsw-cmp"
2288   data: "vpp-performance-changes-3n-hsw"
2289   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2290   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2291   parameters:
2292   - "name"
2293   - "parent"
2294   - "throughput"
2295
2296 # VPP Performance Changes 3n-hsw 2t2c pdr
2297 - type: "table"
2298   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2299   algorithm: "table_performance_comparison"
2300   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2301   history:
2302     - title: "rls1810"
2303       data: "vpp-performance-changes-3n-hsw-h1"
2304   reference:
2305     title: "rls1901"
2306     data: "vpp-performance-changes-3n-hsw-ref"
2307   compare:
2308     title: "rls1904"
2309     data: "vpp-performance-changes-3n-hsw-cmp"
2310   data: "vpp-performance-changes-3n-hsw"
2311   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2312   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2313   parameters:
2314   - "name"
2315   - "parent"
2316   - "throughput"
2317
2318 # VPP Performance Changes 3n-hsw 1t1c ndr
2319 - type: "table"
2320   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2321   algorithm: "table_performance_comparison"
2322   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2323   history:
2324     - title: "rls1810"
2325       data: "vpp-performance-changes-3n-hsw-h1"
2326   reference:
2327     title: "rls1901"
2328     data: "vpp-performance-changes-3n-hsw-ref"
2329   compare:
2330     title: "rls1904"
2331     data: "vpp-performance-changes-3n-hsw-cmp"
2332   data: "vpp-performance-changes-3n-hsw"
2333   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2334   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2335   parameters:
2336   - "name"
2337   - "parent"
2338   - "throughput"
2339
2340 # VPP Performance Changes 3n-hsw 2t2c ndr
2341 - type: "table"
2342   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2343   algorithm: "table_performance_comparison"
2344   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2345   history:
2346     - title: "rls1810"
2347       data: "vpp-performance-changes-3n-hsw-h1"
2348   reference:
2349     title: "rls1901"
2350     data: "vpp-performance-changes-3n-hsw-ref"
2351   compare:
2352     title: "rls1904"
2353     data: "vpp-performance-changes-3n-hsw-cmp"
2354   data: "vpp-performance-changes-3n-hsw"
2355   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2356   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2357   parameters:
2358   - "name"
2359   - "parent"
2360   - "throughput"
2361
2362 # VPP Performance Changes 3n-skx 2t1c pdr
2363 - type: "table"
2364   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2365   algorithm: "table_performance_comparison"
2366   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2367   history:
2368     - title: "rls1810"
2369       data: "vpp-performance-changes-3n-skx-h1"
2370   reference:
2371     title: "rls1901"
2372     data: "vpp-performance-changes-3n-skx-ref"
2373   compare:
2374     title: "rls1904"
2375     data: "vpp-performance-changes-3n-skx-cmp"
2376   data: "vpp-performance-changes-3n-skx"
2377   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2378   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2379   parameters:
2380   - "name"
2381   - "parent"
2382   - "throughput"
2383
2384 # VPP Performance Changes 3n-skx 4t2c pdr
2385 - type: "table"
2386   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2387   algorithm: "table_performance_comparison"
2388   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2389   history:
2390     - title: "rls1810"
2391       data: "vpp-performance-changes-3n-skx-h1"
2392   reference:
2393     title: "rls1901"
2394     data: "vpp-performance-changes-3n-skx-ref"
2395   compare:
2396     title: "rls1904"
2397     data: "vpp-performance-changes-3n-skx-cmp"
2398   data: "vpp-performance-changes-3n-skx"
2399   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2400   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2401   parameters:
2402   - "name"
2403   - "parent"
2404   - "throughput"
2405
2406 # VPP Performance Changes 3n-skx 2t1c ndr
2407 - type: "table"
2408   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2409   algorithm: "table_performance_comparison"
2410   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2411   history:
2412     - title: "rls1810"
2413       data: "vpp-performance-changes-3n-skx-h1"
2414   reference:
2415     title: "rls1901"
2416     data: "vpp-performance-changes-3n-skx-ref"
2417   compare:
2418     title: "rls1904"
2419     data: "vpp-performance-changes-3n-skx-cmp"
2420   data: "vpp-performance-changes-3n-skx"
2421   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2422   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2423   parameters:
2424   - "name"
2425   - "parent"
2426   - "throughput"
2427
2428 # VPP Performance Changes 3n-skx 4t2c ndr
2429 - type: "table"
2430   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2431   algorithm: "table_performance_comparison"
2432   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2433   history:
2434     - title: "rls1810"
2435       data: "vpp-performance-changes-3n-skx-h1"
2436   reference:
2437     title: "rls1901"
2438     data: "vpp-performance-changes-3n-skx-ref"
2439   compare:
2440     title: "rls1904"
2441     data: "vpp-performance-changes-3n-skx-cmp"
2442   data: "vpp-performance-changes-3n-skx"
2443   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2444   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2445   parameters:
2446   - "name"
2447   - "parent"
2448   - "throughput"
2449
2450 # VPP Performance Changes 2n-skx 2t1c pdr
2451 - type: "table"
2452   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2453   algorithm: "table_performance_comparison"
2454   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2455   history:
2456     - title: "rls1810"
2457       data: "vpp-performance-changes-2n-skx-h1"
2458   reference:
2459     title: "rls1901"
2460     data: "vpp-performance-changes-2n-skx-ref"
2461   compare:
2462     title: "rls1904"
2463     data: "vpp-performance-changes-2n-skx-cmp"
2464   data: "vpp-performance-changes-2n-skx"
2465   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2466   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2467   parameters:
2468   - "name"
2469   - "parent"
2470   - "throughput"
2471
2472 # VPP Performance Changes 2n-skx 4t2c pdr
2473 - type: "table"
2474   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2475   algorithm: "table_performance_comparison"
2476   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2477   history:
2478     - title: "rls1810"
2479       data: "vpp-performance-changes-2n-skx-h1"
2480   reference:
2481     title: "rls1901"
2482     data: "vpp-performance-changes-2n-skx-ref"
2483   compare:
2484     title: "rls1904"
2485     data: "vpp-performance-changes-2n-skx-cmp"
2486   data: "vpp-performance-changes-2n-skx"
2487   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2488   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2489   parameters:
2490   - "name"
2491   - "parent"
2492   - "throughput"
2493
2494 # VPP Performance Changes 2n-skx 2t1c ndr
2495 - type: "table"
2496   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2497   algorithm: "table_performance_comparison"
2498   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2499   history:
2500     - title: "rls1810"
2501       data: "vpp-performance-changes-2n-skx-h1"
2502   reference:
2503     title: "rls1901"
2504     data: "vpp-performance-changes-2n-skx-ref"
2505   compare:
2506     title: "rls1904"
2507     data: "vpp-performance-changes-2n-skx-cmp"
2508   data: "vpp-performance-changes-2n-skx"
2509   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2510   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2511   parameters:
2512   - "name"
2513   - "parent"
2514   - "throughput"
2515
2516 # VPP Performance Changes 2n-skx 4t2c ndr
2517 - type: "table"
2518   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2519   algorithm: "table_performance_comparison"
2520   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2521   history:
2522     - title: "rls1810"
2523       data: "vpp-performance-changes-2n-skx-h1"
2524   reference:
2525     title: "rls1901"
2526     data: "vpp-performance-changes-2n-skx-ref"
2527   compare:
2528     title: "rls1904"
2529     data: "vpp-performance-changes-2n-skx-cmp"
2530   data: "vpp-performance-changes-2n-skx"
2531   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2532   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2533   parameters:
2534   - "name"
2535   - "parent"
2536   - "throughput"
2537
2538 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2539 - type: "table"
2540   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2541   algorithm: "table_performance_comparison"
2542   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2543   reference:
2544     title: "3-Node Hsw"
2545     data: "vpp-compare-testbeds-ref"
2546   compare:
2547     title: "3-Node Skx"
2548     data: "vpp-compare-testbeds-cmp"
2549   data: "vpp-compare-testbeds"
2550   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2551   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2552   parameters:
2553   - "name"
2554   - "parent"
2555   - "throughput"
2556
2557 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2558 - type: "table"
2559   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2560   algorithm: "table_performance_comparison"
2561   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2562   reference:
2563     title: "3-Node Hsw"
2564     data: "vpp-compare-testbeds-ref"
2565   compare:
2566     title: "3-Node Skx"
2567     data: "vpp-compare-testbeds-cmp"
2568   data: "vpp-compare-testbeds"
2569   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2570   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2571   parameters:
2572   - "name"
2573   - "parent"
2574   - "throughput"
2575
2576 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2577 - type: "table"
2578   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2579   algorithm: "table_performance_comparison"
2580   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2581   reference:
2582     title: "3-Node Hsw"
2583     data: "vpp-compare-testbeds-ref"
2584   compare:
2585     title: "3-Node Skx"
2586     data: "vpp-compare-testbeds-cmp"
2587   data: "vpp-compare-testbeds"
2588   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2589   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2590   parameters:
2591   - "name"
2592   - "parent"
2593   - "throughput"
2594
2595 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2596 - type: "table"
2597   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2598   algorithm: "table_performance_comparison"
2599   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2600   reference:
2601     title: "3-Node Hsw"
2602     data: "vpp-compare-testbeds-ref"
2603   compare:
2604     title: "3-Node Skx"
2605     data: "vpp-compare-testbeds-cmp"
2606   data: "vpp-compare-testbeds"
2607   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2608   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2609   parameters:
2610   - "name"
2611   - "parent"
2612   - "throughput"
2613
2614 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2615 - type: "table"
2616   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2617   algorithm: "table_performance_comparison"
2618   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2619   reference:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-topologies-ref"
2622   compare:
2623     title: "2-Node Skx"
2624     data: "vpp-compare-topologies-cmp"
2625   data: "vpp-compare-topologies"
2626   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2627   filter: "'NDRPDR' and '1C'"
2628   parameters:
2629   - "name"
2630   - "parent"
2631   - "throughput"
2632
2633 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2634 - type: "table"
2635   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2636   algorithm: "table_performance_comparison"
2637   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2638   reference:
2639     title: "3-Node Skx"
2640     data: "vpp-compare-topologies-ref"
2641   compare:
2642     title: "2-Node Skx"
2643     data: "vpp-compare-topologies-cmp"
2644   data: "vpp-compare-topologies"
2645   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2646   filter: "'NDRPDR' and '2C'"
2647   parameters:
2648   - "name"
2649   - "parent"
2650   - "throughput"
2651
2652 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2653 - type: "table"
2654   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2655   algorithm: "table_performance_comparison"
2656   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2657   reference:
2658     title: "3-Node Skx"
2659     data: "vpp-compare-topologies-ref"
2660   compare:
2661     title: "2-Node Skx"
2662     data: "vpp-compare-topologies-cmp"
2663   data: "vpp-compare-topologies"
2664   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2665   filter: "'NDRPDR' and '1C'"
2666   parameters:
2667   - "name"
2668   - "parent"
2669   - "throughput"
2670
2671 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2672 - type: "table"
2673   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2674   algorithm: "table_performance_comparison"
2675   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2676   reference:
2677     title: "3-Node Skx"
2678     data: "vpp-compare-topologies-ref"
2679   compare:
2680     title: "2-Node Skx"
2681     data: "vpp-compare-topologies-cmp"
2682   data: "vpp-compare-topologies"
2683   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2684   filter: "'NDRPDR' and '2C'"
2685   parameters:
2686   - "name"
2687   - "parent"
2688   - "throughput"
2689
2690 # VPP Performance Changes 3n-hsw 1t1c MRR
2691 - type: "table"
2692   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2693   algorithm: "table_performance_comparison"
2694   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2695   history:
2696     - title: "rls1810"
2697       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2698   reference:
2699     title: "rls1901"
2700     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2701   compare:
2702     title: "rls1904"
2703     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2704   data: "vpp-performance-changes-3n-hsw-mrr"
2705   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2706   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2707   parameters:
2708   - "name"
2709   - "parent"
2710   - "result"
2711
2712 # VPP Performance Changes 3n-hsw 2t2c MRR
2713 - type: "table"
2714   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2715   algorithm: "table_performance_comparison"
2716   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2717   history:
2718     - title: "rls1810"
2719       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2720   reference:
2721     title: "rls1901"
2722     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2723   compare:
2724     title: "rls1904"
2725     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2726   data: "vpp-performance-changes-3n-hsw-mrr"
2727   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2728   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2729   parameters:
2730   - "name"
2731   - "parent"
2732   - "result"
2733
2734 # VPP Performance Changes 3n-hsw 4t4c MRR
2735 - type: "table"
2736   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2737   algorithm: "table_performance_comparison"
2738   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2739   history:
2740     - title: "rls1810"
2741       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2742   reference:
2743     title: "rls1901"
2744     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2745   compare:
2746     title: "rls1904"
2747     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2748   data: "vpp-performance-changes-3n-hsw-mrr"
2749   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2750   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2751   parameters:
2752   - "name"
2753   - "parent"
2754   - "result"
2755
2756 # VPP Performance Changes 3n-skx 2t1c MRR
2757 - type: "table"
2758   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2759   algorithm: "table_performance_comparison"
2760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2761   history:
2762     - title: "rls1810"
2763       data: "vpp-performance-changes-3n-skx-mrr-h1"
2764   reference:
2765     title: "rls1901"
2766     data: "vpp-performance-changes-3n-skx-mrr-ref"
2767   compare:
2768     title: "rls1904"
2769     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2770   data: "vpp-performance-changes-3n-skx-mrr"
2771   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2772   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2773   parameters:
2774   - "name"
2775   - "parent"
2776   - "result"
2777
2778 # VPP Performance Changes 3n-skx 4t2c MRR
2779 - type: "table"
2780   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2781   algorithm: "table_performance_comparison"
2782   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2783   history:
2784     - title: "rls1810"
2785       data: "vpp-performance-changes-3n-skx-mrr-h1"
2786   reference:
2787     title: "rls1901"
2788     data: "vpp-performance-changes-3n-skx-mrr-ref"
2789   compare:
2790     title: "rls1904"
2791     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2792   data: "vpp-performance-changes-3n-skx-mrr"
2793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2794   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "result"
2799
2800 # VPP Performance Changes 3n-skx 8t4c MRR
2801 - type: "table"
2802   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2803   algorithm: "table_performance_comparison"
2804   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2805   history:
2806     - title: "rls1810"
2807       data: "vpp-performance-changes-3n-skx-mrr-h1"
2808   reference:
2809     title: "rls1901"
2810     data: "vpp-performance-changes-3n-skx-mrr-ref"
2811   compare:
2812     title: "rls1904"
2813     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2814   data: "vpp-performance-changes-3n-skx-mrr"
2815   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2816   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2817   parameters:
2818   - "name"
2819   - "parent"
2820   - "result"
2821
2822 # VPP Performance Changes 2n-skx 2t1c MRR
2823 - type: "table"
2824   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2825   algorithm: "table_performance_comparison"
2826   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2827   history:
2828     - title: "rls1810"
2829       data: "vpp-performance-changes-2n-skx-mrr-h1"
2830   reference:
2831     title: "rls1901"
2832     data: "vpp-performance-changes-2n-skx-mrr-ref"
2833   compare:
2834     title: "rls1904"
2835     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2836   data: "vpp-performance-changes-2n-skx-mrr"
2837   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2838   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2839   parameters:
2840   - "name"
2841   - "parent"
2842   - "result"
2843
2844 # VPP Performance Changes 2n-skx 4t2c MRR
2845 - type: "table"
2846   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2847   algorithm: "table_performance_comparison"
2848   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2849   history:
2850     - title: "rls1810"
2851       data: "vpp-performance-changes-2n-skx-mrr-h1"
2852   reference:
2853     title: "rls1901"
2854     data: "vpp-performance-changes-2n-skx-mrr-ref"
2855   compare:
2856     title: "rls1904"
2857     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2858   data: "vpp-performance-changes-2n-skx-mrr"
2859   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2860   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2861   parameters:
2862   - "name"
2863   - "parent"
2864   - "result"
2865
2866 # VPP Performance Changes 2n-skx 8t4c MRR
2867 - type: "table"
2868   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2869   algorithm: "table_performance_comparison"
2870   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2871   history:
2872     - title: "rls1810"
2873       data: "vpp-performance-changes-2n-skx-mrr-h1"
2874   reference:
2875     title: "rls1901"
2876     data: "vpp-performance-changes-2n-skx-mrr-ref"
2877   compare:
2878     title: "rls1904"
2879     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2880   data: "vpp-performance-changes-2n-skx-mrr"
2881   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2882   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2883   parameters:
2884   - "name"
2885   - "parent"
2886   - "result"
2887
2888 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2889 - type: "table"
2890   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2891   algorithm: "table_performance_comparison"
2892   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2893   reference:
2894     title: "3-Node Hsw"
2895     data: "vpp-compare-testbeds-mrr-ref"
2896   compare:
2897     title: "3-Node Skx"
2898     data: "vpp-compare-testbeds-mrr-cmp"
2899   data: "vpp-compare-testbeds-mrr"
2900   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2901   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2902   parameters:
2903   - "name"
2904   - "parent"
2905   - "result"
2906
2907 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2908 - type: "table"
2909   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2910   algorithm: "table_performance_comparison"
2911   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2912   reference:
2913     title: "3-Node Hsw"
2914     data: "vpp-compare-testbeds-mrr-ref"
2915   compare:
2916     title: "3-Node Skx"
2917     data: "vpp-compare-testbeds-mrr-cmp"
2918   data: "vpp-compare-testbeds-mrr"
2919   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2920   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2921   parameters:
2922   - "name"
2923   - "parent"
2924   - "result"
2925
2926 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2927 - type: "table"
2928   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2929   algorithm: "table_performance_comparison"
2930   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2931   reference:
2932     title: "3-Node Hsw"
2933     data: "vpp-compare-testbeds-mrr-ref"
2934   compare:
2935     title: "3-Node Skx"
2936     data: "vpp-compare-testbeds-mrr-cmp"
2937   data: "vpp-compare-testbeds-mrr"
2938   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2939   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2940   parameters:
2941   - "name"
2942   - "parent"
2943   - "result"
2944
2945 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2946 - type: "table"
2947   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2948   algorithm: "table_performance_comparison"
2949   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2950   reference:
2951     title: "3-Node Skx"
2952     data: "vpp-compare-topologies-mrr-ref"
2953   compare:
2954     title: "2-Node Skx"
2955     data: "vpp-compare-topologies-mrr-cmp"
2956   data: "vpp-compare-topologies-mrr"
2957   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2958   filter: "'MRR' and '1C'"
2959   parameters:
2960   - "name"
2961   - "parent"
2962   - "result"
2963
2964 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2965 - type: "table"
2966   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2967   algorithm: "table_performance_comparison"
2968   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2969   reference:
2970     title: "3-Node Skx"
2971     data: "vpp-compare-topologies-mrr-ref"
2972   compare:
2973     title: "2-Node Skx"
2974     data: "vpp-compare-topologies-mrr-cmp"
2975   data: "vpp-compare-topologies-mrr"
2976   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2977   filter: "'MRR' and '2C'"
2978   parameters:
2979   - "name"
2980   - "parent"
2981   - "result"
2982
2983 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2984 - type: "table"
2985   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2986   algorithm: "table_performance_comparison"
2987   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2988   reference:
2989     title: "3-Node Skx"
2990     data: "vpp-compare-topologies-mrr-ref"
2991   compare:
2992     title: "2-Node Skx"
2993     data: "vpp-compare-topologies-mrr-cmp"
2994   data: "vpp-compare-topologies-mrr"
2995   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2996   filter: "'MRR' and '4C'"
2997   parameters:
2998   - "name"
2999   - "parent"
3000   - "result"
3001
3002 # Detailed Test Results - VPP Performance Results 3n-hsw
3003 - type: "table"
3004   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3005   algorithm: "table_merged_details"
3006   output-file-ext: ".csv"
3007   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3008   columns:
3009   - title: "Name"
3010     data: "data name"
3011   - title: "Status"
3012     data: "data msg"
3013   rows: "generated"
3014   data: "vpp-perf-results-3n-hsw"
3015   filter: "not 'NDRCHK' and not 'PDRCHK'"
3016   parameters:
3017   - "name"
3018   - "parent"
3019   - "msg"
3020
3021 # Detailed Test Results - VPP Performance Results 3n-skx
3022 - type: "table"
3023   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3024   algorithm: "table_merged_details"
3025   output-file-ext: ".csv"
3026   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3027   columns:
3028   - title: "Name"
3029     data: "data name"
3030   - title: "Status"
3031     data: "data msg"
3032   rows: "generated"
3033   data: "vpp-perf-results-3n-skx"
3034   filter: "not 'NDRCHK' and not 'PDRCHK'"
3035   parameters:
3036   - "name"
3037   - "parent"
3038   - "msg"
3039
3040 # Detailed Test Results - VPP Performance Results 2n-skx
3041 - type: "table"
3042   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3043   algorithm: "table_merged_details"
3044   output-file-ext: ".csv"
3045   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3046   columns:
3047   - title: "Name"
3048     data: "data name"
3049   - title: "Status"
3050     data: "data msg"
3051   rows: "generated"
3052   data: "vpp-perf-results-2n-skx"
3053   filter: "not 'NDRCHK' and not 'PDRCHK'"
3054   parameters:
3055   - "name"
3056   - "parent"
3057   - "msg"
3058
3059 ## Detailed Test Results - VPP Performance Results 2n-dnv
3060 #- type: "table"
3061 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3062 #  algorithm: "table_details"
3063 #  output-file-ext: ".csv"
3064 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3065 #  columns:
3066 #  - title: "Name"
3067 #    data: "data name"
3068 #  - title: "Status"
3069 #    data: "data msg"
3070 #  rows: "generated"
3071 #  data: "intel-dnv-vpp"
3072 #  filter: "'NDRPDR'"
3073 #  parameters:
3074 #  - "name"
3075 #  - "parent"
3076 #  - "msg"
3077
3078 # Test configuration - VPP Performance Test Configs 3n-hsw
3079 - type: "table"
3080   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3081   algorithm: "table_merged_details"
3082   output-file-ext: ".csv"
3083   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3084   columns:
3085   - title: "Name"
3086     data: "data name"
3087   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3088     data: "data conf-history"
3089   rows: "generated"
3090   data: "vpp-perf-results-3n-hsw"
3091   filter: "not 'NDRCHK' and not 'PDRCHK'"
3092   parameters:
3093   - "parent"
3094   - "name"
3095   - "conf-history"
3096
3097 # Test configuration - VPP Performance Test Configs 3n-skx
3098 - type: "table"
3099   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3100   algorithm: "table_merged_details"
3101   output-file-ext: ".csv"
3102   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3103   columns:
3104   - title: "Name"
3105     data: "data name"
3106   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3107     data: "data conf-history"
3108   rows: "generated"
3109   data: "vpp-perf-results-3n-skx"
3110   filter: "not 'NDRCHK' and not 'PDRCHK'"
3111   parameters:
3112   - "parent"
3113   - "name"
3114   - "conf-history"
3115
3116 # Test configuration - VPP Performance Test Configs 2n-skx
3117 - type: "table"
3118   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3119   algorithm: "table_merged_details"
3120   output-file-ext: ".csv"
3121   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3122   columns:
3123   - title: "Name"
3124     data: "data name"
3125   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3126     data: "data conf-history"
3127   rows: "generated"
3128   data: "vpp-perf-results-2n-skx"
3129   filter: "not 'NDRCHK' and not 'PDRCHK'"
3130   parameters:
3131   - "parent"
3132   - "name"
3133   - "conf-history"
3134
3135 ## Test configuration - VPP Performance Test Configs 2n-dnv
3136 #- type: "table"
3137 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3138 #  algorithm: "table_details"
3139 #  output-file-ext: ".csv"
3140 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3141 #  columns:
3142 #  - title: "Name"
3143 #    data: "data name"
3144 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3145 #    data: "data conf-history"
3146 #  rows: "generated"
3147 #  data: "intel-dnv-vpp"
3148 #  filter: "'NDRPDR'"
3149 #  parameters:
3150 #  - "parent"
3151 #  - "name"
3152 #  - "conf-history"
3153
3154 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3155 - type: "table"
3156   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3157   algorithm: "table_merged_details"
3158   output-file-ext: ".csv"
3159   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3160   columns:
3161   - title: "Name"
3162     data: "data name"
3163   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3164     data: "data show-run"
3165   rows: "generated"
3166   data: "vpp-perf-results-3n-hsw"
3167   filter: "not 'NDRCHK' and not 'PDRCHK'"
3168   parameters:
3169   - "parent"
3170   - "name"
3171   - "show-run"
3172
3173 # Test Operational Data - VPP Performance Operational Data 3n-skx
3174 - type: "table"
3175   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3176   algorithm: "table_merged_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3179   columns:
3180   - title: "Name"
3181     data: "data name"
3182   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3183     data: "data show-run"
3184   rows: "generated"
3185   data: "vpp-perf-results-3n-skx"
3186   filter: "not 'NDRCHK' and not 'PDRCHK'"
3187   parameters:
3188   - "parent"
3189   - "name"
3190   - "show-run"
3191
3192 # Test Operational Data - VPP Performance Operational Data 2n-skx
3193 - type: "table"
3194   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3195   algorithm: "table_merged_details"
3196   output-file-ext: ".csv"
3197   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3198   columns:
3199   - title: "Name"
3200     data: "data name"
3201   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3202     data: "data show-run"
3203   rows: "generated"
3204   data: "vpp-perf-results-2n-skx"
3205   filter: "not 'NDRCHK' and not 'PDRCHK'"
3206   parameters:
3207   - "parent"
3208   - "name"
3209   - "show-run"
3210
3211 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3212 #- type: "table"
3213 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3214 #  algorithm: "table_details"
3215 #  output-file-ext: ".csv"
3216 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3217 #  columns:
3218 #  - title: "Name"
3219 #    data: "data name"
3220 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3221 #    data: "data show-run"
3222 #  rows: "generated"
3223 #  data: "intel-dnv-vpp"
3224 #  filter: "'NDRPDR'"
3225 #  parameters:
3226 #  - "parent"
3227 #  - "name"
3228 #  - "show-run"
3229
3230 # Detailed Test Results - VPP MRR Results 3n-hsw
3231 - type: "table"
3232   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3233   algorithm: "table_details"
3234   output-file-ext: ".csv"
3235   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3236   columns:
3237   - title: "Name"
3238     data: "data name"
3239   - title: "Status"
3240     data: "data msg"
3241   rows: "generated"
3242   data: "vpp-mrr-results-3n-hsw"
3243   filter: "'MRR'"
3244   parameters:
3245   - "name"
3246   - "parent"
3247   - "msg"
3248
3249 # Detailed Test Results - VPP MRR Results 3n-skx
3250 - type: "table"
3251   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3252   algorithm: "table_details"
3253   output-file-ext: ".csv"
3254   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3255   columns:
3256   - title: "Name"
3257     data: "data name"
3258   - title: "Status"
3259     data: "data msg"
3260   rows: "generated"
3261   data: "vpp-mrr-results-3n-skx"
3262   filter: "'MRR'"
3263   parameters:
3264   - "name"
3265   - "parent"
3266   - "msg"
3267
3268 # Detailed Test Results - VPP MRR Results 2n-skx
3269 - type: "table"
3270   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3271   algorithm: "table_details"
3272   output-file-ext: ".csv"
3273   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3274   columns:
3275   - title: "Name"
3276     data: "data name"
3277   - title: "Status"
3278     data: "data msg"
3279   rows: "generated"
3280   data: "vpp-mrr-results-2n-skx"
3281   filter: "'MRR'"
3282   parameters:
3283   - "name"
3284   - "parent"
3285   - "msg"
3286
3287 ## Detailed Test Results - VPP MRR Results 2n-dnv
3288 #- type: "table"
3289 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3290 #  algorithm: "table_details"
3291 #  output-file-ext: ".csv"
3292 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3293 #  columns:
3294 #  - title: "Name"
3295 #    data: "data name"
3296 #  - title: "Status"
3297 #    data: "data msg"
3298 #  rows: "generated"
3299 #  data: "intel-dnv-vpp"
3300 #  filter: "'MRR'"
3301 #  parameters:
3302 #  - "name"
3303 #  - "parent"
3304 #  - "msg"
3305
3306 # Test configuration - VPP MRR Test Configs 3n-hsw
3307 - type: "table"
3308   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3309   algorithm: "table_details"
3310   output-file-ext: ".csv"
3311   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3312   columns:
3313   - title: "Name"
3314     data: "data name"
3315   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3316     data: "data conf-history"
3317   rows: "generated"
3318   data: "vpp-mrr-results-3n-hsw"
3319   filter: "'MRR'"
3320   parameters:
3321   - "parent"
3322   - "name"
3323   - "conf-history"
3324
3325 # Test configuration - VPP MRR Test Configs 3n-skx
3326 - type: "table"
3327   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3328   algorithm: "table_details"
3329   output-file-ext: ".csv"
3330   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3331   columns:
3332   - title: "Name"
3333     data: "data name"
3334   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3335     data: "data conf-history"
3336   rows: "generated"
3337   data: "vpp-mrr-results-3n-skx"
3338   filter: "'MRR'"
3339   parameters:
3340   - "parent"
3341   - "name"
3342   - "conf-history"
3343
3344 # Test configuration - VPP MRR Test Configs 2n-skx
3345 - type: "table"
3346   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3347   algorithm: "table_details"
3348   output-file-ext: ".csv"
3349   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3350   columns:
3351   - title: "Name"
3352     data: "data name"
3353   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3354     data: "data conf-history"
3355   rows: "generated"
3356   data: "vpp-mrr-results-2n-skx"
3357   filter: "'MRR'"
3358   parameters:
3359   - "parent"
3360   - "name"
3361   - "conf-history"
3362
3363 ## Test configuration - VPP MRR Test Configs 2n-dnv
3364 #- type: "table"
3365 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3366 #  algorithm: "table_details"
3367 #  output-file-ext: ".csv"
3368 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3369 #  columns:
3370 #  - title: "Name"
3371 #    data: "data name"
3372 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3373 #    data: "data conf-history"
3374 #  rows: "generated"
3375 #  data: "intel-dnv-vpp"
3376 #  filter: "'MRR'"
3377 #  parameters:
3378 #  - "parent"
3379 #  - "name"
3380 #  - "conf-history"
3381
3382 # Detailed Test Results - VPP Functional Results - Ubuntu
3383 - type: "table"
3384   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3385   algorithm: "table_details"
3386   output-file-ext: ".csv"
3387   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3388   columns:
3389   - title: "Name"
3390     data: "data name"
3391   - title: "Documentation"
3392     data: "data doc"
3393   - title: "Status"
3394     data: "data status"
3395   rows: "generated"
3396   data: "vpp-func-results-ubuntu"
3397   filter: "all"
3398   parameters:
3399   - "name"
3400   - "parent"
3401   - "doc"
3402   - "status"
3403
3404 # Detailed Test Results - VPP Functional Results - CentOS
3405 - type: "table"
3406   title: "Detailed Test Results - VPP Functional Results - CentOS"
3407   algorithm: "table_details"
3408   output-file-ext: ".csv"
3409   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3410   columns:
3411   - title: "Name"
3412     data: "data name"
3413   - title: "Documentation"
3414     data: "data doc"
3415   -
3416     title: "Status"
3417     data: "data status"
3418   rows: "generated"
3419   data:
3420     "vpp-func-results-centos"
3421   filter: "all"
3422   parameters:
3423   - "name"
3424   - "parent"