5d3342138d77c704b4004941113821b51d222818
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231 #    plot-vpp-soak-2n-skx:
232 #      # TODO: Replace with 1904 data
233 #      # csit-vpp-perf-verify-1904-2n-skx:
234 #      csit-vpp-perf-verify-1901-2n-skx:
235 #        - 45  # SOAK sel
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244
245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
246       # TODO: Add 1904 data
247       csit-vpp-perf-verify-1904-2n-skx:
248         - 66  # NFV NDRPDR IMIX
249         - 67  # NFV NDRPDR IMIX
250         - 69  # NFV NDRPDR IMIX
251
252     plot-vpp-nfv-2n-skx-mrr-64b:
253       csit-vpp-perf-verify-1904-2n-skx:
254         - 40  # NFV MRR 64b
255         - 41  # NFV MRR 64b
256         - 42  # NFV MRR 64b
257         - 47  # NFV MRR 64b
258         - 48  # NFV MRR 64b
259
260     plot-vpp-nfv-2n-skx-mrr-imix:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 49  # NFV MRR IMIX
263         - 50  # NFV MRR IMIX
264         - 51  # NFV MRR IMIX
265         - 54  # NFV MRR IMIX
266         - 55  # NFV MRR IMIX
267
268     plot-dpdk-throughput-latency-2n-skx:
269       csit-dpdk-perf-verify-1904-2n-skx:
270         - 2   # NDRPDR sel
271         - 3   # NDRPDR sel
272         - 4   # NDRPDR sel
273         - 5   # NDRPDR sel
274         - 7   # NDRPDR sel
275         - 8   # NDRPDR sel
276         - 9   # NDRPDR sel
277         - 10  # NDRPDR sel
278         - 11  # NDRPDR sel
279         - 12  # NDRPDR sel
280
281     # 3rd party
282
283 #    # Denverton:
284 #    intel-dnv-vpp:
285 #      # TODO: Replace with 1904 data
286 #      # intel-dnv-vpp-release-1904:
287 #      intel-dnv-vpp-release-1901:
288 #        - 1
289
290     ###########################################################################
291     # Simple tables (only one data set):
292
293     # NIC Comparisons
294
295     vpp-nic-comparison-3n-hsw:
296       csit-vpp-perf-verify-1904-3n-hsw:
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 20  # NDRPDR sel
300         - 21  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 24  # NDRPDR sel
303         - 25  # NDRPDR sel
304         - 26  # NDRPDR sel
305         - 29  # NDRPDR sel
306         - 30  # NDRPDR sel
307
308     vpp-nic-comparison-3n-skx:
309       csit-vpp-perf-verify-1904-3n-skx:
310         - 8   # NDRPDR sel
311         - 9   # NDRPDR sel
312         - 10  # NDRPDR sel
313         - 11  # NDRPDR sel
314         - 12  # NDRPDR sel
315         - 14  # NDRPDR sel
316         - 16  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 25  # NDRPDR sel
320
321     vpp-nic-comparison-2n-skx:
322       csit-vpp-perf-verify-1904-2n-skx:
323         - 12  # NDRPDR sel
324         - 14  # NDRPDR sel
325         - 16  # NDRPDR sel
326         - 17  # NDRPDR sel
327         - 18  # NDRPDR sel
328         - 21  # NDRPDR sel
329         - 27  # NDRPDR sel
330         - 30  # NDRPDR sel
331         - 31  # NDRPDR sel
332         - 32  # NDRPDR sel
333
334     vpp-nic-comparison-3n-hsw-mrr:
335       csit-vpp-perf-verify-1904-3n-hsw:
336         - 9   # MRR sel
337
338     vpp-nic-comparison-3n-skx-mrr:
339       csit-vpp-perf-verify-1904-3n-skx:
340         - 7   # MRR sel
341
342     vpp-nic-comparison-2n-skx-mrr:
343       csit-vpp-perf-verify-1904-2n-skx:
344         - 11  # MRR sel
345
346     # Results
347
348     vpp-perf-results-3n-hsw:
349       # TODO: Replace with FULL 1904 data
350       csit-vpp-perf-verify-1904-3n-hsw:
351         - 12  # NDRPDR sel
352
353     vpp-perf-results-3n-skx:
354       csit-vpp-perf-verify-1904-3n-skx:
355         - 26  # NDRPDR full
356         - 27  # NDRPDR full
357         - 30  # NDRPDR full
358         - 31  # NDRPDR full
359
360     vpp-perf-results-2n-skx:
361       csit-vpp-perf-verify-1904-2n-skx:
362         - 33  # NDRPDR full
363         - 39  # NDRPDR full
364         - 58  # NDRPDR full
365         - 62  # NDRPDR full
366
367     vpp-mrr-results-3n-hsw:
368       csit-vpp-perf-verify-1904-3n-hsw:
369         - 9   # MRR sel
370
371     vpp-mrr-results-3n-skx:
372       csit-vpp-perf-verify-1904-3n-skx:
373         - 7   # MRR sel
374
375     vpp-mrr-results-2n-skx:
376       csit-vpp-perf-verify-1904-2n-skx:
377         - 11  # MRR sel
378
379     vpp-func-results-ubuntu:
380       csit-vpp-functional-1904-ubuntu1604-virl:
381         - 29
382
383     vpp-func-results-centos:
384       csit-vpp-functional-1904-centos7-virl:
385         - 32
386
387     vpp-device-results-ubuntu:
388       csit-vpp-device-1904-ubuntu1804-1n-skx:
389         - 33
390
391 #    # VPP Ligato
392 #    ligato-perf-results-3n-hsw:
393 #      # TODO: Replace with 1904 data
394 #      # csit-ligato-perf-verify-1904-3n-hsw:
395 #      csit-ligato-perf-verify-1901-3n-hsw:
396 #        - 10  # NDRPDR full
397
398     dpdk-perf-results-3n-hsw:
399       csit-dpdk-perf-verify-1904-3n-hsw:
400         - 5   # NDRPDR sel
401
402     dpdk-perf-results-3n-skx:
403       csit-dpdk-perf-verify-1904-3n-skx:
404         - 7   # NDRPDR sel
405
406     dpdk-perf-results-2n-skx:
407       csit-dpdk-perf-verify-1904-2n-skx:
408         - 9   # NDRPDR sel
409
410     # HoneyComb Functional
411     hc-func-results:
412       csit-hc2vpp-verify-func-1904-ubuntu1604:
413         - 4
414
415 #    # NSH SFC Functional
416 #    nsh-func-results:
417 #      # Not used
418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
419 #        - 1
420
421     # DMM Functional
422     dmm-func-results:
423       csit-dmm-functional-1904-ubuntu1604-virl:
424         - 1
425
426     ###########################################################################
427     # Tables (more than one data set)
428
429     # Performance changes
430
431 #    intel-dnv-vpp-changes-2n-dnv-h1:
432 #      intel-dnv-vpp-release-1810:
433 #        - 1
434 #    intel-dnv-vpp-changes-2n-dnv-ref:
435 #      intel-dnv-vpp-release-1901:
436 #        - 1
437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
438 #      # TODO: Replace with 1904 data
439 #      # intel-dnv-vpp-release-1904:
440 #      intel-dnv-vpp-release-1901:
441 #        - 1
442 #    intel-dnv-vpp-changes-2n-dnv:
443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
446
447     vpp-performance-changes-3n-hsw-h1:
448       csit-vpp-perf-verify-1810-3n-hsw:
449         - 8   # NDRPDR sel
450         - 12  # NDRPDR sel
451         - 14  # NDRPDR sel
452         - 18  # NDRPDR sel
453         - 23  # NDRPDR sel
454         - 25  # NDRPDR sel
455         - 38  # NDRPDR sel
456         - 39  # NDRPDR sel
457         - 41  # NDRPDR sel
458         - 42  # NDRPDR sel
459     vpp-performance-changes-3n-hsw-ref:
460       csit-vpp-perf-verify-1901-3n-hsw:
461         - 10  # NDRPDR sel
462         - 19  # NDRPDR sel
463         - 31  # NDRPDR sel
464         - 36  # NDRPDR sel
465         - 40  # NDRPDR sel
466         - 42  # NDRPDR sel
467         - 44  # NDRPDR sel
468         - 46  # NDRPDR sel
469         - 47  # NDRPDR sel
470         - 48  # NDRPDR sel
471         - 61  # NDRPDR LB
472         - 62  # NDRPDR LB
473         - 63  # NDRPDR LB
474         - 64  # NDRPDR LB
475         - 65  # NDRPDR LB
476         - 66  # NDRPDR LB
477         - 67  # NDRPDR LB
478         - 69  # NDRPDR LB
479         - 70  # NDRPDR LB
480         - 71  # NDRPDR LB
481     vpp-performance-changes-3n-hsw-cmp:
482       csit-vpp-perf-verify-1904-3n-hsw:
483         - 11  # NDRPDR sel
484         - 12  # NDRPDR sel
485         - 20  # NDRPDR sel
486         - 21  # NDRPDR sel
487         - 23  # NDRPDR sel
488         - 24  # NDRPDR sel
489         - 25  # NDRPDR sel
490         - 26  # NDRPDR sel
491         - 29  # NDRPDR sel
492         - 30  # NDRPDR sel
493     vpp-performance-changes-3n-hsw:
494       - "vpp-performance-changes-3n-hsw-h1"
495       - "vpp-performance-changes-3n-hsw-ref"
496       - "vpp-performance-changes-3n-hsw-cmp"
497
498     vpp-performance-changes-3n-skx-h1:
499       csit-vpp-perf-verify-1810-3n-skx:
500         - 10  # NDRPDR sel
501         - 14  # NDRPDR sel
502         - 15  # NDRPDR sel
503         - 16  # NDRPDR sel
504         - 17  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508         - 22  # NDRPDR sel
509         - 25  # NDRPDR sel
510     vpp-performance-changes-3n-skx-ref:
511       csit-vpp-perf-verify-1901-3n-skx:
512         - 18  # NDRPDR sel
513         - 19  # NDRPDR sel
514         - 20  # NDRPDR sel
515         - 28  # NDRPDR sel
516         - 31  # NDRPDR sel
517         - 33  # NDRPDR sel
518         - 36  # NDRPDR sel
519         - 38  # NDRPDR sel
520         - 47  # NDRPDR sel
521         - 48  # NDRPDR sel
522         - 54  # NDRPDR LB
523         - 57  # NDRPDR LB
524         - 58  # NDRPDR LB
525         - 59  # NDRPDR LB
526         - 60  # NDRPDR LB
527         - 63  # NDRPDR LB
528         - 64  # NDRPDR LB
529         - 65  # NDRPDR LB
530         - 66  # NDRPDR LB
531         - 67  # NDRPDR LB
532     vpp-performance-changes-3n-skx-cmp:
533       csit-vpp-perf-verify-1904-3n-skx:
534         - 8   # NDRPDR sel
535         - 9   # NDRPDR sel
536         - 10  # NDRPDR sel
537         - 11  # NDRPDR sel
538         - 12  # NDRPDR sel
539         - 14  # NDRPDR sel
540         - 16  # NDRPDR sel
541         - 21  # NDRPDR sel
542         - 23  # NDRPDR sel
543         - 25  # NDRPDR sel
544     vpp-performance-changes-3n-skx:
545       - "vpp-performance-changes-3n-skx-h1"
546       - "vpp-performance-changes-3n-skx-ref"
547       - "vpp-performance-changes-3n-skx-cmp"
548
549     vpp-performance-changes-2n-skx-h1:
550       csit-vpp-perf-verify-1810-2n-skx:
551         - 9   # NDRPDR sel
552         - 13  # NDRPDR sel
553         - 14  # NDRPDR sel
554         - 19  # NDRPDR sel
555         - 20  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 22  # NDRPDR sel
558         - 23  # NDRPDR sel
559         - 24  # NDRPDR sel
560         - 27  # NDRPDR sel
561     vpp-performance-changes-2n-skx-ref:
562       csit-vpp-perf-verify-1901-2n-skx:
563         - 5   # NDRPDR sel
564         - 12  # NDRPDR sel
565         - 13  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 31  # NDRPDR sel
569         - 34  # NDRPDR sel
570         - 40  # NDRPDR sel
571         - 42  # NDRPDR sel
572         - 43  # NDRPDR sel
573     vpp-performance-changes-2n-skx-cmp:
574       csit-vpp-perf-verify-1904-2n-skx:
575         - 12  # NDRPDR sel
576         - 14  # NDRPDR sel
577         - 16  # NDRPDR sel
578         - 17  # NDRPDR sel
579         - 18  # NDRPDR sel
580         - 21  # NDRPDR sel
581         - 27  # NDRPDR sel
582         - 30  # NDRPDR sel
583         - 31  # NDRPDR sel
584         - 32  # NDRPDR sel
585     vpp-performance-changes-2n-skx:
586       - "vpp-performance-changes-2n-skx-h1"
587       - "vpp-performance-changes-2n-skx-ref"
588       - "vpp-performance-changes-2n-skx-cmp"
589
590     vpp-performance-changes-3n-hsw-mrr-h1:
591       csit-vpp-perf-verify-1810-3n-hsw:
592         - 9   # MRR sel
593     vpp-performance-changes-3n-hsw-mrr-ref:
594       csit-vpp-perf-verify-1901-3n-hsw:
595         - 35  # MRR sel
596     vpp-performance-changes-3n-hsw-mrr-cmp:
597       csit-vpp-perf-verify-1904-3n-hsw:
598         - 9   # MRR sel
599     vpp-performance-changes-3n-hsw-mrr:
600       - "vpp-performance-changes-3n-hsw-mrr-h1"
601       - "vpp-performance-changes-3n-hsw-mrr-ref"
602       - "vpp-performance-changes-3n-hsw-mrr-cmp"
603
604     vpp-performance-changes-3n-skx-mrr-h1:
605       csit-vpp-perf-verify-1810-3n-skx:
606         - 9   # MRR sel
607         - 11  # MRR sel
608         - 12  # MRR sel
609         - 13  # MRR sel
610     vpp-performance-changes-3n-skx-mrr-ref:
611       csit-vpp-perf-verify-1901-3n-skx:
612         - 32  # MRR sel
613     vpp-performance-changes-3n-skx-mrr-cmp:
614       csit-vpp-perf-verify-1904-3n-skx:
615         - 7   # MRR sel
616     vpp-performance-changes-3n-skx-mrr:
617       - "vpp-performance-changes-3n-skx-mrr-h1"
618       - "vpp-performance-changes-3n-skx-mrr-ref"
619       - "vpp-performance-changes-3n-skx-mrr-cmp"
620
621     vpp-performance-changes-2n-skx-mrr-h1:
622       csit-vpp-perf-verify-1810-2n-skx:
623         - 8   # MRR sel
624         - 10  # MRR sel
625         - 11  # MRR sel
626         - 12  # MRR sel
627     vpp-performance-changes-2n-skx-mrr-ref:
628       csit-vpp-perf-verify-1901-2n-skx:
629         - 22  # MRR sel
630     vpp-performance-changes-2n-skx-mrr-cmp:
631       csit-vpp-perf-verify-1904-2n-skx:
632         - 11  # MRR sel
633     vpp-performance-changes-2n-skx-mrr:
634       - "vpp-performance-changes-2n-skx-mrr-h1"
635       - "vpp-performance-changes-2n-skx-mrr-ref"
636       - "vpp-performance-changes-2n-skx-mrr-cmp"
637
638     dpdk-performance-changes-3n-hsw-h1:
639       csit-dpdk-perf-verify-1810-3n-hsw:
640         - 1   # NDRPDR sel
641         - 2   # NDRPDR sel
642         - 3   # NDRPDR sel
643         - 4   # NDRPDR sel
644         - 5   # NDRPDR sel
645         - 6   # NDRPDR sel
646         - 7   # NDRPDR sel
647         - 8   # NDRPDR sel
648         - 9   # NDRPDR sel
649         - 10  # NDRPDR sel
650     dpdk-performance-changes-3n-hsw-ref:
651       csit-dpdk-perf-verify-1901-3n-hsw:
652         - 13  # NDRPDR sel
653         - 14  # NDRPDR sel
654         - 16  # NDRPDR sel
655         - 17  # NDRPDR sel
656         - 18  # NDRPDR sel
657         - 19  # NDRPDR sel
658         - 20  # NDRPDR sel
659         - 21  # NDRPDR sel
660         - 22  # NDRPDR sel
661         - 23  # NDRPDR sel
662     dpdk-performance-changes-3n-hsw-cmp:
663       csit-dpdk-perf-verify-1904-3n-hsw:
664         - 2   # NDRPDR sel
665         - 3   # NDRPDR sel
666         - 5   # NDRPDR sel
667         - 6   # NDRPDR sel
668         - 13  # NDRPDR sel
669         - 14  # NDRPDR sel
670         - 15  # NDRPDR sel
671         - 18  # NDRPDR sel
672         - 19  # NDRPDR sel
673         - 20  # NDRPDR sel
674     dpdk-performance-changes-3n-hsw:
675       - "dpdk-performance-changes-3n-hsw-h1"
676       - "dpdk-performance-changes-3n-hsw-ref"
677       - "dpdk-performance-changes-3n-hsw-cmp"
678
679     dpdk-performance-changes-3n-skx-h1:
680       csit-dpdk-perf-verify-1810-3n-skx:
681         - 3   # NDRPDR sel
682         - 4   # NDRPDR sel
683         - 6   # NDRPDR sel
684         - 7   # NDRPDR sel
685         - 8   # NDRPDR sel
686         - 9   # NDRPDR sel
687         - 10  # NDRPDR sel
688         - 11  # NDRPDR sel
689         - 12  # NDRPDR sel
690         - 13  # NDRPDR sel
691     dpdk-performance-changes-3n-skx-ref:
692       csit-dpdk-perf-verify-1901-3n-skx:
693         - 3   # NDRPDR sel
694         - 5   # NDRPDR sel
695         - 6   # NDRPDR sel
696         - 7   # NDRPDR sel
697         - 8   # NDRPDR sel
698         - 9   # NDRPDR sel
699         - 10  # NDRPDR sel
700         - 11  # NDRPDR sel
701         - 12  # NDRPDR sel
702         - 13  # NDRPDR sel
703     dpdk-performance-changes-3n-skx-cmp:
704       csit-dpdk-perf-verify-1904-3n-skx:
705         - 2   # NDRPDR sel
706         - 3   # NDRPDR sel
707         - 4   # NDRPDR sel
708         - 5   # NDRPDR sel
709         - 6   # NDRPDR sel
710         - 7   # NDRPDR sel
711         - 11  # NDRPDR sel
712         - 12  # NDRPDR sel
713         - 13  # NDRPDR sel
714         - 14  # NDRPDR sel
715     dpdk-performance-changes-3n-skx:
716       - "dpdk-performance-changes-3n-skx-h1"
717       - "dpdk-performance-changes-3n-skx-ref"
718       - "dpdk-performance-changes-3n-skx-cmp"
719
720     dpdk-performance-changes-2n-skx-h1:
721       csit-dpdk-perf-verify-1810-2n-skx:
722         - 3   # NDRPDR sel
723         - 4   # NDRPDR sel
724         - 5   # NDRPDR sel
725         - 7   # NDRPDR sel
726         - 8   # NDRPDR sel
727         - 9   # NDRPDR sel
728         - 10  # NDRPDR sel
729         - 11  # NDRPDR sel
730         - 12  # NDRPDR sel
731         - 13  # NDRPDR sel
732     dpdk-performance-changes-2n-skx-ref:
733       csit-dpdk-perf-verify-1901-2n-skx:
734         - 12  # NDRPDR sel
735         - 13  # NDRPDR sel
736         - 14  # NDRPDR sel
737         - 15  # NDRPDR sel
738         - 16  # NDRPDR sel
739         - 17  # NDRPDR sel
740         - 18  # NDRPDR sel
741         - 19  # NDRPDR sel
742         - 20  # NDRPDR sel
743         - 21  # NDRPDR sel
744     dpdk-performance-changes-2n-skx-cmp:
745       csit-dpdk-perf-verify-1904-2n-skx:
746         - 2   # NDRPDR sel
747         - 3   # NDRPDR sel
748         - 4   # NDRPDR sel
749         - 5   # NDRPDR sel
750         - 7   # NDRPDR sel
751         - 8   # NDRPDR sel
752         - 9   # NDRPDR sel
753         - 10  # NDRPDR sel
754         - 11  # NDRPDR sel
755         - 12  # NDRPDR sel
756     dpdk-performance-changes-2n-skx:
757       - "dpdk-performance-changes-2n-skx-h1"
758       - "dpdk-performance-changes-2n-skx-ref"
759       - "dpdk-performance-changes-2n-skx-cmp"
760
761     # Compare testbeds
762
763     vpp-compare-testbeds-ref:
764       csit-vpp-perf-verify-1904-3n-hsw:
765         - 11  # NDRPDR sel
766         - 12  # NDRPDR sel
767         - 20  # NDRPDR sel
768         - 21  # NDRPDR sel
769         - 23  # NDRPDR sel
770         - 24  # NDRPDR sel
771         - 25  # NDRPDR sel
772         - 26  # NDRPDR sel
773         - 29  # NDRPDR sel
774         - 30  # NDRPDR sel
775     vpp-compare-testbeds-cmp:
776       csit-vpp-perf-verify-1904-3n-skx:
777         - 8   # NDRPDR sel
778         - 9   # NDRPDR sel
779         - 10  # NDRPDR sel
780         - 11  # NDRPDR sel
781         - 12  # NDRPDR sel
782         - 14  # NDRPDR sel
783         - 16  # NDRPDR sel
784         - 21  # NDRPDR sel
785         - 23  # NDRPDR sel
786         - 25  # NDRPDR sel
787     vpp-compare-testbeds:
788       - "vpp-compare-testbeds-ref"
789       - "vpp-compare-testbeds-cmp"
790
791     vpp-compare-testbeds-mrr-ref:
792       csit-vpp-perf-verify-1904-3n-hsw:
793         - 9   # MRR sel
794     vpp-compare-testbeds-mrr-cmp:
795       csit-vpp-perf-verify-1904-3n-skx:
796         - 7   # MRR sel
797     vpp-compare-testbeds-mrr:
798       - "vpp-compare-testbeds-mrr-ref"
799       - "vpp-compare-testbeds-mrr-cmp"
800
801     dpdk-compare-testbeds-ref:
802       csit-dpdk-perf-verify-1904-3n-hsw:
803         - 2   # NDRPDR sel
804         - 3   # NDRPDR sel
805         - 5   # NDRPDR sel
806         - 6   # NDRPDR sel
807         - 13  # NDRPDR sel
808         - 14  # NDRPDR sel
809         - 15  # NDRPDR sel
810         - 18  # NDRPDR sel
811         - 19  # NDRPDR sel
812         - 20  # NDRPDR sel
813     dpdk-compare-testbeds-cmp:
814       csit-dpdk-perf-verify-1904-3n-skx:
815         - 2   # NDRPDR sel
816         - 3   # NDRPDR sel
817         - 4   # NDRPDR sel
818         - 5   # NDRPDR sel
819         - 6   # NDRPDR sel
820         - 7   # NDRPDR sel
821         - 11  # NDRPDR sel
822         - 12  # NDRPDR sel
823         - 13  # NDRPDR sel
824         - 14  # NDRPDR sel
825     dpdk-compare-testbeds:
826       - "dpdk-compare-testbeds-ref"
827       - "dpdk-compare-testbeds-cmp"
828
829     # Compare topologies
830
831     vpp-compare-topologies-ref:
832       csit-vpp-perf-verify-1904-3n-skx:
833         - 8   # NDRPDR sel
834         - 9   # NDRPDR sel
835         - 10  # NDRPDR sel
836         - 11  # NDRPDR sel
837         - 12  # NDRPDR sel
838         - 14  # NDRPDR sel
839         - 16  # NDRPDR sel
840         - 21  # NDRPDR sel
841         - 23  # NDRPDR sel
842         - 25  # NDRPDR sel
843     vpp-compare-topologies-cmp:
844       csit-vpp-perf-verify-1904-2n-skx:
845         - 12  # NDRPDR sel
846         - 14  # NDRPDR sel
847         - 16  # NDRPDR sel
848         - 17  # NDRPDR sel
849         - 18  # NDRPDR sel
850         - 21  # NDRPDR sel
851         - 27  # NDRPDR sel
852         - 30  # NDRPDR sel
853         - 31  # NDRPDR sel
854         - 32  # NDRPDR sel
855     vpp-compare-topologies:
856       - "vpp-compare-topologies-ref"
857       - "vpp-compare-topologies-cmp"
858
859     vpp-compare-topologies-mrr-ref:
860       csit-vpp-perf-verify-1904-3n-skx:
861         - 7   # MRR sel
862     vpp-compare-topologies-mrr-cmp:
863       csit-vpp-perf-verify-1904-2n-skx:
864         - 11  # MRR sel
865     vpp-compare-topologies-mrr:
866       - "vpp-compare-topologies-mrr-ref"
867       - "vpp-compare-topologies-mrr-cmp"
868
869     dpdk-compare-topologies-ref:
870       csit-dpdk-perf-verify-1904-3n-skx:
871         - 2   # NDRPDR sel
872         - 3   # NDRPDR sel
873         - 4   # NDRPDR sel
874         - 5   # NDRPDR sel
875         - 6   # NDRPDR sel
876         - 7   # NDRPDR sel
877         - 11  # NDRPDR sel
878         - 12  # NDRPDR sel
879         - 13  # NDRPDR sel
880         - 14  # NDRPDR sel
881     dpdk-compare-topologies-cmp:
882       csit-dpdk-perf-verify-1904-2n-skx:
883         - 2   # NDRPDR sel
884         - 3   # NDRPDR sel
885         - 4   # NDRPDR sel
886         - 5   # NDRPDR sel
887         - 7   # NDRPDR sel
888         - 8   # NDRPDR sel
889         - 9   # NDRPDR sel
890         - 10  # NDRPDR sel
891         - 11  # NDRPDR sel
892         - 12  # NDRPDR sel
893     dpdk-compare-topologies:
894       - "dpdk-compare-topologies-ref"
895       - "dpdk-compare-topologies-cmp"
896
897   plot-layouts:
898
899     plot-soak-throughput:
900       titlefont:
901         size: 18
902       xaxis:
903         title: "<b>Test Cases [Index]</b>"
904         titlefont:
905           size: 16
906         autorange: True
907         fixedrange: False
908         gridcolor: "rgb(230, 230, 230)"
909         linecolor: "rgb(220, 220, 220)"
910         linewidth: 1
911         showgrid: True
912         showline: True
913         showticklabels: True
914         tickcolor: "rgb(220, 220, 220)"
915         tickmode: "linear"
916         tickfont:
917           size: 16
918         zeroline: False
919       yaxis:
920         title: "<b>Packet Throughput [Mpps]</b>"
921         titlefont:
922           size: 16
923         gridcolor: "rgb(230, 230, 230)"
924         hoverformat: ".4s"
925         tickformat: ".3s"
926         linecolor: "rgb(220, 220, 220)"
927         linewidth: 1
928         showgrid: True
929         showline: True
930         showticklabels: True
931         tickcolor: "rgb(220, 220, 220)"
932         tickfont:
933           size: 16
934         zeroline: False
935         range: [0,50]
936       autosize: False
937       margin:
938         t: 50
939         b: 0
940         l: 80
941         r: 20
942       showlegend: True
943       legend:
944         orientation: "h"
945         font:
946           size: 16
947       width: 700
948       height: 900
949
950     plot-service-density:
951       titlefont:
952         size: 18
953       xaxis:
954         side: "top"
955         autorange: True
956         fixedrange: False
957         showgrid: False
958         showline: False
959         showticklabels: False
960         ticks: ""
961         ticklen: 0
962         tickwidth: 0
963         zeroline: False
964       yaxis:
965         autorange: "reversed"
966         showgrid: False
967         showline: False
968         showticklabels: False
969         ticks: ""
970         ticklen: 0
971         tickwidth: 0
972         zeroline: False
973       autosize: True
974       showlegend: False
975       width: 700
976       height: 700
977
978     plot-cps:
979       titlefont:
980         size: 18
981       xaxis:
982         title: "<b>Test Cases [Index]</b>"
983         titlefont:
984           size: 16
985         autorange: True
986         fixedrange: False
987         gridcolor: "rgb(230, 230, 230)"
988         linecolor: "rgb(220, 220, 220)"
989         linewidth: 1
990         showgrid: True
991         showline: True
992         showticklabels: True
993         tickcolor: "rgb(220, 220, 220)"
994         tickmode: "linear"
995         tickfont:
996           size: 16
997         zeroline: False
998       yaxis:
999         title: "<b>Connections Per Second [cps]</b>"
1000         titlefont:
1001           size: 16
1002         gridcolor: "rgb(230, 230, 230)"
1003         hoverformat: ".4s"
1004         linecolor: "rgb(220, 220, 220)"
1005         linewidth: 1
1006         rangemode: "tozero"
1007         showgrid: True
1008         showline: True
1009         showticklabels: True
1010         tickcolor: "rgb(220, 220, 220)"
1011         tickformat: ".3s"
1012         tickfont:
1013           size: 16
1014         zeroline: False
1015       boxmode: "group"
1016       boxgroupgap: 0.5
1017       autosize: False
1018       margin:
1019         t: 50
1020         b: 20
1021         l: 80
1022         r: 20
1023       showlegend: True
1024       legend:
1025         orientation: "h"
1026         font:
1027           size: 16
1028       width: 700
1029       height: 800
1030
1031     plot-rps:
1032       titlefont:
1033         size: 18
1034       xaxis:
1035         title: "<b>Test Cases [Index]</b>"
1036         titlefont:
1037           size: 16
1038         autorange: True
1039         fixedrange: False
1040         gridcolor: "rgb(230, 230, 230)"
1041         linecolor: "rgb(220, 220, 220)"
1042         linewidth: 1
1043         showgrid: True
1044         showline: True
1045         showticklabels: True
1046         tickcolor: "rgb(220, 220, 220)"
1047         tickmode: "linear"
1048         tickfont:
1049           size: 16
1050         zeroline: False
1051       yaxis:
1052         title: "<b>Requests Per Second [rps]</b>"
1053         titlefont:
1054           size: 16
1055         gridcolor: "rgb(230, 230, 230)"
1056         hoverformat: ".4s"
1057         linecolor: "rgb(220, 220, 220)"
1058         linewidth: 1
1059         rangemode: "tozero"
1060         showgrid: True
1061         showline: True
1062         showticklabels: True
1063         tickcolor: "rgb(230, 230, 230)"
1064         tickformat: ".3s"
1065         tickfont:
1066           size: 16
1067         zeroline: False
1068       boxmode: "group"
1069       boxgroupgap: 0.5
1070       autosize: False
1071       margin:
1072         t: 50
1073         b: 20
1074         l: 80
1075         r: 20
1076       showlegend: True
1077       legend:
1078         orientation: "h"
1079         font:
1080           size: 16
1081       width: 700
1082       height: 800
1083
1084     plot-throughput:
1085       titlefont:
1086         size: 18
1087       xaxis:
1088         title: "<b>Test Cases [Index]</b>"
1089         titlefont:
1090           size: 16
1091         autorange: True
1092         fixedrange: False
1093         gridcolor: "rgb(230, 230, 230)"
1094         linecolor: "rgb(220, 220, 220)"
1095         linewidth: 1
1096         showgrid: True
1097         showline: True
1098         showticklabels: True
1099         tickcolor: "rgb(220, 220, 220)"
1100         tickmode: "linear"
1101         tickfont:
1102           size: 16
1103         zeroline: False
1104       yaxis:
1105         title: "<b>Packet Throughput [Mpps]</b>"
1106         titlefont:
1107           size: 16
1108         gridcolor: "rgb(230, 230, 230)"
1109         hoverformat: ".4s"
1110         tickformat: ".3s"
1111         linecolor: "rgb(220, 220, 220)"
1112         linewidth: 1
1113         showgrid: True
1114         showline: True
1115         showticklabels: True
1116         tickcolor: "rgb(220, 220, 220)"
1117         tickfont:
1118           size: 16
1119         zeroline: False
1120         range: [0,50]
1121       boxmode: "group"
1122       boxgroupgap: 0.5
1123       autosize: False
1124       margin:
1125         t: 50
1126         b: 0
1127         l: 80
1128         r: 20
1129       showlegend: True
1130       legend:
1131         orientation: "h"
1132         font:
1133           size: 16
1134       width: 700
1135       height: 900
1136
1137     plot-throughput-speedup-analysis:
1138       titlefont:
1139         size: 18
1140       xaxis:
1141         title: "<b>Number of Cores [Qty]</b>"
1142         titlefont:
1143           size: 16
1144         autorange: True
1145         fixedrange: False
1146         gridcolor: "rgb(230, 230, 230)"
1147         linecolor: "rgb(220, 220, 220)"
1148         linewidth: 1
1149         showgrid: True
1150         showline: True
1151         showticklabels: True
1152         tickcolor: "rgb(238, 238, 238)"
1153         tickmode: "linear"
1154         tickfont:
1155           size: 16
1156         zeroline: False
1157       yaxis:
1158         title: "<b>Packet Throughput [Mpps]</b>"
1159         titlefont:
1160           size: 16
1161         type: "linear"
1162         gridcolor: "rgb(230, 230, 230)"
1163         hoverformat: ".4s"
1164         linecolor: "rgb(220, 220, 220)"
1165         linewidth: 1
1166         showgrid: True
1167         showline: True
1168         showticklabels: True
1169         tickcolor: "rgb(220, 220, 220)"
1170         tickformat: ".4s"
1171         tickfont:
1172           size: 16
1173         zeroline: True
1174         rangemode: "tozero"
1175         range: [0,100]
1176       legend:
1177         orientation: "h"
1178         font:
1179           size: 16
1180         xanchor: "left"
1181         yanchor: "top"
1182         x: 0
1183         y: -0.2
1184         bgcolor: "rgba(255, 255, 255, 0)"
1185         bordercolor: "rgba(255, 255, 255, 0)"
1186         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1187       autosize: False
1188       margin:
1189           't': 50
1190           'b': 150
1191           'l': 85
1192           'r': 10
1193       showlegend: True
1194       width: 700
1195       height: 700
1196       hoverlabel:
1197         namelength: -1
1198       annotations: [
1199         {
1200           text: "_ _          __          ...",
1201           align: "left",
1202           showarrow: False,
1203           xref: "paper",
1204           yref: "paper",
1205           xanchor: "left",
1206           yanchor: "top",
1207           x: 0,
1208           y: -0.13,
1209           font: {
1210             family: "Consolas, Courier New",
1211             size: 15
1212           },
1213         },
1214         {
1215           text: "    Perfect     Measured     Limit",
1216           align: "left",
1217           showarrow: False,
1218           xref: "paper",
1219           yref: "paper",
1220           xanchor: "left",
1221           yanchor: "top",
1222           x: 0,
1223           y: -0.15,
1224           font: {
1225             family: "Consolas, Courier New",
1226             size: 15
1227           },
1228         },
1229       ]
1230
1231     plot-latency:
1232       titlefont:
1233         size: 18
1234       xaxis:
1235         title: "<b>Direction</b>"
1236         titlefont:
1237           size: 16
1238         autorange: True
1239         fixedrange: False
1240         gridcolor: "rgb(230, 230, 230)"
1241         linecolor: "rgb(220, 220, 220)"
1242         linewidth: 1
1243         showgrid: True
1244         showline: True
1245         showticklabels: False
1246         tickcolor: "rgb(220, 220, 220)"
1247         tickmode: "linear"
1248         tickfont:
1249           size: 16
1250         zeroline: False
1251       yaxis:
1252         title: "<b>Packet Latency [uSec]</b>"
1253         titlefont:
1254           size: 16
1255         type: "linear"
1256         gridcolor: "rgb(230, 230, 230)"
1257         hoverformat: ".4s"
1258         linecolor: "rgb(220, 220, 220)"
1259         linewidth: 1
1260         showgrid: True
1261         showline: True
1262         showticklabels: True
1263         tickcolor: "rgb(220, 220, 220)"
1264         tickformat: ".4s"
1265         tickfont:
1266           size: 16
1267         zeroline: True
1268         rangemode: "tozero"
1269       legend:
1270         orientation: "h"
1271         font:
1272           size: 16
1273         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1274       autosize: False
1275       margin:
1276           't': 50
1277           'b': 150
1278           'l': 80
1279           'r': 10
1280       showlegend: True
1281       width: 700
1282       height: 700
1283       hoverlabel:
1284         namelength: -1
1285
1286 - type: "static"
1287   src-path: "{DIR[RST]}"
1288   dst-path: "{DIR[WORKING,SRC]}"
1289
1290 - type: "input"
1291   general:
1292     file-name: "robot-plugin.zip"
1293     file-format: ".zip"
1294     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1295     extract: "robot-plugin/output.xml"
1296
1297   builds:
1298 #    # TODO: Add 1904 data
1299 ##    intel-dnv-vpp-release-1904:
1300 ##      - 1
1301 #
1302 #    intel-dnv-vpp-release-1901:
1303 #      - 1
1304 #
1305 #    intel-dnv-vpp-release-1810:
1306 #      - 1
1307
1308     csit-vpp-perf-verify-1810-3n-hsw:
1309       - 9   # MRR sel
1310       - 8   # NDRPDR sel
1311       - 12  # NDRPDR sel
1312       - 14  # NDRPDR sel
1313       - 18  # NDRPDR sel
1314       - 23  # NDRPDR sel
1315       - 25  # NDRPDR sel
1316       - 38  # NDRPDR sel
1317       - 39  # NDRPDR sel
1318       - 41  # NDRPDR sel
1319       - 42  # NDRPDR sel
1320 #      - 28  # WRK
1321 #      - 29  # WRK
1322 #      - 30  # WRK
1323 #      - 31  # WRK
1324 #      - 32  # WRK
1325 #      - 33  # WRK
1326 #      - 34  # WRK
1327 #      - 35  # WRK
1328 #      - 36  # WRK
1329 #      - 37  # WRK
1330     csit-vpp-perf-verify-1901-3n-hsw:
1331       - 35  # MRR sel
1332       - 10  # NDRPDR sel
1333       - 19  # NDRPDR sel
1334       - 31  # NDRPDR sel
1335       - 36  # NDRPDR sel
1336       - 40  # NDRPDR sel
1337       - 42  # NDRPDR sel
1338       - 44  # NDRPDR sel
1339       - 46  # NDRPDR sel
1340       - 47  # NDRPDR sel
1341       - 48  # NDRPDR sel
1342       - 61  # NDRPDR LB
1343       - 62  # NDRPDR LB
1344       - 63  # NDRPDR LB
1345       - 64  # NDRPDR LB
1346       - 65  # NDRPDR LB
1347       - 66  # NDRPDR LB
1348       - 67  # NDRPDR LB
1349       - 69  # NDRPDR LB
1350       - 70  # NDRPDR LB
1351       - 71  # NDRPDR LB
1352     # TODO: Add 1904 Data
1353     csit-vpp-perf-verify-1904-3n-hsw:
1354       - 9   # MRR sel
1355       - 11  # NDRPDR sel
1356       - 12  # NDRPDR sel
1357       - 20  # NDRPDR sel
1358       - 21  # NDRPDR sel
1359       - 23  # NDRPDR sel
1360       - 24  # NDRPDR sel
1361       - 25  # NDRPDR sel
1362       - 26  # NDRPDR sel
1363       - 29  # NDRPDR sel
1364       - 30  # NDRPDR sel
1365
1366     csit-vpp-perf-verify-1810-3n-skx:
1367       - 9   # MRR sel
1368       - 11  # MRR sel
1369       - 12  # MRR sel
1370       - 13  # MRR sel
1371       - 10  # NDRPDR sel
1372       - 14  # NDRPDR sel
1373       - 15  # NDRPDR sel
1374       - 16  # NDRPDR sel
1375       - 17  # NDRPDR sel
1376       - 19  # NDRPDR sel
1377       - 20  # NDRPDR sel
1378       - 21  # NDRPDR sel
1379       - 22  # NDRPDR sel
1380       - 25  # NDRPDR sel
1381     csit-vpp-perf-verify-1901-3n-skx:
1382       - 32  # MRR sel
1383       - 18  # NDRPDR sel
1384       - 19  # NDRPDR sel
1385       - 20  # NDRPDR sel
1386       - 28  # NDRPDR sel
1387       - 31  # NDRPDR sel
1388       - 33  # NDRPDR sel
1389       - 36  # NDRPDR sel
1390       - 38  # NDRPDR sel
1391       - 47  # NDRPDR sel
1392       - 48  # NDRPDR sel
1393       - 54  # NDRPDR LB
1394       - 57  # NDRPDR LB
1395       - 58  # NDRPDR LB
1396       - 59  # NDRPDR LB
1397       - 60  # NDRPDR LB
1398       - 63  # NDRPDR LB
1399       - 64  # NDRPDR LB
1400       - 65  # NDRPDR LB
1401       - 66  # NDRPDR LB
1402       - 67  # NDRPDR LB
1403     csit-vpp-perf-verify-1904-3n-skx:
1404       - 7   # MRR sel
1405       - 26  # NDRPDR full
1406       - 27  # NDRPDR full
1407       - 30  # NDRPDR full
1408       - 31  # NDRPDR full
1409       - 8   # NDRPDR sel
1410       - 9   # NDRPDR sel
1411       - 10  # NDRPDR sel
1412       - 11  # NDRPDR sel
1413       - 12  # NDRPDR sel
1414       - 14  # NDRPDR sel
1415       - 16  # NDRPDR sel
1416       - 21  # NDRPDR sel
1417       - 23  # NDRPDR sel
1418       - 25  # NDRPDR sel
1419
1420     csit-vpp-perf-verify-1810-2n-skx:
1421       - 8   # MRR sel
1422       - 10  # MRR sel
1423       - 11  # MRR sel
1424       - 12  # MRR sel
1425       - 9   # NDRPDR sel
1426       - 13  # NDRPDR sel
1427       - 14  # NDRPDR sel
1428       - 19  # NDRPDR sel
1429       - 20  # NDRPDR sel
1430       - 21  # NDRPDR sel
1431       - 22  # NDRPDR sel
1432       - 23  # NDRPDR sel
1433       - 24  # NDRPDR sel
1434       - 27  # NDRPDR sel
1435     csit-vpp-perf-verify-1901-2n-skx:
1436       - 22  # MRR sel
1437       - 5   # NDRPDR sel
1438       - 12  # NDRPDR sel
1439       - 13  # NDRPDR sel
1440       - 21  # NDRPDR sel
1441       - 23  # NDRPDR sel
1442       - 31  # NDRPDR sel
1443       - 34  # NDRPDR sel
1444       - 40  # NDRPDR sel
1445       - 42  # NDRPDR sel
1446       - 43  # NDRPDR sel
1447 #      - 45  # SOAK
1448     # TODO: Add 1904 data
1449     csit-vpp-perf-verify-1904-2n-skx:
1450       - 11  # MRR sel
1451       - 33  # NDRPDR full
1452       - 39  # NDRPDR full
1453       - 58  # NDRPDR full
1454       - 62  # NDRPDR full
1455       - 12  # NDRPDR sel
1456       - 14  # NDRPDR sel
1457       - 16  # NDRPDR sel
1458       - 17  # NDRPDR sel
1459       - 18  # NDRPDR sel
1460       - 21  # NDRPDR sel
1461       - 27  # NDRPDR sel
1462       - 30  # NDRPDR sel
1463       - 31  # NDRPDR sel
1464       - 32  # NDRPDR sel
1465       - 40  # NFV MRR 64b
1466       - 41  # NFV MRR 64b
1467       - 42  # NFV MRR 64b
1468       - 47  # NFV MRR 64b
1469       - 48  # NFV MRR 64b
1470       - 49  # NFV MRR IMIX
1471       - 50  # NFV MRR IMIX
1472       - 51  # NFV MRR IMIX
1473       - 54  # NFV MRR IMIX
1474       - 55  # NFV MRR IMIX
1475       - 56  # NFV NDRPDR 64b
1476       - 59  # NFV NDRPDR 64b
1477       - 60  # NFV NDRPDR 64b
1478       - 65  # NFV NDRPDR 64b
1479       - 68  # NFV NDRPDR 64b
1480       - 66  # NFV NDRPDR IMIX
1481       - 67  # NFV NDRPDR IMIX
1482       - 69  # NFV NDRPDR IMIX
1483
1484 #    csit-ligato-perf-verify-1901-3n-hsw:
1485 #      - 10  # NDRPDR full
1486 #      - 8   # NDRPDR sel
1487 #      - 9   # NDRPDR sel
1488 #      - 11  # NDRPDR sel
1489 #      - 12  # NDRPDR sel
1490 #      - 13  # NDRPDR sel
1491 #      - 14  # NDRPDR sel
1492 #      - 15  # NDRPDR sel
1493 #      - 16  # NDRPDR sel
1494 #      - 17  # NDRPDR sel
1495 #      - 18  # NDRPDR sel
1496 #    # TODO: Add 1904 data
1497 ##    csit-ligato-perf-verify-1904-3n-hsw:
1498 ##      -
1499
1500     csit-dpdk-perf-verify-1810-3n-hsw:
1501       - 1   # NDRPDR sel
1502       - 2   # NDRPDR sel
1503       - 3   # NDRPDR sel
1504       - 4   # NDRPDR sel
1505       - 5   # NDRPDR sel
1506       - 6   # NDRPDR sel
1507       - 7   # NDRPDR sel
1508       - 8   # NDRPDR sel
1509       - 9   # NDRPDR sel
1510       - 10  # NDRPDR sel
1511     csit-dpdk-perf-verify-1901-3n-hsw:
1512       - 13  # NDRPDR sel
1513       - 14  # NDRPDR sel
1514       - 16  # NDRPDR sel
1515       - 17  # NDRPDR sel
1516       - 18  # NDRPDR sel
1517       - 19  # NDRPDR sel
1518       - 20  # NDRPDR sel
1519       - 21  # NDRPDR sel
1520       - 22  # NDRPDR sel
1521       - 23  # NDRPDR sel
1522     csit-dpdk-perf-verify-1904-3n-hsw:
1523       - 2   # NDRPDR sel
1524       - 3   # NDRPDR sel
1525       - 5   # NDRPDR sel
1526       - 6   # NDRPDR sel
1527       - 13  # NDRPDR sel
1528       - 14  # NDRPDR sel
1529       - 15  # NDRPDR sel
1530       - 18  # NDRPDR sel
1531       - 19  # NDRPDR sel
1532       - 20  # NDRPDR sel
1533
1534     csit-dpdk-perf-verify-1810-3n-skx:
1535       - 3   # NDRPDR sel
1536       - 4   # NDRPDR sel
1537       - 6   # NDRPDR sel
1538       - 7   # NDRPDR sel
1539       - 8   # NDRPDR sel
1540       - 9   # NDRPDR sel
1541       - 10  # NDRPDR sel
1542       - 11  # NDRPDR sel
1543       - 12  # NDRPDR sel
1544       - 13  # NDRPDR sel
1545     csit-dpdk-perf-verify-1901-3n-skx:
1546       - 3   # NDRPDR sel
1547       - 5   # NDRPDR sel
1548       - 6   # NDRPDR sel
1549       - 7   # NDRPDR sel
1550       - 8   # NDRPDR sel
1551       - 9   # NDRPDR sel
1552       - 10  # NDRPDR sel
1553       - 11  # NDRPDR sel
1554       - 12  # NDRPDR sel
1555       - 13  # NDRPDR sel
1556     csit-dpdk-perf-verify-1904-3n-skx:
1557       - 2   # NDRPDR sel
1558       - 3   # NDRPDR sel
1559       - 4   # NDRPDR sel
1560       - 5   # NDRPDR sel
1561       - 6   # NDRPDR sel
1562       - 7   # NDRPDR sel
1563       - 11  # NDRPDR sel
1564       - 12  # NDRPDR sel
1565       - 13  # NDRPDR sel
1566       - 14  # NDRPDR sel
1567
1568     csit-dpdk-perf-verify-1810-2n-skx:
1569       - 3   # NDRPDR sel
1570       - 4   # NDRPDR sel
1571       - 5   # NDRPDR sel
1572       - 7   # NDRPDR sel
1573       - 8   # NDRPDR sel
1574       - 9   # NDRPDR sel
1575       - 10  # NDRPDR sel
1576       - 11  # NDRPDR sel
1577       - 12  # NDRPDR sel
1578       - 13  # NDRPDR sel
1579     csit-dpdk-perf-verify-1901-2n-skx:
1580       - 12  # NDRPDR sel
1581       - 13  # NDRPDR sel
1582       - 14  # NDRPDR sel
1583       - 15  # NDRPDR sel
1584       - 16  # NDRPDR sel
1585       - 17  # NDRPDR sel
1586       - 18  # NDRPDR sel
1587       - 19  # NDRPDR sel
1588       - 20  # NDRPDR sel
1589       - 21  # NDRPDR sel
1590     csit-dpdk-perf-verify-1904-2n-skx:
1591       - 2   # NDRPDR sel
1592       - 3   # NDRPDR sel
1593       - 4   # NDRPDR sel
1594       - 5   # NDRPDR sel
1595       - 7   # NDRPDR sel
1596       - 8   # NDRPDR sel
1597       - 9   # NDRPDR sel
1598       - 10  # NDRPDR sel
1599       - 11  # NDRPDR sel
1600       - 12  # NDRPDR sel
1601
1602     csit-vpp-functional-1904-ubuntu1604-virl:
1603       - 33
1604     csit-vpp-functional-1904-centos7-virl:
1605       - 32
1606     csit-vpp-device-1904-ubuntu1804-1n-skx:
1607       - 32
1608 #    # Not used
1609 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1610 #      - 1
1611     csit-dmm-functional-1904-ubuntu1604-virl:
1612       - 1
1613     csit-hc2vpp-verify-func-1904-ubuntu1604:
1614       - 4
1615
1616 - type: "output"
1617   output: "report"
1618   format:
1619     html:
1620     - full
1621     pdf:
1622     - minimal
1623
1624 ################################################################################
1625 ###                               T A B L E S                                ###
1626 ################################################################################
1627
1628 # VPP Compare NICs 3n-hsw 1t1c ndr
1629 - type: "table"
1630   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1631   algorithm: "table_nics_comparison"
1632   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1633   reference:
1634     title: "Intel-x520"
1635     nic: "NIC_Intel-X520-DA2"
1636   compare:
1637     title: "Intel-x710"
1638     nic: "NIC_Intel-X710"
1639   data: "vpp-nic-comparison-3n-hsw"
1640   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1641   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1642   parameters:
1643   - "name"
1644   - "parent"
1645   - "throughput"
1646   - "tags"
1647
1648 # VPP Compare NICs 3n-hsw 2t2c ndr
1649 - type: "table"
1650   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1651   algorithm: "table_nics_comparison"
1652   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1653   reference:
1654     title: "Intel-x520"
1655     nic: "NIC_Intel-X520-DA2"
1656   compare:
1657     title: "Intel-x710"
1658     nic: "NIC_Intel-X710"
1659   data: "vpp-nic-comparison-3n-hsw"
1660   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1661   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1662   parameters:
1663   - "name"
1664   - "parent"
1665   - "throughput"
1666   - "tags"
1667
1668 # VPP Compare NICs 3n-hsw 1t1c pdr
1669 - type: "table"
1670   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1671   algorithm: "table_nics_comparison"
1672   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1673   reference:
1674     title: "Intel-x520"
1675     nic: "NIC_Intel-X520-DA2"
1676   compare:
1677     title: "Intel-x710"
1678     nic: "NIC_Intel-X710"
1679   data: "vpp-nic-comparison-3n-hsw"
1680   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1681   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1682   parameters:
1683   - "name"
1684   - "parent"
1685   - "throughput"
1686   - "tags"
1687
1688 # VPP Compare NICs 3n-hsw 2t2c pdr
1689 - type: "table"
1690   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1691   algorithm: "table_nics_comparison"
1692   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1693   reference:
1694     title: "Intel-x520"
1695     nic: "NIC_Intel-X520-DA2"
1696   compare:
1697     title: "Intel-x710"
1698     nic: "NIC_Intel-X710"
1699   data: "vpp-nic-comparison-3n-hsw"
1700   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1701   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1702   parameters:
1703   - "name"
1704   - "parent"
1705   - "throughput"
1706   - "tags"
1707
1708 # VPP Compare NICs 3n-hsw 1t1c mrr
1709 - type: "table"
1710   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1711   algorithm: "table_nics_comparison"
1712   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1713   reference:
1714     title: "Intel-x520"
1715     nic: "NIC_Intel-X520-DA2"
1716   compare:
1717     title: "Intel-x710"
1718     nic: "NIC_Intel-X710"
1719   data: "vpp-nic-comparison-3n-hsw-mrr"
1720   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1721   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1722   parameters:
1723   - "name"
1724   - "parent"
1725   - "result"
1726   - "tags"
1727
1728 # VPP Compare NICs 3n-hsw 2t2c mrr
1729 - type: "table"
1730   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1731   algorithm: "table_nics_comparison"
1732   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1733   reference:
1734     title: "Intel-x520"
1735     nic: "NIC_Intel-X520-DA2"
1736   compare:
1737     title: "Intel-x710"
1738     nic: "NIC_Intel-X710"
1739   data: "vpp-nic-comparison-3n-hsw-mrr"
1740   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1741   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1742   parameters:
1743   - "name"
1744   - "parent"
1745   - "result"
1746   - "tags"
1747
1748 # VPP Compare NICs 3n-hsw 4t4c mrr
1749 - type: "table"
1750   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1751   algorithm: "table_nics_comparison"
1752   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1753   reference:
1754     title: "Intel-x520"
1755     nic: "NIC_Intel-X520-DA2"
1756   compare:
1757     title: "Intel-x710"
1758     nic: "NIC_Intel-X710"
1759   data: "vpp-nic-comparison-3n-hsw-mrr"
1760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1761   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1762   parameters:
1763   - "name"
1764   - "parent"
1765   - "result"
1766   - "tags"
1767
1768 # VPP Compare NICs 3n-skx 2t1c ndr
1769 - type: "table"
1770   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1771   algorithm: "table_nics_comparison"
1772   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1773   reference:
1774     title: "Intel-x710"
1775     nic: "NIC_Intel-X710"
1776   compare:
1777     title: "Intel-xxv710"
1778     nic: "NIC_Intel-XXV710"
1779   data: "vpp-nic-comparison-3n-skx"
1780   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1781   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1782   parameters:
1783   - "name"
1784   - "parent"
1785   - "throughput"
1786   - "tags"
1787
1788 # VPP Compare NICs 3n-skx 4t2c ndr
1789 - type: "table"
1790   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1791   algorithm: "table_nics_comparison"
1792   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1793   reference:
1794     title: "Intel-x710"
1795     nic: "NIC_Intel-X710"
1796   compare:
1797     title: "Intel-xxv710"
1798     nic: "NIC_Intel-XXV710"
1799   data: "vpp-nic-comparison-3n-skx"
1800   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1801   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1802   parameters:
1803   - "name"
1804   - "parent"
1805   - "throughput"
1806   - "tags"
1807
1808 # VPP Compare NICs 3n-skx 2t1c pdr
1809 - type: "table"
1810   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1811   algorithm: "table_nics_comparison"
1812   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1813   reference:
1814     title: "Intel-x710"
1815     nic: "NIC_Intel-X710"
1816   compare:
1817     title: "Intel-xxv710"
1818     nic: "NIC_Intel-XXV710"
1819   data: "vpp-nic-comparison-3n-skx"
1820   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1821   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1822   parameters:
1823   - "name"
1824   - "parent"
1825   - "throughput"
1826   - "tags"
1827
1828  # VPP Compare NICs 3n-skx 4t2c pdr
1829 - type: "table"
1830   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1831   algorithm: "table_nics_comparison"
1832   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1833   reference:
1834     title: "Intel-x710"
1835     nic: "NIC_Intel-X710"
1836   compare:
1837     title: "Intel-xxv710"
1838     nic: "NIC_Intel-XXV710"
1839   data: "vpp-nic-comparison-3n-skx"
1840   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1841   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1842   parameters:
1843   - "name"
1844   - "parent"
1845   - "throughput"
1846   - "tags"
1847
1848 # VPP Compare NICs 3n-skx 2t1c mrr
1849 - type: "table"
1850   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1851   algorithm: "table_nics_comparison"
1852   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1853   reference:
1854     title: "Intel-x710"
1855     nic: "NIC_Intel-X710"
1856   compare:
1857     title: "Intel-xxv710"
1858     nic: "NIC_Intel-XXV710"
1859   data: "vpp-nic-comparison-3n-skx-mrr"
1860   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1861   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1862   parameters:
1863   - "name"
1864   - "parent"
1865   - "result"
1866   - "tags"
1867
1868 # VPP Compare NICs 3n-skx 4t2c mrr
1869 - type: "table"
1870   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1871   algorithm: "table_nics_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1873   reference:
1874     title: "Intel-x710"
1875     nic: "NIC_Intel-X710"
1876   compare:
1877     title: "Intel-xxv710"
1878     nic: "NIC_Intel-XXV710"
1879   data: "vpp-nic-comparison-3n-skx-mrr"
1880   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1881   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1882   parameters:
1883   - "name"
1884   - "parent"
1885   - "result"
1886   - "tags"
1887
1888  # VPP Compare NICs 3n-skx 8t4c mrr
1889 - type: "table"
1890   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1891   algorithm: "table_nics_comparison"
1892   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1893   reference:
1894     title: "Intel-x710"
1895     nic: "NIC_Intel-X710"
1896   compare:
1897     title: "Intel-xxv710"
1898     nic: "NIC_Intel-XXV710"
1899   data: "vpp-nic-comparison-3n-skx-mrr"
1900   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1901   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1902   parameters:
1903   - "name"
1904   - "parent"
1905   - "result"
1906   - "tags"
1907
1908 # VPP Compare NICs 2n-skx 2t1c ndr
1909 - type: "table"
1910   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1911   algorithm: "table_nics_comparison"
1912   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1913   reference:
1914     title: "Intel-x710"
1915     nic: "NIC_Intel-X710"
1916   compare:
1917     title: "Intel-xxv710"
1918     nic: "NIC_Intel-XXV710"
1919   data: "vpp-nic-comparison-2n-skx"
1920   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1921   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1922   parameters:
1923   - "name"
1924   - "parent"
1925   - "throughput"
1926   - "tags"
1927
1928 # VPP Compare NICs 2n-skx 4t2c ndr
1929 - type: "table"
1930   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1931   algorithm: "table_nics_comparison"
1932   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1933   reference:
1934     title: "Intel-x710"
1935     nic: "NIC_Intel-X710"
1936   compare:
1937     title: "Intel-xxv710"
1938     nic: "NIC_Intel-XXV710"
1939   data: "vpp-nic-comparison-2n-skx"
1940   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1941   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1942   parameters:
1943   - "name"
1944   - "parent"
1945   - "throughput"
1946   - "tags"
1947
1948  # VPP Compare NICs 2n-skx 2t1c pdr
1949 - type: "table"
1950   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1951   algorithm: "table_nics_comparison"
1952   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1953   reference:
1954     title: "Intel-x710"
1955     nic: "NIC_Intel-X710"
1956   compare:
1957     title: "Intel-xxv710"
1958     nic: "NIC_Intel-XXV710"
1959   data: "vpp-nic-comparison-2n-skx"
1960   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1961   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "throughput"
1966   - "tags"
1967
1968 # VPP Compare NICs 2n-skx 4t2c pdr
1969 - type: "table"
1970   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1971   algorithm: "table_nics_comparison"
1972   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1973   reference:
1974     title: "Intel-x710"
1975     nic: "NIC_Intel-X710"
1976   compare:
1977     title: "Intel-xxv710"
1978     nic: "NIC_Intel-XXV710"
1979   data: "vpp-nic-comparison-2n-skx"
1980   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1981   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1982   parameters:
1983   - "name"
1984   - "parent"
1985   - "throughput"
1986   - "tags"
1987
1988 # VPP Compare NICs 2n-skx 2t1c mrr
1989 - type: "table"
1990   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1991   algorithm: "table_nics_comparison"
1992   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1993   reference:
1994     title: "Intel-x710"
1995     nic: "NIC_Intel-X710"
1996   compare:
1997     title: "Intel-xxv710"
1998     nic: "NIC_Intel-XXV710"
1999   data: "vpp-nic-comparison-2n-skx-mrr"
2000   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2001   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2002   parameters:
2003   - "name"
2004   - "parent"
2005   - "result"
2006   - "tags"
2007
2008 # VPP Compare NICs 2n-skx 4t2c mrr
2009 - type: "table"
2010   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2011   algorithm: "table_nics_comparison"
2012   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2013   reference:
2014     title: "Intel-x710"
2015     nic: "NIC_Intel-X710"
2016   compare:
2017     title: "Intel-xxv710"
2018     nic: "NIC_Intel-XXV710"
2019   data: "vpp-nic-comparison-2n-skx-mrr"
2020   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2021   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2022   parameters:
2023   - "name"
2024   - "parent"
2025   - "result"
2026   - "tags"
2027
2028 # VPP Compare NICs 2n-skx 8t4c mrr
2029 - type: "table"
2030   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2031   algorithm: "table_nics_comparison"
2032   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2033   reference:
2034     title: "Intel-x710"
2035     nic: "NIC_Intel-X710"
2036   compare:
2037     title: "Intel-xxv710"
2038     nic: "NIC_Intel-XXV710"
2039   data: "vpp-nic-comparison-2n-skx-mrr"
2040   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2041   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2042   parameters:
2043   - "name"
2044   - "parent"
2045   - "result"
2046   - "tags"
2047
2048 ################################################################################
2049 # VPP
2050
2051 ## VPP Performance Changes 2n-dnv 1t1c pdr
2052 #- type: "table"
2053 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2054 #  algorithm: "table_performance_comparison"
2055 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2056 #  history:
2057 #    - title: "rls1810"
2058 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2059 #  reference:
2060 #    title: "rls1901"
2061 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2062 #  compare:
2063 #    title: "rls1904"
2064 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2065 #  data: "intel-dnv-vpp-changes-2n-dnv"
2066 #  include-tests: "PDR"
2067 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2068 #  parameters:
2069 #  - "name"
2070 #  - "parent"
2071 #  - "throughput"
2072 #
2073 ## VPP Performance Changes 2n-dnv 2t2c pdr
2074 #- type: "table"
2075 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2076 #  algorithm: "table_performance_comparison"
2077 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2078 #  history:
2079 #    - title: "rls1810"
2080 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2081 #  reference:
2082 #    title: "rls1901"
2083 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2084 #  compare:
2085 #    title: "rls1904"
2086 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2087 #  data: "intel-dnv-vpp-changes-2n-dnv"
2088 #  include-tests: "PDR"
2089 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2090 #  parameters:
2091 #  - "name"
2092 #  - "parent"
2093 #  - "throughput"
2094 #
2095 ## VPP Performance Changes 2n-dnv 1t1c ndr
2096 #- type: "table"
2097 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2098 #  algorithm: "table_performance_comparison"
2099 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2100 #  history:
2101 #    - title: "rls1810"
2102 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2103 #  reference:
2104 #    title: "rls1901"
2105 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2106 #  compare:
2107 #    title: "rls1904"
2108 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2109 #  data: "intel-dnv-vpp-changes-2n-dnv"
2110 #  include-tests: "NDR"
2111 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2112 #  parameters:
2113 #  - "name"
2114 #  - "parent"
2115 #  - "throughput"
2116 #
2117 ## VPP Performance Changes 2n-dnv 2t2c ndr
2118 #- type: "table"
2119 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2120 #  algorithm: "table_performance_comparison"
2121 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2122 #  history:
2123 #    - title: "rls1810"
2124 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2125 #  reference:
2126 #    title: "rls1901"
2127 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2128 #  compare:
2129 #    title: "rls1904"
2130 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2131 #  data: "intel-dnv-vpp-changes-2n-dnv"
2132 #  include-tests: "NDR"
2133 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2134 #  parameters:
2135 #  - "name"
2136 #  - "parent"
2137 #  - "throughput"
2138 #
2139 ## VPP Performance Changes 2n-dnv 1t1c MRR
2140 #- type: "table"
2141 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2142 #  algorithm: "table_performance_comparison"
2143 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2144 #  history:
2145 #    - title: "rls1810"
2146 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2147 #  reference:
2148 #    title: "rls1901"
2149 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2150 #  compare:
2151 #    title: "rls1904"
2152 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2153 #  data: "intel-dnv-vpp-changes-2n-dnv"
2154 #  include-tests: "MRR"
2155 #  filter: "'1T1C' and 'MRR'"
2156 #  parameters:
2157 #  - "name"
2158 #  - "parent"
2159 #  - "result"
2160 #
2161 ## VPP Performance Changes 2n-dnv 2t2c MRR
2162 #- type: "table"
2163 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2164 #  algorithm: "table_performance_comparison"
2165 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2166 #  history:
2167 #    - title: "rls1810"
2168 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2169 #  reference:
2170 #    title: "rls1901"
2171 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2172 #  compare:
2173 #    title: "rls1904"
2174 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2175 #  data: "intel-dnv-vpp-changes-2n-dnv"
2176 #  include-tests: "MRR"
2177 #  filter: "'2T2C' and 'MRR'"
2178 #  parameters:
2179 #  - "name"
2180 #  - "parent"
2181 #  - "result"
2182 #
2183 ## VPP Performance Changes 2n-dnv 4t4c MRR
2184 #- type: "table"
2185 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2186 #  algorithm: "table_performance_comparison"
2187 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2188 #  history:
2189 #    - title: "rls1810"
2190 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2191 #  reference:
2192 #    title: "rls1901"
2193 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2194 #  compare:
2195 #    title: "rls1904"
2196 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2197 #  data: "intel-dnv-vpp-changes-2n-dnv"
2198 #  include-tests: "MRR"
2199 #  filter: "'4T4C' and 'MRR'"
2200 #  parameters:
2201 #  - "name"
2202 #  - "parent"
2203 #  - "result"
2204
2205 # VPP Performance Changes 3n-hsw 1t1c pdr
2206 - type: "table"
2207   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2208   algorithm: "table_performance_comparison"
2209   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2210   history:
2211     - title: "rls1810"
2212       data: "vpp-performance-changes-3n-hsw-h1"
2213   reference:
2214     title: "rls1901"
2215     data: "vpp-performance-changes-3n-hsw-ref"
2216   compare:
2217     title: "rls1904"
2218     data: "vpp-performance-changes-3n-hsw-cmp"
2219   data: "vpp-performance-changes-3n-hsw"
2220   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2221   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2222   parameters:
2223   - "name"
2224   - "parent"
2225   - "throughput"
2226
2227 # VPP Performance Changes 3n-hsw 2t2c pdr
2228 - type: "table"
2229   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2230   algorithm: "table_performance_comparison"
2231   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2232   history:
2233     - title: "rls1810"
2234       data: "vpp-performance-changes-3n-hsw-h1"
2235   reference:
2236     title: "rls1901"
2237     data: "vpp-performance-changes-3n-hsw-ref"
2238   compare:
2239     title: "rls1904"
2240     data: "vpp-performance-changes-3n-hsw-cmp"
2241   data: "vpp-performance-changes-3n-hsw"
2242   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2243   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2244   parameters:
2245   - "name"
2246   - "parent"
2247   - "throughput"
2248
2249 # VPP Performance Changes 3n-hsw 1t1c ndr
2250 - type: "table"
2251   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2252   algorithm: "table_performance_comparison"
2253   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2254   history:
2255     - title: "rls1810"
2256       data: "vpp-performance-changes-3n-hsw-h1"
2257   reference:
2258     title: "rls1901"
2259     data: "vpp-performance-changes-3n-hsw-ref"
2260   compare:
2261     title: "rls1904"
2262     data: "vpp-performance-changes-3n-hsw-cmp"
2263   data: "vpp-performance-changes-3n-hsw"
2264   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2265   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2266   parameters:
2267   - "name"
2268   - "parent"
2269   - "throughput"
2270
2271 # VPP Performance Changes 3n-hsw 2t2c ndr
2272 - type: "table"
2273   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2274   algorithm: "table_performance_comparison"
2275   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2276   history:
2277     - title: "rls1810"
2278       data: "vpp-performance-changes-3n-hsw-h1"
2279   reference:
2280     title: "rls1901"
2281     data: "vpp-performance-changes-3n-hsw-ref"
2282   compare:
2283     title: "rls1904"
2284     data: "vpp-performance-changes-3n-hsw-cmp"
2285   data: "vpp-performance-changes-3n-hsw"
2286   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2287   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2288   parameters:
2289   - "name"
2290   - "parent"
2291   - "throughput"
2292
2293 # VPP Performance Changes 3n-skx 2t1c pdr
2294 - type: "table"
2295   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2296   algorithm: "table_performance_comparison"
2297   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2298   history:
2299     - title: "rls1810"
2300       data: "vpp-performance-changes-3n-skx-h1"
2301   reference:
2302     title: "rls1901"
2303     data: "vpp-performance-changes-3n-skx-ref"
2304   compare:
2305     title: "rls1904"
2306     data: "vpp-performance-changes-3n-skx-cmp"
2307   data: "vpp-performance-changes-3n-skx"
2308   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2309   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2310   parameters:
2311   - "name"
2312   - "parent"
2313   - "throughput"
2314
2315 # VPP Performance Changes 3n-skx 4t2c pdr
2316 - type: "table"
2317   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2318   algorithm: "table_performance_comparison"
2319   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2320   history:
2321     - title: "rls1810"
2322       data: "vpp-performance-changes-3n-skx-h1"
2323   reference:
2324     title: "rls1901"
2325     data: "vpp-performance-changes-3n-skx-ref"
2326   compare:
2327     title: "rls1904"
2328     data: "vpp-performance-changes-3n-skx-cmp"
2329   data: "vpp-performance-changes-3n-skx"
2330   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2331   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2332   parameters:
2333   - "name"
2334   - "parent"
2335   - "throughput"
2336
2337 # VPP Performance Changes 3n-skx 2t1c ndr
2338 - type: "table"
2339   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2340   algorithm: "table_performance_comparison"
2341   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2342   history:
2343     - title: "rls1810"
2344       data: "vpp-performance-changes-3n-skx-h1"
2345   reference:
2346     title: "rls1901"
2347     data: "vpp-performance-changes-3n-skx-ref"
2348   compare:
2349     title: "rls1904"
2350     data: "vpp-performance-changes-3n-skx-cmp"
2351   data: "vpp-performance-changes-3n-skx"
2352   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2353   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2354   parameters:
2355   - "name"
2356   - "parent"
2357   - "throughput"
2358
2359 # VPP Performance Changes 3n-skx 4t2c ndr
2360 - type: "table"
2361   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2362   algorithm: "table_performance_comparison"
2363   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2364   history:
2365     - title: "rls1810"
2366       data: "vpp-performance-changes-3n-skx-h1"
2367   reference:
2368     title: "rls1901"
2369     data: "vpp-performance-changes-3n-skx-ref"
2370   compare:
2371     title: "rls1904"
2372     data: "vpp-performance-changes-3n-skx-cmp"
2373   data: "vpp-performance-changes-3n-skx"
2374   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2375   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2376   parameters:
2377   - "name"
2378   - "parent"
2379   - "throughput"
2380
2381 # VPP Performance Changes 2n-skx 2t1c pdr
2382 - type: "table"
2383   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2384   algorithm: "table_performance_comparison"
2385   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2386   history:
2387     - title: "rls1810"
2388       data: "vpp-performance-changes-2n-skx-h1"
2389   reference:
2390     title: "rls1901"
2391     data: "vpp-performance-changes-2n-skx-ref"
2392   compare:
2393     title: "rls1904"
2394     data: "vpp-performance-changes-2n-skx-cmp"
2395   data: "vpp-performance-changes-2n-skx"
2396   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2397   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "throughput"
2402
2403 # VPP Performance Changes 2n-skx 4t2c pdr
2404 - type: "table"
2405   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2406   algorithm: "table_performance_comparison"
2407   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2408   history:
2409     - title: "rls1810"
2410       data: "vpp-performance-changes-2n-skx-h1"
2411   reference:
2412     title: "rls1901"
2413     data: "vpp-performance-changes-2n-skx-ref"
2414   compare:
2415     title: "rls1904"
2416     data: "vpp-performance-changes-2n-skx-cmp"
2417   data: "vpp-performance-changes-2n-skx"
2418   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2419   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2420   parameters:
2421   - "name"
2422   - "parent"
2423   - "throughput"
2424
2425 # VPP Performance Changes 2n-skx 2t1c ndr
2426 - type: "table"
2427   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2428   algorithm: "table_performance_comparison"
2429   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2430   history:
2431     - title: "rls1810"
2432       data: "vpp-performance-changes-2n-skx-h1"
2433   reference:
2434     title: "rls1901"
2435     data: "vpp-performance-changes-2n-skx-ref"
2436   compare:
2437     title: "rls1904"
2438     data: "vpp-performance-changes-2n-skx-cmp"
2439   data: "vpp-performance-changes-2n-skx"
2440   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2441   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2442   parameters:
2443   - "name"
2444   - "parent"
2445   - "throughput"
2446
2447 # VPP Performance Changes 2n-skx 4t2c ndr
2448 - type: "table"
2449   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2450   algorithm: "table_performance_comparison"
2451   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2452   history:
2453     - title: "rls1810"
2454       data: "vpp-performance-changes-2n-skx-h1"
2455   reference:
2456     title: "rls1901"
2457     data: "vpp-performance-changes-2n-skx-ref"
2458   compare:
2459     title: "rls1904"
2460     data: "vpp-performance-changes-2n-skx-cmp"
2461   data: "vpp-performance-changes-2n-skx"
2462   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2463   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2464   parameters:
2465   - "name"
2466   - "parent"
2467   - "throughput"
2468
2469 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2470 - type: "table"
2471   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2472   algorithm: "table_performance_comparison"
2473   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2474   reference:
2475     title: "3-Node Hsw"
2476     data: "vpp-compare-testbeds-ref"
2477   compare:
2478     title: "3-Node Skx"
2479     data: "vpp-compare-testbeds-cmp"
2480   data: "vpp-compare-testbeds"
2481   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2482   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2483   parameters:
2484   - "name"
2485   - "parent"
2486   - "throughput"
2487
2488 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2489 - type: "table"
2490   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2491   algorithm: "table_performance_comparison"
2492   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2493   reference:
2494     title: "3-Node Hsw"
2495     data: "vpp-compare-testbeds-ref"
2496   compare:
2497     title: "3-Node Skx"
2498     data: "vpp-compare-testbeds-cmp"
2499   data: "vpp-compare-testbeds"
2500   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506
2507 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2508 - type: "table"
2509   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2510   algorithm: "table_performance_comparison"
2511   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2512   reference:
2513     title: "3-Node Hsw"
2514     data: "vpp-compare-testbeds-ref"
2515   compare:
2516     title: "3-Node Skx"
2517     data: "vpp-compare-testbeds-cmp"
2518   data: "vpp-compare-testbeds"
2519   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2520   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2521   parameters:
2522   - "name"
2523   - "parent"
2524   - "throughput"
2525
2526 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2527 - type: "table"
2528   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2529   algorithm: "table_performance_comparison"
2530   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2531   reference:
2532     title: "3-Node Hsw"
2533     data: "vpp-compare-testbeds-ref"
2534   compare:
2535     title: "3-Node Skx"
2536     data: "vpp-compare-testbeds-cmp"
2537   data: "vpp-compare-testbeds"
2538   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2539   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2540   parameters:
2541   - "name"
2542   - "parent"
2543   - "throughput"
2544
2545 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2546 - type: "table"
2547   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2548   algorithm: "table_performance_comparison"
2549   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2550   reference:
2551     title: "3-Node Skx"
2552     data: "vpp-compare-topologies-ref"
2553   compare:
2554     title: "2-Node Skx"
2555     data: "vpp-compare-topologies-cmp"
2556   data: "vpp-compare-topologies"
2557   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2558   filter: "'NDRPDR' and '1C'"
2559   parameters:
2560   - "name"
2561   - "parent"
2562   - "throughput"
2563
2564 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2565 - type: "table"
2566   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2567   algorithm: "table_performance_comparison"
2568   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2569   reference:
2570     title: "3-Node Skx"
2571     data: "vpp-compare-topologies-ref"
2572   compare:
2573     title: "2-Node Skx"
2574     data: "vpp-compare-topologies-cmp"
2575   data: "vpp-compare-topologies"
2576   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2577   filter: "'NDRPDR' and '2C'"
2578   parameters:
2579   - "name"
2580   - "parent"
2581   - "throughput"
2582
2583 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2584 - type: "table"
2585   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2586   algorithm: "table_performance_comparison"
2587   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2588   reference:
2589     title: "3-Node Skx"
2590     data: "vpp-compare-topologies-ref"
2591   compare:
2592     title: "2-Node Skx"
2593     data: "vpp-compare-topologies-cmp"
2594   data: "vpp-compare-topologies"
2595   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2596   filter: "'NDRPDR' and '1C'"
2597   parameters:
2598   - "name"
2599   - "parent"
2600   - "throughput"
2601
2602 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2603 - type: "table"
2604   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2605   algorithm: "table_performance_comparison"
2606   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2607   reference:
2608     title: "3-Node Skx"
2609     data: "vpp-compare-topologies-ref"
2610   compare:
2611     title: "2-Node Skx"
2612     data: "vpp-compare-topologies-cmp"
2613   data: "vpp-compare-topologies"
2614   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2615   filter: "'NDRPDR' and '2C'"
2616   parameters:
2617   - "name"
2618   - "parent"
2619   - "throughput"
2620
2621 # VPP Performance Changes 3n-hsw 1t1c MRR
2622 - type: "table"
2623   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2624   algorithm: "table_performance_comparison"
2625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2626   history:
2627     - title: "rls1810"
2628       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2629   reference:
2630     title: "rls1901"
2631     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2632   compare:
2633     title: "rls1904"
2634     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2635   data: "vpp-performance-changes-3n-hsw-mrr"
2636   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2637   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2638   parameters:
2639   - "name"
2640   - "parent"
2641   - "result"
2642
2643 # VPP Performance Changes 3n-hsw 2t2c MRR
2644 - type: "table"
2645   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2646   algorithm: "table_performance_comparison"
2647   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2648   history:
2649     - title: "rls1810"
2650       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2651   reference:
2652     title: "rls1901"
2653     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2654   compare:
2655     title: "rls1904"
2656     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2657   data: "vpp-performance-changes-3n-hsw-mrr"
2658   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2659   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2660   parameters:
2661   - "name"
2662   - "parent"
2663   - "result"
2664
2665 # VPP Performance Changes 3n-hsw 4t4c MRR
2666 - type: "table"
2667   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2668   algorithm: "table_performance_comparison"
2669   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2670   history:
2671     - title: "rls1810"
2672       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2673   reference:
2674     title: "rls1901"
2675     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2676   compare:
2677     title: "rls1904"
2678     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2679   data: "vpp-performance-changes-3n-hsw-mrr"
2680   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2681   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "result"
2686
2687 # VPP Performance Changes 3n-skx 2t1c MRR
2688 - type: "table"
2689   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2692   history:
2693     - title: "rls1810"
2694       data: "vpp-performance-changes-3n-skx-mrr-h1"
2695   reference:
2696     title: "rls1901"
2697     data: "vpp-performance-changes-3n-skx-mrr-ref"
2698   compare:
2699     title: "rls1904"
2700     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2701   data: "vpp-performance-changes-3n-skx-mrr"
2702   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2703   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2704   parameters:
2705   - "name"
2706   - "parent"
2707   - "result"
2708
2709 # VPP Performance Changes 3n-skx 4t2c MRR
2710 - type: "table"
2711   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2712   algorithm: "table_performance_comparison"
2713   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2714   history:
2715     - title: "rls1810"
2716       data: "vpp-performance-changes-3n-skx-mrr-h1"
2717   reference:
2718     title: "rls1901"
2719     data: "vpp-performance-changes-3n-skx-mrr-ref"
2720   compare:
2721     title: "rls1904"
2722     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2723   data: "vpp-performance-changes-3n-skx-mrr"
2724   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2725   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2726   parameters:
2727   - "name"
2728   - "parent"
2729   - "result"
2730
2731 # VPP Performance Changes 3n-skx 8t4c MRR
2732 - type: "table"
2733   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2734   algorithm: "table_performance_comparison"
2735   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2736   history:
2737     - title: "rls1810"
2738       data: "vpp-performance-changes-3n-skx-mrr-h1"
2739   reference:
2740     title: "rls1901"
2741     data: "vpp-performance-changes-3n-skx-mrr-ref"
2742   compare:
2743     title: "rls1904"
2744     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2745   data: "vpp-performance-changes-3n-skx-mrr"
2746   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2747   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2748   parameters:
2749   - "name"
2750   - "parent"
2751   - "result"
2752
2753 # VPP Performance Changes 2n-skx 2t1c MRR
2754 - type: "table"
2755   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2756   algorithm: "table_performance_comparison"
2757   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2758   history:
2759     - title: "rls1810"
2760       data: "vpp-performance-changes-2n-skx-mrr-h1"
2761   reference:
2762     title: "rls1901"
2763     data: "vpp-performance-changes-2n-skx-mrr-ref"
2764   compare:
2765     title: "rls1904"
2766     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2767   data: "vpp-performance-changes-2n-skx-mrr"
2768   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2769   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2770   parameters:
2771   - "name"
2772   - "parent"
2773   - "result"
2774
2775 # VPP Performance Changes 2n-skx 4t2c MRR
2776 - type: "table"
2777   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2778   algorithm: "table_performance_comparison"
2779   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2780   history:
2781     - title: "rls1810"
2782       data: "vpp-performance-changes-2n-skx-mrr-h1"
2783   reference:
2784     title: "rls1901"
2785     data: "vpp-performance-changes-2n-skx-mrr-ref"
2786   compare:
2787     title: "rls1904"
2788     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2789   data: "vpp-performance-changes-2n-skx-mrr"
2790   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2791   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2792   parameters:
2793   - "name"
2794   - "parent"
2795   - "result"
2796
2797 # VPP Performance Changes 2n-skx 8t4c MRR
2798 - type: "table"
2799   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2800   algorithm: "table_performance_comparison"
2801   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2802   history:
2803     - title: "rls1810"
2804       data: "vpp-performance-changes-2n-skx-mrr-h1"
2805   reference:
2806     title: "rls1901"
2807     data: "vpp-performance-changes-2n-skx-mrr-ref"
2808   compare:
2809     title: "rls1904"
2810     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2811   data: "vpp-performance-changes-2n-skx-mrr"
2812   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2813   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2814   parameters:
2815   - "name"
2816   - "parent"
2817   - "result"
2818
2819 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2820 - type: "table"
2821   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2822   algorithm: "table_performance_comparison"
2823   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2824   reference:
2825     title: "3-Node Hsw"
2826     data: "vpp-compare-testbeds-mrr-ref"
2827   compare:
2828     title: "3-Node Skx"
2829     data: "vpp-compare-testbeds-mrr-cmp"
2830   data: "vpp-compare-testbeds-mrr"
2831   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2832   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2833   parameters:
2834   - "name"
2835   - "parent"
2836   - "result"
2837
2838 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2839 - type: "table"
2840   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2841   algorithm: "table_performance_comparison"
2842   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2843   reference:
2844     title: "3-Node Hsw"
2845     data: "vpp-compare-testbeds-mrr-ref"
2846   compare:
2847     title: "3-Node Skx"
2848     data: "vpp-compare-testbeds-mrr-cmp"
2849   data: "vpp-compare-testbeds-mrr"
2850   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2851   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2852   parameters:
2853   - "name"
2854   - "parent"
2855   - "result"
2856
2857 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2858 - type: "table"
2859   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2860   algorithm: "table_performance_comparison"
2861   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2862   reference:
2863     title: "3-Node Hsw"
2864     data: "vpp-compare-testbeds-mrr-ref"
2865   compare:
2866     title: "3-Node Skx"
2867     data: "vpp-compare-testbeds-mrr-cmp"
2868   data: "vpp-compare-testbeds-mrr"
2869   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2870   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2871   parameters:
2872   - "name"
2873   - "parent"
2874   - "result"
2875
2876 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2877 - type: "table"
2878   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2879   algorithm: "table_performance_comparison"
2880   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2881   reference:
2882     title: "3-Node Skx"
2883     data: "vpp-compare-topologies-mrr-ref"
2884   compare:
2885     title: "2-Node Skx"
2886     data: "vpp-compare-topologies-mrr-cmp"
2887   data: "vpp-compare-topologies-mrr"
2888   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2889   filter: "'MRR' and '1C'"
2890   parameters:
2891   - "name"
2892   - "parent"
2893   - "result"
2894
2895 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2896 - type: "table"
2897   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2898   algorithm: "table_performance_comparison"
2899   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2900   reference:
2901     title: "3-Node Skx"
2902     data: "vpp-compare-topologies-mrr-ref"
2903   compare:
2904     title: "2-Node Skx"
2905     data: "vpp-compare-topologies-mrr-cmp"
2906   data: "vpp-compare-topologies-mrr"
2907   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2908   filter: "'MRR' and '2C'"
2909   parameters:
2910   - "name"
2911   - "parent"
2912   - "result"
2913
2914 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2915 - type: "table"
2916   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2917   algorithm: "table_performance_comparison"
2918   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2919   reference:
2920     title: "3-Node Skx"
2921     data: "vpp-compare-topologies-mrr-ref"
2922   compare:
2923     title: "2-Node Skx"
2924     data: "vpp-compare-topologies-mrr-cmp"
2925   data: "vpp-compare-topologies-mrr"
2926   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2927   filter: "'MRR' and '4C'"
2928   parameters:
2929   - "name"
2930   - "parent"
2931   - "result"
2932
2933 # Detailed Test Results - VPP Performance Results 3n-hsw
2934 - type: "table"
2935   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2936   algorithm: "table_merged_details"
2937   output-file-ext: ".csv"
2938   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2939   columns:
2940   - title: "Name"
2941     data: "data name"
2942   - title: "Status"
2943     data: "data msg"
2944   rows: "generated"
2945   data: "vpp-perf-results-3n-hsw"
2946   filter: "not 'NDRCHK' and not 'PDRCHK'"
2947   parameters:
2948   - "name"
2949   - "parent"
2950   - "msg"
2951
2952 # Detailed Test Results - VPP Performance Results 3n-skx
2953 - type: "table"
2954   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2955   algorithm: "table_merged_details"
2956   output-file-ext: ".csv"
2957   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2958   columns:
2959   - title: "Name"
2960     data: "data name"
2961   - title: "Status"
2962     data: "data msg"
2963   rows: "generated"
2964   data: "vpp-perf-results-3n-skx"
2965   filter: "not 'NDRCHK' and not 'PDRCHK'"
2966   parameters:
2967   - "name"
2968   - "parent"
2969   - "msg"
2970
2971 # Detailed Test Results - VPP Performance Results 2n-skx
2972 - type: "table"
2973   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2974   algorithm: "table_merged_details"
2975   output-file-ext: ".csv"
2976   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2977   columns:
2978   - title: "Name"
2979     data: "data name"
2980   - title: "Status"
2981     data: "data msg"
2982   rows: "generated"
2983   data: "vpp-perf-results-2n-skx"
2984   filter: "not 'NDRCHK' and not 'PDRCHK'"
2985   parameters:
2986   - "name"
2987   - "parent"
2988   - "msg"
2989
2990 ## Detailed Test Results - VPP Performance Results 2n-dnv
2991 #- type: "table"
2992 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2993 #  algorithm: "table_details"
2994 #  output-file-ext: ".csv"
2995 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2996 #  columns:
2997 #  - title: "Name"
2998 #    data: "data name"
2999 #  - title: "Status"
3000 #    data: "data msg"
3001 #  rows: "generated"
3002 #  data: "intel-dnv-vpp"
3003 #  filter: "'NDRPDR'"
3004 #  parameters:
3005 #  - "name"
3006 #  - "parent"
3007 #  - "msg"
3008
3009 # Test configuration - VPP Performance Test Configs 3n-hsw
3010 - type: "table"
3011   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3012   algorithm: "table_merged_details"
3013   output-file-ext: ".csv"
3014   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3015   columns:
3016   - title: "Name"
3017     data: "data name"
3018   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3019     data: "data conf-history"
3020   rows: "generated"
3021   data: "vpp-perf-results-3n-hsw"
3022   filter: "not 'NDRCHK' and not 'PDRCHK'"
3023   parameters:
3024   - "parent"
3025   - "name"
3026   - "conf-history"
3027
3028 # Test configuration - VPP Performance Test Configs 3n-skx
3029 - type: "table"
3030   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3031   algorithm: "table_merged_details"
3032   output-file-ext: ".csv"
3033   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3034   columns:
3035   - title: "Name"
3036     data: "data name"
3037   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3038     data: "data conf-history"
3039   rows: "generated"
3040   data: "vpp-perf-results-3n-skx"
3041   filter: "not 'NDRCHK' and not 'PDRCHK'"
3042   parameters:
3043   - "parent"
3044   - "name"
3045   - "conf-history"
3046
3047 # Test configuration - VPP Performance Test Configs 2n-skx
3048 - type: "table"
3049   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3050   algorithm: "table_merged_details"
3051   output-file-ext: ".csv"
3052   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3053   columns:
3054   - title: "Name"
3055     data: "data name"
3056   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3057     data: "data conf-history"
3058   rows: "generated"
3059   data: "vpp-perf-results-2n-skx"
3060   filter: "not 'NDRCHK' and not 'PDRCHK'"
3061   parameters:
3062   - "parent"
3063   - "name"
3064   - "conf-history"
3065
3066 ## Test configuration - VPP Performance Test Configs 2n-dnv
3067 #- type: "table"
3068 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3069 #  algorithm: "table_details"
3070 #  output-file-ext: ".csv"
3071 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3072 #  columns:
3073 #  - title: "Name"
3074 #    data: "data name"
3075 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3076 #    data: "data conf-history"
3077 #  rows: "generated"
3078 #  data: "intel-dnv-vpp"
3079 #  filter: "'NDRPDR'"
3080 #  parameters:
3081 #  - "parent"
3082 #  - "name"
3083 #  - "conf-history"
3084
3085 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3086 - type: "table"
3087   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3088   algorithm: "table_merged_details"
3089   output-file-ext: ".csv"
3090   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3091   columns:
3092   - title: "Name"
3093     data: "data name"
3094   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3095     data: "data show-run"
3096   rows: "generated"
3097   data: "vpp-perf-results-3n-hsw"
3098   filter: "not 'NDRCHK' and not 'PDRCHK'"
3099   parameters:
3100   - "parent"
3101   - "name"
3102   - "show-run"
3103
3104 # Test Operational Data - VPP Performance Operational Data 3n-skx
3105 - type: "table"
3106   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3107   algorithm: "table_merged_details"
3108   output-file-ext: ".csv"
3109   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3110   columns:
3111   - title: "Name"
3112     data: "data name"
3113   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3114     data: "data show-run"
3115   rows: "generated"
3116   data: "vpp-perf-results-3n-skx"
3117   filter: "not 'NDRCHK' and not 'PDRCHK'"
3118   parameters:
3119   - "parent"
3120   - "name"
3121   - "show-run"
3122
3123 # Test Operational Data - VPP Performance Operational Data 2n-skx
3124 - type: "table"
3125   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3126   algorithm: "table_merged_details"
3127   output-file-ext: ".csv"
3128   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3129   columns:
3130   - title: "Name"
3131     data: "data name"
3132   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3133     data: "data show-run"
3134   rows: "generated"
3135   data: "vpp-perf-results-2n-skx"
3136   filter: "not 'NDRCHK' and not 'PDRCHK'"
3137   parameters:
3138   - "parent"
3139   - "name"
3140   - "show-run"
3141
3142 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3143 #- type: "table"
3144 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3145 #  algorithm: "table_details"
3146 #  output-file-ext: ".csv"
3147 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3148 #  columns:
3149 #  - title: "Name"
3150 #    data: "data name"
3151 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3152 #    data: "data show-run"
3153 #  rows: "generated"
3154 #  data: "intel-dnv-vpp"
3155 #  filter: "'NDRPDR'"
3156 #  parameters:
3157 #  - "parent"
3158 #  - "name"
3159 #  - "show-run"
3160
3161 # Detailed Test Results - VPP MRR Results 3n-hsw
3162 - type: "table"
3163   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3164   algorithm: "table_details"
3165   output-file-ext: ".csv"
3166   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3167   columns:
3168   - title: "Name"
3169     data: "data name"
3170   - title: "Status"
3171     data: "data msg"
3172   rows: "generated"
3173   data: "vpp-mrr-results-3n-hsw"
3174   filter: "'MRR'"
3175   parameters:
3176   - "name"
3177   - "parent"
3178   - "msg"
3179
3180 # Detailed Test Results - VPP MRR Results 3n-skx
3181 - type: "table"
3182   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3183   algorithm: "table_details"
3184   output-file-ext: ".csv"
3185   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3186   columns:
3187   - title: "Name"
3188     data: "data name"
3189   - title: "Status"
3190     data: "data msg"
3191   rows: "generated"
3192   data: "vpp-mrr-results-3n-skx"
3193   filter: "'MRR'"
3194   parameters:
3195   - "name"
3196   - "parent"
3197   - "msg"
3198
3199 # Detailed Test Results - VPP MRR Results 2n-skx
3200 - type: "table"
3201   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3202   algorithm: "table_details"
3203   output-file-ext: ".csv"
3204   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3205   columns:
3206   - title: "Name"
3207     data: "data name"
3208   - title: "Status"
3209     data: "data msg"
3210   rows: "generated"
3211   data: "vpp-mrr-results-2n-skx"
3212   filter: "'MRR'"
3213   parameters:
3214   - "name"
3215   - "parent"
3216   - "msg"
3217
3218 ## Detailed Test Results - VPP MRR Results 2n-dnv
3219 #- type: "table"
3220 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3221 #  algorithm: "table_details"
3222 #  output-file-ext: ".csv"
3223 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3224 #  columns:
3225 #  - title: "Name"
3226 #    data: "data name"
3227 #  - title: "Status"
3228 #    data: "data msg"
3229 #  rows: "generated"
3230 #  data: "intel-dnv-vpp"
3231 #  filter: "'MRR'"
3232 #  parameters:
3233 #  - "name"
3234 #  - "parent"
3235 #  - "msg"
3236
3237 # Test configuration - VPP MRR Test Configs 3n-hsw
3238 - type: "table"
3239   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3240   algorithm: "table_details"
3241   output-file-ext: ".csv"
3242   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3243   columns:
3244   - title: "Name"
3245     data: "data name"
3246   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3247     data: "data conf-history"
3248   rows: "generated"
3249   data: "vpp-mrr-results-3n-hsw"
3250   filter: "'MRR'"
3251   parameters:
3252   - "parent"
3253   - "name"
3254   - "conf-history"
3255
3256 # Test configuration - VPP MRR Test Configs 3n-skx
3257 - type: "table"
3258   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3259   algorithm: "table_details"
3260   output-file-ext: ".csv"
3261   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3262   columns:
3263   - title: "Name"
3264     data: "data name"
3265   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3266     data: "data conf-history"
3267   rows: "generated"
3268   data: "vpp-mrr-results-3n-skx"
3269   filter: "'MRR'"
3270   parameters:
3271   - "parent"
3272   - "name"
3273   - "conf-history"
3274
3275 # Test configuration - VPP MRR Test Configs 2n-skx
3276 - type: "table"
3277   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3278   algorithm: "table_details"
3279   output-file-ext: ".csv"
3280   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3281   columns:
3282   - title: "Name"
3283     data: "data name"
3284   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3285     data: "data conf-history"
3286   rows: "generated"
3287   data: "vpp-mrr-results-2n-skx"
3288   filter: "'MRR'"
3289   parameters:
3290   - "parent"
3291   - "name"
3292   - "conf-history"
3293
3294 ## Test configuration - VPP MRR Test Configs 2n-dnv
3295 #- type: "table"
3296 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3297 #  algorithm: "table_details"
3298 #  output-file-ext: ".csv"
3299 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3300 #  columns:
3301 #  - title: "Name"
3302 #    data: "data name"
3303 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3304 #    data: "data conf-history"
3305 #  rows: "generated"
3306 #  data: "intel-dnv-vpp"
3307 #  filter: "'MRR'"
3308 #  parameters:
3309 #  - "parent"
3310 #  - "name"
3311 #  - "conf-history"
3312
3313 # Detailed Test Results - VPP Functional Results - Ubuntu
3314 - type: "table"
3315   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3316   algorithm: "table_details"
3317   output-file-ext: ".csv"
3318   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3319   columns:
3320   - title: "Name"
3321     data: "data name"
3322   - title: "Documentation"
3323     data: "data doc"
3324   - title: "Status"
3325     data: "data status"
3326   rows: "generated"
3327   data: "vpp-func-results-ubuntu"
3328   filter: "all"
3329   parameters:
3330   - "name"
3331   - "parent"
3332   - "doc"
3333   - "status"
3334
3335 # Detailed Test Results - VPP Functional Results - CentOS
3336 - type: "table"
3337   title: "Detailed Test Results - VPP Functional Results - CentOS"
3338   algorithm: "table_details"
3339   output-file-ext: ".csv"
3340   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3341   columns:
3342   - title: "Name"
3343     data: "data name"
3344   - title: "Documentation"
3345     data: "data doc"
3346   -
3347     title: "Status"
3348     data: "data status"
3349   rows: "generated"
3350   data:
3351     "vpp-func-results-centos"
3352   filter: "all"
3353   parameters:
3354   - "name"
3355   - "parent"
3356   - "doc"
3357   - "status"
3358
3359 # Test configuration - VPP Functional Test Configs - Ubuntu
3360 - type: "table"
3361   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3362   algorithm: "table_details"
3363   output-file-ext: ".csv"
3364   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3365   columns:
3366   - title: "Name"
3367     data: "data name"
3368   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3369     data: "data conf-history"
3370   rows: "generated"
3371   data: "vpp-func-results-ubuntu"
3372   filter: "all"
3373   parameters:
3374   - "parent"
3375   - "name"
3376   - "conf-history"
3377
3378 # Test configuration - VPP Functional Test Configs - CentOS
3379 - type: "table"
3380   title: "Test configuration - VPP Functional Test Configs - CentOS"
3381   algorithm: "table_details"
3382   output-file-ext: ".csv"
3383   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3384   columns:
3385   - title: "Name"
3386     data: "data name"
3387   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3388     data: "data conf-history"
3389   rows: "generated"
3390   data: "vpp-func-results-centos"
3391   filter: "all"
3392   parameters:
3393   - "parent"
3394   - "name"
3395   - "conf-history"
3396
3397 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3398 #- type: "table"
3399 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3400 #  algorithm: "table_details"
3401 #  output-file-ext: ".csv"
3402 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3403 #  columns:
3404 #  - title: "Name"
3405 #    data: "data name"
3406 #  - title: "Status"
3407 #    data: "data msg"
3408 #  rows: "generated"
3409 #  data: "ligato-perf-results-3n-hsw"
3410 #  filter: "all"
3411 #  parameters:
3412 #  - "name"
3413 #  - "parent"
3414 #  - "msg"
3415
3416 # Detailed Test Results - VPP Device Results - Ubuntu
3417 - type: "table"
3418   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3419   algorithm: "table_details"
3420   output-file-ext: ".csv"
3421   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3422   columns:
3423   - title: "Name"
3424     data: "data name"
3425   - title: "Documentation"
3426     data: "data doc"
3427   - title: "Status"
3428     data: "data status"
3429   rows: "generated"
3430   data: "vpp-device-results-ubuntu"
3431   filter: "all"
3432   parameters:
3433   - "name"
3434   - "parent"
3435   - "doc"
3436   - "status"
3437
3438 # Test configuration - VPP Device Test Configs - Ubuntu
3439 - type: "table"
3440   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3441   algorithm: "table_details"
3442   output-file-ext: ".csv"
3443   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3444   columns:
3445   - title: "Name"
3446     data: "data name"
3447   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3448     data: "data conf-history"
3449   rows: "generated"
3450   data: "vpp-device-results-ubuntu"
3451   filter: "all"
3452   parameters:
3453   - "parent"
3454   - "name"
3455   - "conf-history"
3456
3457 ################################################################################
3458
3459 # DPDK Performance Changes 3n-hsw 1t1c pdr
3460 - type: "table"
3461   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3462   algorithm: "table_performance_comparison"
3463   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3464   history:
3465     - title: "rls1810"
3466       data: "dpdk-performance-changes-3n-hsw-h1"
3467   reference:
3468     title: "rls1901"
3469     data: "dpdk-performance-changes-3n-hsw-ref"
3470   compare:
3471     title: "rls1904"
3472     data: "dpdk-performance-changes-3n-hsw-cmp"
3473   data: "dpdk-performance-changes-3n-hsw"
3474   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3475   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3476   parameters:
3477   - "name"
3478   - "parent"
3479   - "throughput"
3480
3481 # DPDK Performance Changes 3n-hsw 2t2c pdr
3482 - type: "table"
3483   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3484   algorithm: "table_performance_comparison"
3485   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3486   history:
3487     - title: "rls1810"
3488       data: "dpdk-performance-changes-3n-hsw-h1"
3489   reference:
3490     title: "rls1901"
3491     data: "dpdk-performance-changes-3n-hsw-ref"
3492   compare:
3493     title: "rls1904"
3494     data: "dpdk-performance-changes-3n-hsw-cmp"
3495   data: "dpdk-performance-changes-3n-hsw"
3496   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3497   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3498   parameters:
3499   - "name"
3500   - "parent"
3501   - "throughput"
3502
3503 # DPDK Performance Changes 3n-hsw 1t1c ndr
3504 - type: "table"
3505   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3506   algorithm: "table_performance_comparison"
3507   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3508   history:
3509     - title: "rls1810"
3510       data: "dpdk-performance-changes-3n-hsw-h1"
3511   reference:
3512     title: "rls1901"
3513     data: "dpdk-performance-changes-3n-hsw-ref"
3514   compare:
3515     title: "rls1904"
3516     data: "dpdk-performance-changes-3n-hsw-cmp"
3517   data: "dpdk-performance-changes-3n-hsw"
3518   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3519   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3520   parameters:
3521   - "name"
3522   - "parent"
3523   - "throughput"
3524
3525 # DPDK Performance Changes 3n-hsw 2t2c ndr
3526 - type: "table"
3527   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3528   algorithm: "table_performance_comparison"
3529   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3530   history:
3531     - title: "rls1810"
3532       data: "dpdk-performance-changes-3n-hsw-h1"
3533   reference:
3534     title: "rls1901"
3535     data: "dpdk-performance-changes-3n-hsw-ref"
3536   compare:
3537     title: "rls1904"
3538     data: "dpdk-performance-changes-3n-hsw-cmp"
3539   data: "dpdk-performance-changes-3n-hsw"
3540   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3541   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3542   parameters:
3543   - "name"
3544   - "parent"
3545   - "throughput"
3546
3547 # DPDK Performance Changes 3n-skx 2t1c pdr
3548 - type: "table"
3549   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3550   algorithm: "table_performance_comparison"
3551   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3552   history:
3553     - title: "rls1810"
3554       data: "dpdk-performance-changes-3n-skx-h1"
3555   reference:
3556     title: "rls1901"
3557     data: "dpdk-performance-changes-3n-skx-ref"
3558   compare:
3559     title: "rls1904"
3560     data: "dpdk-performance-changes-3n-skx-cmp"
3561   data: "dpdk-performance-changes-3n-skx"
3562   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3563   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3564   parameters:
3565   - "name"
3566   - "parent"
3567   - "throughput"
3568
3569 # DPDK Performance Changes 3n-skx 4t2c pdr
3570 - type: "table"
3571   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3572   algorithm: "table_performance_comparison"
3573   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3574   history:
3575     - title: "rls1810"
3576       data: "dpdk-performance-changes-3n-skx-h1"
3577   reference:
3578     title: "rls1901"
3579     data: "dpdk-performance-changes-3n-skx-ref"
3580   compare:
3581     title: "rls1904"
3582     data: "dpdk-performance-changes-3n-skx-cmp"
3583   data: "dpdk-performance-changes-3n-skx"
3584   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3585   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3586   parameters:
3587   - "name"
3588   - "parent"
3589   - "throughput"
3590
3591 # DPDK Performance Changes 3n-skx 2t1c ndr
3592 - type: "table"
3593   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3594   algorithm: "table_performance_comparison"
3595   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3596   history:
3597     - title: "rls1810"
3598       data: "dpdk-performance-changes-3n-skx-h1"
3599   reference:
3600     title: "rls1901"
3601     data: "dpdk-performance-changes-3n-skx-ref"
3602   compare:
3603     title: "rls1904"
3604     data: "dpdk-performance-changes-3n-skx-cmp"
3605   data: "dpdk-performance-changes-3n-skx"
3606   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3607   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3608   parameters:
3609   - "name"
3610   - "parent"
3611   - "throughput"
3612
3613 # DPDK Performance Changes 3n-skx 4t2c ndr
3614 - type: "table"
3615   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3616   algorithm: "table_performance_comparison"
3617   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3618   history:
3619     - title: "rls1810"
3620       data: "dpdk-performance-changes-3n-skx-h1"
3621   reference:
3622     title: "rls1901"
3623     data: "dpdk-performance-changes-3n-skx-ref"
3624   compare:
3625     title: "rls1904"
3626     data: "dpdk-performance-changes-3n-skx-cmp"
3627   data: "dpdk-performance-changes-3n-skx"
3628   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3629   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3630   parameters:
3631   - "name"
3632   - "parent"
3633   - "throughput"
3634
3635 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3636 - type: "table"
3637   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3638   algorithm: "table_performance_comparison"
3639   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3640   reference:
3641     title: "3-Node Hsw"
3642     data: "dpdk-compare-testbeds-ref"
3643   compare:
3644     title: "3-Node Skx"
3645     data: "dpdk-compare-testbeds-cmp"
3646   data: "dpdk-compare-testbeds"
3647   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3648   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3649   parameters:
3650   - "name"
3651   - "parent"
3652   - "throughput"
3653
3654 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3655 - type: "table"
3656   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3657   algorithm: "table_performance_comparison"
3658   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3659   reference:
3660     title: "3-Node Hsw"
3661     data: "dpdk-compare-testbeds-ref"
3662   compare:
3663     title: "3-Node Skx"
3664     data: "dpdk-compare-testbeds-cmp"
3665   data: "dpdk-compare-testbeds"
3666   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3667   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3668   parameters:
3669   - "name"
3670   - "parent"
3671   - "throughput"
3672
3673 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3674 - type: "table"
3675   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3676   algorithm: "table_performance_comparison"
3677   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3678   reference:
3679     title: "3-Node Skx"
3680     data: "dpdk-compare-topologies-ref"
3681   compare:
3682     title: "2-Node Skx"
3683     data: "dpdk-compare-topologies-cmp"
3684   data: "dpdk-compare-topologies"
3685   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3686   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3687   parameters:
3688   - "name"
3689   - "parent"
3690   - "throughput"
3691
3692 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3693 - type: "table"
3694   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3695   algorithm: "table_performance_comparison"
3696   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3697   reference:
3698     title: "3-Node Skx"
3699     data: "dpdk-compare-topologies-ref"
3700   compare:
3701     title: "2-Node Skx"
3702     data: "dpdk-compare-topologies-cmp"
3703   data: "dpdk-compare-topologies"
3704   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3705   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3706   parameters:
3707   - "name"
3708   - "parent"
3709   - "throughput"
3710
3711 # DPDK Performance Changes 2n-skx 2t1c pdr
3712 - type: "table"
3713   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3714   algorithm: "table_performance_comparison"
3715   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3716   history:
3717     - title: "rls1810"
3718       data: "dpdk-performance-changes-2n-skx-h1"
3719   reference:
3720     title: "rls1901"
3721     data: "dpdk-performance-changes-2n-skx-ref"
3722   compare:
3723     title: "rls1904"
3724     data: "dpdk-performance-changes-2n-skx-cmp"
3725   data: "dpdk-performance-changes-2n-skx"
3726   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3727   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3728   parameters:
3729   - "name"
3730   - "parent"
3731   - "throughput"
3732
3733 # DPDK Performance Changes 2n-skx 4t2c pdr
3734 - type: "table"
3735   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3736   algorithm: "table_performance_comparison"
3737   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3738   history:
3739     - title: "rls1810"
3740       data: "dpdk-performance-changes-2n-skx-h1"
3741   reference:
3742     title: "rls1901"
3743     data: "dpdk-performance-changes-2n-skx-ref"
3744   compare:
3745     title: "rls1904"
3746     data: "dpdk-performance-changes-2n-skx-cmp"
3747   data: "dpdk-performance-changes-2n-skx"
3748   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3749   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3750   parameters:
3751   - "name"
3752   - "parent"
3753   - "throughput"
3754
3755 # DPDK Performance Changes 2n-skx 2t1c ndr
3756 - type: "table"
3757   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3758   algorithm: "table_performance_comparison"
3759   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3760   history:
3761     - title: "rls1810"
3762       data: "dpdk-performance-changes-2n-skx-h1"
3763   reference:
3764     title: "rls1901"
3765     data: "dpdk-performance-changes-2n-skx-ref"
3766   compare:
3767     title: "rls1904"
3768     data: "dpdk-performance-changes-2n-skx-cmp"
3769   data: "dpdk-performance-changes-2n-skx"
3770   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3771   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3772   parameters:
3773   - "name"
3774   - "parent"
3775   - "throughput"
3776
3777 # DPDK Performance Changes 2n-skx 4t2c ndr
3778 - type: "table"
3779   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3780   algorithm: "table_performance_comparison"
3781   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3782   history:
3783     - title: "rls1810"
3784       data: "dpdk-performance-changes-2n-skx-h1"
3785   reference:
3786     title: "rls1901"
3787     data: "dpdk-performance-changes-2n-skx-ref"
3788   compare:
3789     title: "rls1904"
3790     data: "dpdk-performance-changes-2n-skx-cmp"
3791   data: "dpdk-performance-changes-2n-skx"
3792   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3793   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3794   parameters:
3795   - "name"
3796   - "parent"
3797   - "throughput"
3798
3799 # Detailed Test Results - DPDK Performance Results 3n-hsw
3800 - type: "table"
3801   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3802   algorithm: "table_details"
3803   output-file-ext: ".csv"
3804   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3805   columns:
3806   - title: "Name"
3807     data: "data name"
3808   - title: "Status"
3809     data: "data msg"
3810   rows: "generated"
3811   data: "dpdk-perf-results-3n-hsw"
3812   filter: "all"
3813   parameters:
3814   - "name"
3815   - "parent"
3816   - "msg"
3817
3818 # Detailed Test Results - DPDK Performance Results 3n-skx
3819 - type: "table"
3820   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3821   algorithm: "table_details"
3822   output-file-ext: ".csv"
3823   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3824   columns:
3825   - title: "Name"
3826     data: "data name"
3827   - title: "Status"
3828     data: "data msg"
3829   rows: "generated"
3830   data: "dpdk-perf-results-3n-skx"
3831   filter: "all"
3832   parameters:
3833   - "name"
3834   - "parent"
3835   - "msg"
3836
3837 # Detailed Test Results - DPDK Performance Results 2n-skx
3838 - type: "table"
3839   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3840   algorithm: "table_details"
3841   output-file-ext: ".csv"
3842   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3843   columns:
3844   - title: "Name"
3845     data: "data name"
3846   - title: "Status"
3847     data: "data msg"
3848   rows: "generated"
3849   data: "dpdk-perf-results-2n-skx"
3850   filter: "all"
3851   parameters:
3852   - "name"
3853   - "parent"
3854   - "msg"
3855
3856 ################################################################################
3857 # HoneyComb
3858 - type: "table"
3859   title: "Detailed Test Results - Honeycomb Functional Results"
3860   algorithm: "table_details"
3861   output-file-ext: ".csv"
3862   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3863   columns:
3864   - title: "Name"
3865     data: "data name"
3866   - title: "Documentation"
3867     data: "data doc"
3868   - title: "Status"
3869     data: "data status"
3870   rows: "generated"
3871   data:
3872     "hc-func-results"
3873   filter: "all"
3874   parameters:
3875   - "name"
3876   - "parent"
3877   - "doc"
3878   - "status"
3879
3880 ################################################################################
3881 # NSH SFC
3882 #-
3883 #  type: "table"
3884 #  title: "Detailed Test Results - NSH SFC Functional Results"
3885 #  algorithm: "table_details"
3886 #  output-file-ext: ".csv"
3887 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3888 #  columns:
3889 #  -
3890 #    title: "Name"
3891 #    data: "data name"
3892 #  -
3893 #    title: "Documentation"
3894 #    data: "data doc"
3895 #  -
3896 #    title: "Status"
3897 #    data: "data status"
3898 #  rows: "generated"
3899 #  data:
3900 #    "nsh-func-results"
3901 #  filter: "all"
3902 #  parameters:
3903 #  - "name"
3904 #  - "parent"
3905 #  - "doc"
3906 #  - "status"
3907
3908 ################################################################################
3909 # DMM
3910 - type: "table"
3911   title: "Detailed Test Results - DMM Functional Results"
3912   algorithm: "table_details"
3913   output-file-ext: ".csv"
3914   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3915   columns:
3916   - title: "Name"
3917     data: "data name"
3918   - title: "Documentation"
3919     data: "data doc"
3920   - title: "Status"
3921     data: "data status"
3922   rows: "generated"
3923   data:
3924     "dmm-func-results"
3925   filter: "all"
3926   parameters:
3927   - "name"
3928   - "parent"
3929   - "doc"
3930   - "status"
3931
3932 ################################################################################
3933 ###                                F I L E S                                 ###
3934 ################################################################################
3935
3936 # VPP Performance Results 3n-hsw
3937 - type: "file"
3938   title: "VPP Performance Results 3n-hsw"
3939   algorithm: "file_test_results"
3940   output-file-ext: ".rst"
3941   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3942   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3943   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3944   data: "vpp-perf-results-3n-hsw"
3945   filter: "not 'NDRCHK' and not 'PDRCHK'"
3946   parameters:
3947   - "name"
3948   - "doc"
3949   - "level"
3950   - "parent"
3951   data-start-level: 3
3952
3953 # VPP Performance Results 3n-skx
3954 - type: "file"
3955   title: "VPP Performance Results 3n-skx"
3956   algorithm: "file_test_results"
3957   output-file-ext: ".rst"
3958   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3959   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3960   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3961   data: "vpp-perf-results-3n-skx"
3962   filter: "not 'NDRCHK' and not 'PDRCHK'"
3963   parameters:
3964   - "name"
3965   - "doc"
3966   - "level"
3967   - "parent"
3968   data-start-level: 3
3969
3970 # VPP Performance Results 2n-skx
3971 - type: "file"
3972   title: "VPP Performance Results 2n-skx"
3973   algorithm: "file_test_results"
3974   output-file-ext: ".rst"
3975   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3976   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3977   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3978   data: "vpp-perf-results-2n-skx"
3979   filter: "not 'NDRCHK' and not 'PDRCHK'"
3980   parameters:
3981   - "name"
3982   - "doc"
3983   - "level"
3984   - "parent"
3985   data-start-level: 3
3986
3987 ## VPP Performance Results 2n-dnv
3988 #- type: "file"
3989 #  title: "VPP Performance Results 2n-dnv"
3990 #  algorithm: "file_test_results"
3991 #  output-file-ext: ".rst"
3992 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3993 #  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3994 #  dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3995 #  data: "intel-dnv-vpp"
3996 #  filter: "'NDRPDR'"
3997 #  parameters:
3998 #  - "name"
3999 #  - "doc"
4000 #  - "level"
4001 #  - "parent"
4002 #  data-start-level: 3
4003
4004 # VPP Performance Configuration 3n-hsw
4005 - type: "file"
4006   title: "VPP Performance Configuration 3n-hsw"
4007   algorithm: "file_test_results"
4008   output-file-ext: ".rst"
4009   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
4010   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4011   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
4012   data: "vpp-perf-results-3n-hsw"
4013   filter: "not 'NDRCHK' and not 'PDRCHK'"