CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 11  # NDRPDR sel
136         - 12   # NDRPDR sel
137
138     plot-vpp-http-server-performance:
139       # TODO: Replace with 1904 data
140       # csit-vpp-perf-verify-1904-3n-hsw:
141       csit-vpp-perf-verify-1810-3n-hsw:
142         - 28  # WRK
143         - 29  # WRK
144         - 30  # WRK
145         - 31  # WRK
146         - 32  # WRK
147         - 33  # WRK
148         - 34  # WRK
149         - 35  # WRK
150         - 36  # WRK
151         - 37  # WRK
152
153     plot-ligato-throughput-lat-tsa-3n-hsw:
154       # TODO: Replace with 1904 data
155       # csit-ligato-perf-verify-1904-3n-hsw:
156       csit-ligato-perf-verify-1901-3n-hsw:
157         - 8   # NDRPDR sel
158         - 9   # NDRPDR sel
159         - 11  # NDRPDR sel
160         - 12  # NDRPDR sel
161         - 13  # NDRPDR sel
162         - 14  # NDRPDR sel
163         - 15  # NDRPDR sel
164         - 16  # NDRPDR sel
165         - 17  # NDRPDR sel
166         - 18  # NDRPDR sel
167
168     plot-dpdk-throughput-latency-3n-hsw:
169       # TODO: Add 1904 data
170       csit-dpdk-perf-verify-1904-3n-hsw:
171         - 2   # NDRPDR sel
172         - 3   # NDRPDR sel
173         - 5   # NDRPDR sel
174         - 6   # NDRPDR sel
175
176     # 3n-skx
177
178     plot-vpp-throughput-lat-tsa-3n-skx:
179       # TODO: Add 1904 data
180       csit-vpp-perf-verify-1904-3n-skx:
181         - 8   # NDRPDR sel
182         - 9   # NDRPDR sel
183         - 10  # NDRPDR sel
184         - 11  # NDRPDR sel
185         - 12  # NDRPDR sel
186         - 14  # NDRPDR sel
187
188     plot-dpdk-throughput-latency-3n-skx:
189       # TODO: Add 1904 data
190       csit-dpdk-perf-verify-1904-3n-skx:
191         - 2   # NDRPDR sel
192         - 3   # NDRPDR sel
193         - 4   # NDRPDR sel
194         - 5   # NDRPDR sel
195         - 6   # NDRPDR sel
196         - 7   # NDRPDR sel
197
198     # 2n-skx
199
200     plot-vpp-throughput-lat-tsa-2n-skx:
201       # TODO: Add 1904 data
202       csit-vpp-perf-verify-1904-2n-skx:
203         - 12  # NDRPDR sel
204         - 14  # NDRPDR sel
205         - 16  # NDRPDR sel
206         - 17  # NDRPDR sel
207         - 18  # NDRPDR sel
208         - 21  # NDRPDR sel
209         - 27  # NDRPDR sel
210         - 30  # NDRPDR sel
211         - 31  # NDRPDR sel
212
213     plot-vpp-soak-2n-skx:
214       # TODO: Replace with 1904 data
215       # csit-vpp-perf-verify-1904-2n-skx:
216       csit-vpp-perf-verify-1901-2n-skx:
217         - 45  # SOAK sel
218
219     plot-vpp-nfv-2n-skx:
220       # TODO: Add 1904 data
221       csit-vpp-perf-verify-1904-2n-skx:
222         - 9   # NFV NDRPDR
223
224     plot-vpp-nfv-2n-skx-mrr:
225       # TODO: Add 1904 data
226       csit-vpp-perf-verify-1904-2n-skx:
227         - 10  # NFV MRR
228
229     plot-dpdk-throughput-latency-2n-skx:
230       csit-dpdk-perf-verify-1904-2n-skx:
231         - 2   # NDRPDR sel
232         - 3   # NDRPDR sel
233         - 4   # NDRPDR sel
234         - 5   # NDRPDR sel
235         - 7   # NDRPDR sel
236         - 8   # NDRPDR sel
237         - 9   # NDRPDR sel
238         - 10  # NDRPDR sel
239         - 11  # NDRPDR sel
240         - 12  # NDRPDR sel
241
242     # 3rd party
243
244     # Denverton:
245     intel-dnv-vpp:
246       # TODO: Replace with 1904 data
247       # intel-dnv-vpp-release-1904:
248       intel-dnv-vpp-release-1901:
249         - 1
250
251     ###########################################################################
252     # Simple tables (only one data set):
253
254     # NIC Comparisons
255
256     vpp-nic-comparison-3n-hsw:
257       # TODO: Add 1904 data
258       csit-vpp-perf-verify-1904-3n-hsw:
259         - 11  # NDRPDR sel
260         - 12   # NDRPDR sel
261
262     vpp-nic-comparison-3n-skx:
263       # TODO: Add 1904 data
264       csit-vpp-perf-verify-1904-3n-skx:
265         - 8   # NDRPDR sel
266         - 9   # NDRPDR sel
267         - 10  # NDRPDR sel
268         - 11  # NDRPDR sel
269         - 12  # NDRPDR sel
270         - 14  # NDRPDR sel
271
272     vpp-nic-comparison-2n-skx:
273       # TODO: Add 1904 data
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 12  # NDRPDR sel
276         - 14  # NDRPDR sel
277         - 16  # NDRPDR sel
278         - 17  # NDRPDR sel
279         - 18  # NDRPDR sel
280         - 21  # NDRPDR sel
281         - 27  # NDRPDR sel
282         - 30  # NDRPDR sel
283         - 31  # NDRPDR sel
284
285     vpp-nic-comparison-3n-hsw-mrr:
286       csit-vpp-perf-verify-1904-3n-hsw:
287         - 1   # MRR sel
288
289     vpp-nic-comparison-3n-skx-mrr:
290       csit-vpp-perf-verify-1904-3n-skx:
291         - 7   # MRR sel
292
293     vpp-nic-comparison-2n-skx-mrr:
294       csit-vpp-perf-verify-1904-2n-skx:
295         - 11  # MRR sel
296
297     # Results
298
299     vpp-perf-results-3n-hsw:
300       # TODO: Replace with FULL 1904 data
301       csit-vpp-perf-verify-1904-3n-hsw:
302         - 12  # NDRPDR sel
303
304     vpp-perf-results-3n-skx:
305       # TODO: Replace with FULL 1904 data
306       csit-vpp-perf-verify-1904-3n-skx:
307         - 10  # NDRPDR sel
308
309     vpp-perf-results-2n-skx:
310       # TODO: Replace with FULL 1904 data
311       csit-vpp-perf-verify-1904-2n-skx:
312         - 21
313
314     vpp-mrr-results-3n-hsw:
315       csit-vpp-perf-verify-1904-3n-hsw:
316         - 1   # MRR sel
317
318     vpp-mrr-results-3n-skx:
319       csit-vpp-perf-verify-1904-3n-skx:
320         - 7   # MRR sel
321
322     vpp-mrr-results-2n-skx:
323       csit-vpp-perf-verify-1904-2n-skx:
324         - 11  # MRR sel
325
326     vpp-func-results-ubuntu:
327       csit-vpp-functional-1904-ubuntu1604-virl:
328         - 29
329
330     vpp-func-results-centos:
331       csit-vpp-functional-1904-centos7-virl:
332         - 32
333
334     vpp-device-results-ubuntu:
335       csit-vpp-device-1904-ubuntu1804-1n-skx:
336         - 33
337
338     # VPP Ligato
339     ligato-perf-results-3n-hsw:
340       # TODO: Replace with 1904 data
341       # csit-ligato-perf-verify-1904-3n-hsw:
342       csit-ligato-perf-verify-1901-3n-hsw:
343         - 10  # NDRPDR full
344
345     dpdk-perf-results-3n-hsw:
346       csit-dpdk-perf-verify-1904-3n-hsw:
347         - 5   # NDRPDR sel
348
349     dpdk-perf-results-3n-skx:
350       csit-dpdk-perf-verify-1904-3n-skx:
351         - 7   # NDRPDR sel
352
353     dpdk-perf-results-2n-skx:
354       csit-dpdk-perf-verify-1904-2n-skx:
355         - 9   # NDRPDR sel
356
357     # HoneyComb Functional
358     hc-func-results:
359       csit-hc2vpp-verify-func-1904-ubuntu1604:
360         - 1
361
362 #    # NSH SFC Functional
363 #    nsh-func-results:
364 #      # Not used
365 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
366 #        - 1
367
368     # DMM Functional
369     dmm-func-results:
370       csit-dmm-functional-1904-ubuntu1604-virl:
371         - 1
372
373     ###########################################################################
374     # Tables (more than one data set)
375
376     # Performance changes
377
378     intel-dnv-vpp-changes-2n-dnv-h1:
379       intel-dnv-vpp-release-1810:
380         - 1
381     intel-dnv-vpp-changes-2n-dnv-ref:
382       intel-dnv-vpp-release-1901:
383         - 1
384     intel-dnv-vpp-changes-2n-dnv-cmp:
385       # TODO: Replace with 1904 data
386       # intel-dnv-vpp-release-1904:
387       intel-dnv-vpp-release-1901:
388         - 1
389     intel-dnv-vpp-changes-2n-dnv:
390       - "intel-dnv-vpp-changes-2n-dnv-h1"
391       - "intel-dnv-vpp-changes-2n-dnv-ref"
392       - "intel-dnv-vpp-changes-2n-dnv-cmp"
393
394     vpp-performance-changes-3n-hsw-h1:
395       csit-vpp-perf-verify-1810-3n-hsw:
396         - 8   # NDRPDR sel
397         - 12  # NDRPDR sel
398         - 14  # NDRPDR sel
399         - 18  # NDRPDR sel
400         - 23  # NDRPDR sel
401         - 25  # NDRPDR sel
402         - 38  # NDRPDR sel
403         - 39  # NDRPDR sel
404         - 41  # NDRPDR sel
405         - 42  # NDRPDR sel
406     vpp-performance-changes-3n-hsw-ref:
407       csit-vpp-perf-verify-1901-3n-hsw:
408         - 10  # NDRPDR sel
409         - 19  # NDRPDR sel
410         - 31  # NDRPDR sel
411         - 36  # NDRPDR sel
412         - 40  # NDRPDR sel
413         - 42  # NDRPDR sel
414         - 44  # NDRPDR sel
415         - 46  # NDRPDR sel
416         - 47  # NDRPDR sel
417         - 48  # NDRPDR sel
418         - 61  # NDRPDR LB
419         - 62  # NDRPDR LB
420         - 63  # NDRPDR LB
421         - 64  # NDRPDR LB
422         - 65  # NDRPDR LB
423         - 66  # NDRPDR LB
424         - 67  # NDRPDR LB
425         - 69  # NDRPDR LB
426         - 70  # NDRPDR LB
427         - 71  # NDRPDR LB
428     vpp-performance-changes-3n-hsw-cmp:
429       # TODO: Add 1904 data
430       csit-vpp-perf-verify-1904-3n-hsw:
431         - 11  # NDRPDR sel
432         - 12   # NDRPDR sel
433     vpp-performance-changes-3n-hsw:
434       - "vpp-performance-changes-3n-hsw-h1"
435       - "vpp-performance-changes-3n-hsw-ref"
436       - "vpp-performance-changes-3n-hsw-cmp"
437
438     vpp-performance-changes-3n-skx-h1:
439       csit-vpp-perf-verify-1810-3n-skx:
440         - 10  # NDRPDR sel
441         - 14  # NDRPDR sel
442         - 15  # NDRPDR sel
443         - 16  # NDRPDR sel
444         - 17  # NDRPDR sel
445         - 19  # NDRPDR sel
446         - 20  # NDRPDR sel
447         - 21  # NDRPDR sel
448         - 22  # NDRPDR sel
449         - 25  # NDRPDR sel
450     vpp-performance-changes-3n-skx-ref:
451       csit-vpp-perf-verify-1901-3n-skx:
452         - 18  # NDRPDR sel
453         - 19  # NDRPDR sel
454         - 20  # NDRPDR sel
455         - 28  # NDRPDR sel
456         - 31  # NDRPDR sel
457         - 33  # NDRPDR sel
458         - 36  # NDRPDR sel
459         - 38  # NDRPDR sel
460         - 47  # NDRPDR sel
461         - 48  # NDRPDR sel
462         - 54  # NDRPDR LB
463         - 57  # NDRPDR LB
464         - 58  # NDRPDR LB
465         - 59  # NDRPDR LB
466         - 60  # NDRPDR LB
467         - 63  # NDRPDR LB
468         - 64  # NDRPDR LB
469         - 65  # NDRPDR LB
470         - 66  # NDRPDR LB
471         - 67  # NDRPDR LB
472     vpp-performance-changes-3n-skx-cmp:
473       # TODO: Add 1904 data
474       csit-vpp-perf-verify-1904-3n-skx:
475         - 8   # NDRPDR sel
476         - 9   # NDRPDR sel
477         - 10  # NDRPDR sel
478         - 11  # NDRPDR sel
479         - 12  # NDRPDR sel
480         - 14  # NDRPDR sel
481     vpp-performance-changes-3n-skx:
482       - "vpp-performance-changes-3n-skx-h1"
483       - "vpp-performance-changes-3n-skx-ref"
484       - "vpp-performance-changes-3n-skx-cmp"
485
486     vpp-performance-changes-2n-skx-h1:
487       csit-vpp-perf-verify-1810-2n-skx:
488         - 9   # NDRPDR sel
489         - 13  # NDRPDR sel
490         - 14  # NDRPDR sel
491         - 19  # NDRPDR sel
492         - 20  # NDRPDR sel
493         - 21  # NDRPDR sel
494         - 22  # NDRPDR sel
495         - 23  # NDRPDR sel
496         - 24  # NDRPDR sel
497         - 27  # NDRPDR sel
498     vpp-performance-changes-2n-skx-ref:
499       csit-vpp-perf-verify-1901-2n-skx:
500         - 5   # NDRPDR sel
501         - 12  # NDRPDR sel
502         - 13  # NDRPDR sel
503         - 21  # NDRPDR sel
504         - 23  # NDRPDR sel
505         - 31  # NDRPDR sel
506         - 34  # NDRPDR sel
507         - 40  # NDRPDR sel
508         - 42  # NDRPDR sel
509         - 43  # NDRPDR sel
510     vpp-performance-changes-2n-skx-cmp:
511       # TODO: Add 1904 data
512       csit-vpp-perf-verify-1904-2n-skx:
513         - 12  # NDRPDR sel
514         - 14  # NDRPDR sel
515         - 16  # NDRPDR sel
516         - 17  # NDRPDR sel
517         - 18  # NDRPDR sel
518         - 21  # NDRPDR sel
519         - 27  # NDRPDR sel
520         - 30  # NDRPDR sel
521         - 31  # NDRPDR sel
522     vpp-performance-changes-2n-skx:
523       - "vpp-performance-changes-2n-skx-h1"
524       - "vpp-performance-changes-2n-skx-ref"
525       - "vpp-performance-changes-2n-skx-cmp"
526
527     vpp-performance-changes-3n-hsw-mrr-h1:
528       csit-vpp-perf-verify-1810-3n-hsw:
529         - 9   # MRR sel
530     vpp-performance-changes-3n-hsw-mrr-ref:
531       csit-vpp-perf-verify-1901-3n-hsw:
532         - 35  # MRR sel
533     vpp-performance-changes-3n-hsw-mrr-cmp:
534       csit-vpp-perf-verify-1904-3n-hsw:
535         - 1   # MRR sel
536     vpp-performance-changes-3n-hsw-mrr:
537       - "vpp-performance-changes-3n-hsw-mrr-h1"
538       - "vpp-performance-changes-3n-hsw-mrr-ref"
539       - "vpp-performance-changes-3n-hsw-mrr-cmp"
540
541     vpp-performance-changes-3n-skx-mrr-h1:
542       csit-vpp-perf-verify-1810-3n-skx:
543         - 9   # MRR sel
544         - 11  # MRR sel
545         - 12  # MRR sel
546         - 13  # MRR sel
547     vpp-performance-changes-3n-skx-mrr-ref:
548       csit-vpp-perf-verify-1901-3n-skx:
549         - 32  # MRR sel
550     vpp-performance-changes-3n-skx-mrr-cmp:
551       csit-vpp-perf-verify-1904-3n-skx:
552         - 7   # MRR sel
553     vpp-performance-changes-3n-skx-mrr:
554       - "vpp-performance-changes-3n-skx-mrr-h1"
555       - "vpp-performance-changes-3n-skx-mrr-ref"
556       - "vpp-performance-changes-3n-skx-mrr-cmp"
557
558     vpp-performance-changes-2n-skx-mrr-h1:
559       csit-vpp-perf-verify-1810-2n-skx:
560         - 8   # MRR sel
561         - 10  # MRR sel
562         - 11  # MRR sel
563         - 12  # MRR sel
564     vpp-performance-changes-2n-skx-mrr-ref:
565       csit-vpp-perf-verify-1901-2n-skx:
566         - 22  # MRR sel
567     vpp-performance-changes-2n-skx-mrr-cmp:
568       csit-vpp-perf-verify-1904-2n-skx:
569         - 11  # MRR sel
570     vpp-performance-changes-2n-skx-mrr:
571       - "vpp-performance-changes-2n-skx-mrr-h1"
572       - "vpp-performance-changes-2n-skx-mrr-ref"
573       - "vpp-performance-changes-2n-skx-mrr-cmp"
574
575     dpdk-performance-changes-3n-hsw-h1:
576       csit-dpdk-perf-verify-1810-3n-hsw:
577         - 1   # NDRPDR sel
578         - 2   # NDRPDR sel
579         - 3   # NDRPDR sel
580         - 4   # NDRPDR sel
581         - 5   # NDRPDR sel
582         - 6   # NDRPDR sel
583         - 7   # NDRPDR sel
584         - 8   # NDRPDR sel
585         - 9   # NDRPDR sel
586         - 10  # NDRPDR sel
587     dpdk-performance-changes-3n-hsw-ref:
588       csit-dpdk-perf-verify-1901-3n-hsw:
589         - 13  # NDRPDR sel
590         - 14  # NDRPDR sel
591         - 16  # NDRPDR sel
592         - 17  # NDRPDR sel
593         - 18  # NDRPDR sel
594         - 19  # NDRPDR sel
595         - 20  # NDRPDR sel
596         - 21  # NDRPDR sel
597         - 22  # NDRPDR sel
598         - 23  # NDRPDR sel
599     dpdk-performance-changes-3n-hsw-cmp:
600       # TODO: Add 1904 data
601       csit-dpdk-perf-verify-1904-3n-hsw:
602         - 2   # NDRPDR sel
603         - 3   # NDRPDR sel
604         - 5   # NDRPDR sel
605         - 6   # NDRPDR sel
606     dpdk-performance-changes-3n-hsw:
607       - "dpdk-performance-changes-3n-hsw-h1"
608       - "dpdk-performance-changes-3n-hsw-ref"
609       - "dpdk-performance-changes-3n-hsw-cmp"
610
611     dpdk-performance-changes-3n-skx-h1:
612       csit-dpdk-perf-verify-1810-3n-skx:
613         - 3   # NDRPDR sel
614         - 4   # NDRPDR sel
615         - 6   # NDRPDR sel
616         - 7   # NDRPDR sel
617         - 8   # NDRPDR sel
618         - 9   # NDRPDR sel
619         - 10  # NDRPDR sel
620         - 11  # NDRPDR sel
621         - 12  # NDRPDR sel
622         - 13  # NDRPDR sel
623     dpdk-performance-changes-3n-skx-ref:
624       csit-dpdk-perf-verify-1901-3n-skx:
625         - 3   # NDRPDR sel
626         - 5   # NDRPDR sel
627         - 6   # NDRPDR sel
628         - 7   # NDRPDR sel
629         - 8   # NDRPDR sel
630         - 9   # NDRPDR sel
631         - 10  # NDRPDR sel
632         - 11  # NDRPDR sel
633         - 12  # NDRPDR sel
634         - 13  # NDRPDR sel
635     dpdk-performance-changes-3n-skx-cmp:
636       # TODO: Add 1904 data
637       csit-dpdk-perf-verify-1904-3n-skx:
638         - 2   # NDRPDR sel
639         - 3   # NDRPDR sel
640         - 4   # NDRPDR sel
641         - 5   # NDRPDR sel
642         - 6   # NDRPDR sel
643         - 7   # NDRPDR sel
644     dpdk-performance-changes-3n-skx:
645       - "dpdk-performance-changes-3n-skx-h1"
646       - "dpdk-performance-changes-3n-skx-ref"
647       - "dpdk-performance-changes-3n-skx-cmp"
648
649     dpdk-performance-changes-2n-skx-h1:
650       csit-dpdk-perf-verify-1810-2n-skx:
651         - 3   # NDRPDR sel
652         - 4   # NDRPDR sel
653         - 5   # NDRPDR sel
654         - 7   # NDRPDR sel
655         - 8   # NDRPDR sel
656         - 9   # NDRPDR sel
657         - 10  # NDRPDR sel
658         - 11  # NDRPDR sel
659         - 12  # NDRPDR sel
660         - 13  # NDRPDR sel
661     dpdk-performance-changes-2n-skx-ref:
662       csit-dpdk-perf-verify-1901-2n-skx:
663         - 12  # NDRPDR sel
664         - 13  # NDRPDR sel
665         - 14  # NDRPDR sel
666         - 15  # NDRPDR sel
667         - 16  # NDRPDR sel
668         - 17  # NDRPDR sel
669         - 18  # NDRPDR sel
670         - 19  # NDRPDR sel
671         - 20  # NDRPDR sel
672         - 21  # NDRPDR sel
673     dpdk-performance-changes-2n-skx-cmp:
674       csit-dpdk-perf-verify-1904-2n-skx:
675         - 2   # NDRPDR sel
676         - 3   # NDRPDR sel
677         - 4   # NDRPDR sel
678         - 5   # NDRPDR sel
679         - 7   # NDRPDR sel
680         - 8   # NDRPDR sel
681         - 9   # NDRPDR sel
682         - 10  # NDRPDR sel
683         - 11  # NDRPDR sel
684         - 12  # NDRPDR sel
685     dpdk-performance-changes-2n-skx:
686       - "dpdk-performance-changes-2n-skx-h1"
687       - "dpdk-performance-changes-2n-skx-ref"
688       - "dpdk-performance-changes-2n-skx-cmp"
689
690     # Compare testbeds
691
692     vpp-compare-testbeds-ref:
693       # TODO: Add 1904 data
694       csit-vpp-perf-verify-1904-3n-hsw:
695         - 11  # NDRPDR sel
696         - 12   # NDRPDR sel
697     vpp-compare-testbeds-cmp:
698       # TODO: Add 1904 data
699       csit-vpp-perf-verify-1904-3n-skx:
700         - 8   # NDRPDR sel
701         - 9   # NDRPDR sel
702         - 10  # NDRPDR sel
703         - 11  # NDRPDR sel
704         - 12  # NDRPDR sel
705         - 14  # NDRPDR sel
706     vpp-compare-testbeds:
707       - "vpp-compare-testbeds-ref"
708       - "vpp-compare-testbeds-cmp"
709
710     vpp-compare-testbeds-mrr-ref:
711       csit-vpp-perf-verify-1904-3n-hsw:
712         - 1   # MRR sel
713     vpp-compare-testbeds-mrr-cmp:
714       csit-vpp-perf-verify-1904-3n-skx:
715         - 7   # MRR sel
716     vpp-compare-testbeds-mrr:
717       - "vpp-compare-testbeds-mrr-ref"
718       - "vpp-compare-testbeds-mrr-cmp"
719
720     dpdk-compare-testbeds-ref:
721       # TODO: Add 1904 data
722       csit-dpdk-perf-verify-1904-3n-hsw:
723         - 2   # NDRPDR sel
724         - 3   # NDRPDR sel
725         - 5   # NDRPDR sel
726         - 6   # NDRPDR sel
727     dpdk-compare-testbeds-cmp:
728       # TODO: Add 1904 data
729       csit-dpdk-perf-verify-1904-3n-skx:
730         - 2   # NDRPDR sel
731         - 3   # NDRPDR sel
732         - 4   # NDRPDR sel
733         - 5   # NDRPDR sel
734         - 6   # NDRPDR sel
735         - 7   # NDRPDR sel
736     dpdk-compare-testbeds:
737       - "dpdk-compare-testbeds-ref"
738       - "dpdk-compare-testbeds-cmp"
739
740     # Compare topologies
741
742     vpp-compare-topologies-ref:
743       # TODO: Add 1904 data
744       csit-vpp-perf-verify-1904-3n-skx:
745         - 8   # NDRPDR sel
746         - 9   # NDRPDR sel
747         - 10  # NDRPDR sel
748         - 11  # NDRPDR sel
749         - 12  # NDRPDR sel
750         - 14  # NDRPDR sel
751     vpp-compare-topologies-cmp:
752       # TODO: Add 1904 data
753       csit-vpp-perf-verify-1904-2n-skx:
754         - 12  # NDRPDR sel
755         - 14  # NDRPDR sel
756         - 16  # NDRPDR sel
757         - 17  # NDRPDR sel
758         - 18  # NDRPDR sel
759         - 21  # NDRPDR sel
760         - 27  # NDRPDR sel
761         - 30  # NDRPDR sel
762         - 31  # NDRPDR sel
763     vpp-compare-topologies:
764       - "vpp-compare-topologies-ref"
765       - "vpp-compare-topologies-cmp"
766
767     vpp-compare-topologies-mrr-ref:
768       csit-vpp-perf-verify-1904-3n-skx:
769         - 7   # MRR sel
770     vpp-compare-topologies-mrr-cmp:
771       csit-vpp-perf-verify-1904-2n-skx:
772         - 11  # MRR sel
773     vpp-compare-topologies-mrr:
774       - "vpp-compare-topologies-mrr-ref"
775       - "vpp-compare-topologies-mrr-cmp"
776
777     dpdk-compare-topologies-ref:
778       # TODO: Add 1904 data
779       csit-dpdk-perf-verify-1904-3n-skx:
780         - 2   # NDRPDR sel
781         - 3   # NDRPDR sel
782         - 4   # NDRPDR sel
783         - 5   # NDRPDR sel
784         - 6   # NDRPDR sel
785         - 7   # NDRPDR sel
786     dpdk-compare-topologies-cmp:
787       csit-dpdk-perf-verify-1904-2n-skx:
788         - 2   # NDRPDR sel
789         - 3   # NDRPDR sel
790         - 4   # NDRPDR sel
791         - 5   # NDRPDR sel
792         - 7   # NDRPDR sel
793         - 8   # NDRPDR sel
794         - 9   # NDRPDR sel
795         - 10  # NDRPDR sel
796         - 11  # NDRPDR sel
797         - 12  # NDRPDR sel
798     dpdk-compare-topologies:
799       - "dpdk-compare-topologies-ref"
800       - "dpdk-compare-topologies-cmp"
801
802   plot-layouts:
803
804     plot-soak-throughput:
805       titlefont:
806         size: 18
807       xaxis:
808         title: "<b>Test Cases [Index]</b>"
809         titlefont:
810           size: 16
811         autorange: True
812         fixedrange: False
813         gridcolor: "rgb(230, 230, 230)"
814         linecolor: "rgb(220, 220, 220)"
815         linewidth: 1
816         showgrid: True
817         showline: True
818         showticklabels: True
819         tickcolor: "rgb(220, 220, 220)"
820         tickmode: "linear"
821         tickfont:
822           size: 16
823         zeroline: False
824       yaxis:
825         title: "<b>Packet Throughput [Mpps]</b>"
826         titlefont:
827           size: 16
828         gridcolor: "rgb(230, 230, 230)"
829         hoverformat: ".4s"
830         tickformat: ".3s"
831         linecolor: "rgb(220, 220, 220)"
832         linewidth: 1
833         showgrid: True
834         showline: True
835         showticklabels: True
836         tickcolor: "rgb(220, 220, 220)"
837         tickfont:
838           size: 16
839         zeroline: False
840         range: [0,50]
841       autosize: False
842       margin:
843         t: 50
844         b: 0
845         l: 80
846         r: 20
847       showlegend: True
848       legend:
849         orientation: "h"
850         font:
851           size: 16
852       width: 700
853       height: 900
854
855     plot-service-density:
856       titlefont:
857         size: 18
858       xaxis:
859         side: "top"
860         autorange: True
861         fixedrange: False
862         showgrid: False
863         showline: False
864         showticklabels: False
865         ticks: ""
866         ticklen: 0
867         tickwidth: 0
868         zeroline: False
869       yaxis:
870         autorange: "reversed"
871         showgrid: False
872         showline: False
873         showticklabels: False
874         ticks: ""
875         ticklen: 0
876         tickwidth: 0
877         zeroline: False
878       autosize: True
879       showlegend: False
880       width: 700
881       height: 700
882
883     plot-cps:
884       titlefont:
885         size: 18
886       xaxis:
887         title: "<b>Test Cases [Index]</b>"
888         titlefont:
889           size: 16
890         autorange: True
891         fixedrange: False
892         gridcolor: "rgb(230, 230, 230)"
893         linecolor: "rgb(220, 220, 220)"
894         linewidth: 1
895         showgrid: True
896         showline: True
897         showticklabels: True
898         tickcolor: "rgb(220, 220, 220)"
899         tickmode: "linear"
900         tickfont:
901           size: 16
902         zeroline: False
903       yaxis:
904         title: "<b>Connections Per Second [cps]</b>"
905         titlefont:
906           size: 16
907         gridcolor: "rgb(230, 230, 230)"
908         hoverformat: ".4s"
909         linecolor: "rgb(220, 220, 220)"
910         linewidth: 1
911         rangemode: "tozero"
912         showgrid: True
913         showline: True
914         showticklabels: True
915         tickcolor: "rgb(220, 220, 220)"
916         tickformat: ".3s"
917         tickfont:
918           size: 16
919         zeroline: False
920       boxmode: "group"
921       boxgroupgap: 0.5
922       autosize: False
923       margin:
924         t: 50
925         b: 20
926         l: 80
927         r: 20
928       showlegend: True
929       legend:
930         orientation: "h"
931         font:
932           size: 16
933       width: 700
934       height: 800
935
936     plot-rps:
937       titlefont:
938         size: 18
939       xaxis:
940         title: "<b>Test Cases [Index]</b>"
941         titlefont:
942           size: 16
943         autorange: True
944         fixedrange: False
945         gridcolor: "rgb(230, 230, 230)"
946         linecolor: "rgb(220, 220, 220)"
947         linewidth: 1
948         showgrid: True
949         showline: True
950         showticklabels: True
951         tickcolor: "rgb(220, 220, 220)"
952         tickmode: "linear"
953         tickfont:
954           size: 16
955         zeroline: False
956       yaxis:
957         title: "<b>Requests Per Second [rps]</b>"
958         titlefont:
959           size: 16
960         gridcolor: "rgb(230, 230, 230)"
961         hoverformat: ".4s"
962         linecolor: "rgb(220, 220, 220)"
963         linewidth: 1
964         rangemode: "tozero"
965         showgrid: True
966         showline: True
967         showticklabels: True
968         tickcolor: "rgb(230, 230, 230)"
969         tickformat: ".3s"
970         tickfont:
971           size: 16
972         zeroline: False
973       boxmode: "group"
974       boxgroupgap: 0.5
975       autosize: False
976       margin:
977         t: 50
978         b: 20
979         l: 80
980         r: 20
981       showlegend: True
982       legend:
983         orientation: "h"
984         font:
985           size: 16
986       width: 700
987       height: 800
988
989     plot-throughput:
990       titlefont:
991         size: 18
992       xaxis:
993         title: "<b>Test Cases [Index]</b>"
994         titlefont:
995           size: 16
996         autorange: True
997         fixedrange: False
998         gridcolor: "rgb(230, 230, 230)"
999         linecolor: "rgb(220, 220, 220)"
1000         linewidth: 1
1001         showgrid: True
1002         showline: True
1003         showticklabels: True
1004         tickcolor: "rgb(220, 220, 220)"
1005         tickmode: "linear"
1006         tickfont:
1007           size: 16
1008         zeroline: False
1009       yaxis:
1010         title: "<b>Packet Throughput [Mpps]</b>"
1011         titlefont:
1012           size: 16
1013         gridcolor: "rgb(230, 230, 230)"
1014         hoverformat: ".4s"
1015         tickformat: ".3s"
1016         linecolor: "rgb(220, 220, 220)"
1017         linewidth: 1
1018         showgrid: True
1019         showline: True
1020         showticklabels: True
1021         tickcolor: "rgb(220, 220, 220)"
1022         tickfont:
1023           size: 16
1024         zeroline: False
1025         range: [0,50]
1026       boxmode: "group"
1027       boxgroupgap: 0.5
1028       autosize: False
1029       margin:
1030         t: 50
1031         b: 0
1032         l: 80
1033         r: 20
1034       showlegend: True
1035       legend:
1036         orientation: "h"
1037         font:
1038           size: 16
1039       width: 700
1040       height: 900
1041
1042     plot-throughput-speedup-analysis:
1043       titlefont:
1044         size: 18
1045       xaxis:
1046         title: "<b>Number of Cores [Qty]</b>"
1047         titlefont:
1048           size: 16
1049         autorange: True
1050         fixedrange: False
1051         gridcolor: "rgb(230, 230, 230)"
1052         linecolor: "rgb(220, 220, 220)"
1053         linewidth: 1
1054         showgrid: True
1055         showline: True
1056         showticklabels: True
1057         tickcolor: "rgb(238, 238, 238)"
1058         tickmode: "linear"
1059         tickfont:
1060           size: 16
1061         zeroline: False
1062       yaxis:
1063         title: "<b>Packet Throughput [Mpps]</b>"
1064         titlefont:
1065           size: 16
1066         type: "linear"
1067         gridcolor: "rgb(230, 230, 230)"
1068         hoverformat: ".4s"
1069         linecolor: "rgb(220, 220, 220)"
1070         linewidth: 1
1071         showgrid: True
1072         showline: True
1073         showticklabels: True
1074         tickcolor: "rgb(220, 220, 220)"
1075         tickformat: ".4s"
1076         tickfont:
1077           size: 16
1078         zeroline: True
1079         rangemode: "tozero"
1080         range: [0,100]
1081       legend:
1082         orientation: "h"
1083         font:
1084           size: 16
1085         xanchor: "left"
1086         yanchor: "top"
1087         x: 0
1088         y: -0.2
1089         bgcolor: "rgba(255, 255, 255, 0)"
1090         bordercolor: "rgba(255, 255, 255, 0)"
1091         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1092       autosize: False
1093       margin:
1094           't': 50
1095           'b': 150
1096           'l': 85
1097           'r': 10
1098       showlegend: True
1099       width: 700
1100       height: 700
1101       hoverlabel:
1102         namelength: -1
1103       annotations: [
1104         {
1105           text: "_ _          __          ...",
1106           align: "left",
1107           showarrow: False,
1108           xref: "paper",
1109           yref: "paper",
1110           xanchor: "left",
1111           yanchor: "top",
1112           x: 0,
1113           y: -0.13,
1114           font: {
1115             family: "Consolas, Courier New",
1116             size: 15
1117           },
1118         },
1119         {
1120           text: "    Perfect     Measured     Limit",
1121           align: "left",
1122           showarrow: False,
1123           xref: "paper",
1124           yref: "paper",
1125           xanchor: "left",
1126           yanchor: "top",
1127           x: 0,
1128           y: -0.15,
1129           font: {
1130             family: "Consolas, Courier New",
1131             size: 15
1132           },
1133         },
1134       ]
1135
1136     plot-latency:
1137       titlefont:
1138         size: 18
1139       xaxis:
1140         title: "<b>Direction</b>"
1141         titlefont:
1142           size: 16
1143         autorange: True
1144         fixedrange: False
1145         gridcolor: "rgb(230, 230, 230)"
1146         linecolor: "rgb(220, 220, 220)"
1147         linewidth: 1
1148         showgrid: True
1149         showline: True
1150         showticklabels: False
1151         tickcolor: "rgb(220, 220, 220)"
1152         tickmode: "linear"
1153         tickfont:
1154           size: 16
1155         zeroline: False
1156       yaxis:
1157         title: "<b>Packet Latency [uSec]</b>"
1158         titlefont:
1159           size: 16
1160         type: "linear"
1161         gridcolor: "rgb(230, 230, 230)"
1162         hoverformat: ".4s"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(220, 220, 220)"
1169         tickformat: ".4s"
1170         tickfont:
1171           size: 16
1172         zeroline: True
1173         rangemode: "tozero"
1174       legend:
1175         orientation: "h"
1176         font:
1177           size: 16
1178         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1179       autosize: False
1180       margin:
1181           't': 50
1182           'b': 150
1183           'l': 80
1184           'r': 10
1185       showlegend: True
1186       width: 700
1187       height: 700
1188       hoverlabel:
1189         namelength: -1
1190
1191 - type: "static"
1192   src-path: "{DIR[RST]}"
1193   dst-path: "{DIR[WORKING,SRC]}"
1194
1195 - type: "input"
1196   general:
1197     file-name: "robot-plugin.zip"
1198     file-format: ".zip"
1199     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1200     extract: "robot-plugin/output.xml"
1201
1202   builds:
1203     # TODO: Add 1904 data
1204 #    intel-dnv-vpp-release-1904:
1205 #      - 1
1206
1207     intel-dnv-vpp-release-1901:
1208       - 1
1209
1210     intel-dnv-vpp-release-1810:
1211       - 1
1212
1213     csit-vpp-perf-verify-1810-3n-hsw:
1214       - 9   # MRR sel
1215       - 8   # NDRPDR sel
1216       - 12  # NDRPDR sel
1217       - 14  # NDRPDR sel
1218       - 18  # NDRPDR sel
1219       - 23  # NDRPDR sel
1220       - 25  # NDRPDR sel
1221       - 38  # NDRPDR sel
1222       - 39  # NDRPDR sel
1223       - 41  # NDRPDR sel
1224       - 42  # NDRPDR sel
1225       - 28  # WRK
1226       - 29  # WRK
1227       - 30  # WRK
1228       - 31  # WRK
1229       - 32  # WRK
1230       - 33  # WRK
1231       - 34  # WRK
1232       - 35  # WRK
1233       - 36  # WRK
1234       - 37  # WRK
1235     csit-vpp-perf-verify-1901-3n-hsw:
1236       - 35  # MRR sel
1237       - 10  # NDRPDR sel
1238       - 19  # NDRPDR sel
1239       - 31  # NDRPDR sel
1240       - 36  # NDRPDR sel
1241       - 40  # NDRPDR sel
1242       - 42  # NDRPDR sel
1243       - 44  # NDRPDR sel
1244       - 46  # NDRPDR sel
1245       - 47  # NDRPDR sel
1246       - 48  # NDRPDR sel
1247       - 61  # NDRPDR LB
1248       - 62  # NDRPDR LB
1249       - 63  # NDRPDR LB
1250       - 64  # NDRPDR LB
1251       - 65  # NDRPDR LB
1252       - 66  # NDRPDR LB
1253       - 67  # NDRPDR LB
1254       - 69  # NDRPDR LB
1255       - 70  # NDRPDR LB
1256       - 71  # NDRPDR LB
1257     # TODO: Add 1904 Data
1258     csit-vpp-perf-verify-1904-3n-hsw:
1259       - 1   # MRR sel - replace
1260       - 11  # NDRPDR sel
1261       - 12  # NDRPDR sel
1262
1263     csit-vpp-perf-verify-1810-3n-skx:
1264       - 9   # MRR sel
1265       - 11  # MRR sel
1266       - 12  # MRR sel
1267       - 13  # MRR sel
1268       - 10  # NDRPDR sel
1269       - 14  # NDRPDR sel
1270       - 15  # NDRPDR sel
1271       - 16  # NDRPDR sel
1272       - 17  # NDRPDR sel
1273       - 19  # NDRPDR sel
1274       - 20  # NDRPDR sel
1275       - 21  # NDRPDR sel
1276       - 22  # NDRPDR sel
1277       - 25  # NDRPDR sel
1278     csit-vpp-perf-verify-1901-3n-skx:
1279       - 32  # MRR sel
1280       - 18  # NDRPDR sel
1281       - 19  # NDRPDR sel
1282       - 20  # NDRPDR sel
1283       - 28  # NDRPDR sel
1284       - 31  # NDRPDR sel
1285       - 33  # NDRPDR sel
1286       - 36  # NDRPDR sel
1287       - 38  # NDRPDR sel
1288       - 47  # NDRPDR sel
1289       - 48  # NDRPDR sel
1290       - 54  # NDRPDR LB
1291       - 57  # NDRPDR LB
1292       - 58  # NDRPDR LB
1293       - 59  # NDRPDR LB
1294       - 60  # NDRPDR LB
1295       - 63  # NDRPDR LB
1296       - 64  # NDRPDR LB
1297       - 65  # NDRPDR LB
1298       - 66  # NDRPDR LB
1299       - 67  # NDRPDR LB
1300     # TODO: Add 1904 data
1301     csit-vpp-perf-verify-1904-3n-skx:
1302       - 7   # MRR sel
1303       - 8   # NDRPDR sel
1304       - 9   # NDRPDR sel
1305       - 10  # NDRPDR sel
1306       - 11  # NDRPDR sel
1307       - 12  # NDRPDR sel
1308       - 14  # NDRPDR sel
1309
1310     csit-vpp-perf-verify-1810-2n-skx:
1311       - 8   # MRR sel
1312       - 10  # MRR sel
1313       - 11  # MRR sel
1314       - 12  # MRR sel
1315       - 9   # NDRPDR sel
1316       - 13  # NDRPDR sel
1317       - 14  # NDRPDR sel
1318       - 19  # NDRPDR sel
1319       - 20  # NDRPDR sel
1320       - 21  # NDRPDR sel
1321       - 22  # NDRPDR sel
1322       - 23  # NDRPDR sel
1323       - 24  # NDRPDR sel
1324       - 27  # NDRPDR sel
1325     csit-vpp-perf-verify-1901-2n-skx:
1326       - 22  # MRR sel
1327       - 5   # NDRPDR sel
1328       - 12  # NDRPDR sel
1329       - 13  # NDRPDR sel
1330       - 21  # NDRPDR sel
1331       - 23  # NDRPDR sel
1332       - 31  # NDRPDR sel
1333       - 34  # NDRPDR sel
1334       - 40  # NDRPDR sel
1335       - 42  # NDRPDR sel
1336       - 43  # NDRPDR sel
1337       - 24  # NFV MRR
1338       - 26  # NFV MRR
1339       - 27  # NFV MRR
1340       - 35  # NFV MRR
1341       - 37  # NFV MRR
1342       - 28  # NFV NDRPDR
1343       - 29  # NFV NDRPDR
1344       - 32  # NFV NDRPDR
1345       - 39  # NFV NDRPDR
1346       - 46  # NFV NDRPDR
1347       - 45  # SOAK
1348     # TODO: Add 1904 data
1349     csit-vpp-perf-verify-1904-2n-skx:
1350       - 11  # MRR sel
1351       - 12  # NDRPDR sel
1352       - 14  # NDRPDR sel
1353       - 16  # NDRPDR sel
1354       - 17  # NDRPDR sel
1355       - 18  # NDRPDR sel
1356       - 21  # NDRPDR sel
1357       - 27  # NDRPDR sel
1358       - 30  # NDRPDR sel
1359       - 31  # NDRPDR sel
1360       - 10  # NFV MRR - replace
1361       - 9   # NFV NDRPDR - replace
1362
1363     # TODO: Remove
1364     csit-ligato-perf-verify-1901-3n-hsw:
1365       - 10  # NDRPDR full
1366       - 8   # NDRPDR sel
1367       - 9   # NDRPDR sel
1368       - 11  # NDRPDR sel
1369       - 12  # NDRPDR sel
1370       - 13  # NDRPDR sel
1371       - 14  # NDRPDR sel
1372       - 15  # NDRPDR sel
1373       - 16  # NDRPDR sel
1374       - 17  # NDRPDR sel
1375       - 18  # NDRPDR sel
1376     # TODO: Add 1904 data
1377 #    csit-ligato-perf-verify-1904-3n-hsw:
1378 #      -
1379
1380     csit-dpdk-perf-verify-1810-3n-hsw:
1381       - 1   # NDRPDR sel
1382       - 2   # NDRPDR sel
1383       - 3   # NDRPDR sel
1384       - 4   # NDRPDR sel
1385       - 5   # NDRPDR sel
1386       - 6   # NDRPDR sel
1387       - 7   # NDRPDR sel
1388       - 8   # NDRPDR sel
1389       - 9   # NDRPDR sel
1390       - 10  # NDRPDR sel
1391     csit-dpdk-perf-verify-1901-3n-hsw:
1392       - 13  # NDRPDR sel
1393       - 14  # NDRPDR sel
1394       - 16  # NDRPDR sel
1395       - 17  # NDRPDR sel
1396       - 18  # NDRPDR sel
1397       - 19  # NDRPDR sel
1398       - 20  # NDRPDR sel
1399       - 21  # NDRPDR sel
1400       - 22  # NDRPDR sel
1401       - 23  # NDRPDR sel
1402     # TODO: Add 1904 data
1403     csit-dpdk-perf-verify-1904-3n-hsw:
1404       - 2   # NDRPDR sel
1405       - 3   # NDRPDR sel
1406       - 5   # NDRPDR sel
1407       - 6   # NDRPDR sel
1408
1409     csit-dpdk-perf-verify-1810-3n-skx:
1410       - 3   # NDRPDR sel
1411       - 4   # NDRPDR sel
1412       - 6   # NDRPDR sel
1413       - 7   # NDRPDR sel
1414       - 8   # NDRPDR sel
1415       - 9   # NDRPDR sel
1416       - 10  # NDRPDR sel
1417       - 11  # NDRPDR sel
1418       - 12  # NDRPDR sel
1419       - 13  # NDRPDR sel
1420     csit-dpdk-perf-verify-1901-3n-skx:
1421       - 3   # NDRPDR sel
1422       - 5   # NDRPDR sel
1423       - 6   # NDRPDR sel
1424       - 7   # NDRPDR sel
1425       - 8   # NDRPDR sel
1426       - 9   # NDRPDR sel
1427       - 10  # NDRPDR sel
1428       - 11  # NDRPDR sel
1429       - 12  # NDRPDR sel
1430       - 13  # NDRPDR sel
1431     # TODO: Add 1904 data
1432     csit-dpdk-perf-verify-1904-3n-skx:
1433       - 2   # NDRPDR sel
1434       - 3   # NDRPDR sel
1435       - 4   # NDRPDR sel
1436       - 5   # NDRPDR sel
1437       - 6   # NDRPDR sel
1438       - 7   # NDRPDR sel
1439
1440     csit-dpdk-perf-verify-1810-2n-skx:
1441       - 3   # NDRPDR sel
1442       - 4   # NDRPDR sel
1443       - 5   # NDRPDR sel
1444       - 7   # NDRPDR sel
1445       - 8   # NDRPDR sel
1446       - 9   # NDRPDR sel
1447       - 10  # NDRPDR sel
1448       - 11  # NDRPDR sel
1449       - 12  # NDRPDR sel
1450       - 13  # NDRPDR sel
1451     csit-dpdk-perf-verify-1901-2n-skx:
1452       - 12  # NDRPDR sel
1453       - 13  # NDRPDR sel
1454       - 14  # NDRPDR sel
1455       - 15  # NDRPDR sel
1456       - 16  # NDRPDR sel
1457       - 17  # NDRPDR sel
1458       - 18  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462     csit-dpdk-perf-verify-1904-2n-skx:
1463       - 2   # NDRPDR sel
1464       - 3   # NDRPDR sel
1465       - 4   # NDRPDR sel
1466       - 5   # NDRPDR sel
1467       - 7   # NDRPDR sel
1468       - 8   # NDRPDR sel
1469       - 9   # NDRPDR sel
1470       - 10  # NDRPDR sel
1471       - 11  # NDRPDR sel
1472       - 12  # NDRPDR sel
1473
1474     csit-vpp-functional-1904-ubuntu1604-virl:
1475       - 33
1476     csit-vpp-functional-1904-centos7-virl:
1477       - 32
1478     csit-vpp-device-1904-ubuntu1804-1n-skx:
1479       - 32
1480 #    # Not used
1481 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1482 #      - 1
1483     csit-dmm-functional-1904-ubuntu1604-virl:
1484       - 1
1485     csit-hc2vpp-verify-func-1904-ubuntu1604:
1486       - 1
1487
1488 - type: "output"
1489   output: "report"
1490   format:
1491     html:
1492     - full
1493 #    pdf:
1494 #    - minimal
1495
1496 ################################################################################
1497 ###                               T A B L E S                                ###
1498 ################################################################################
1499
1500 # VPP Compare NICs 3n-hsw 1t1c ndr
1501 - type: "table"
1502   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1503   algorithm: "table_nics_comparison"
1504   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1505   reference:
1506     title: "Intel-x520"
1507     nic: "NIC_Intel-X520-DA2"
1508   compare:
1509     title: "Intel-x710"
1510     nic: "NIC_Intel-X710"
1511   data: "vpp-nic-comparison-3n-hsw"
1512   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1513   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1514   parameters:
1515   - "name"
1516   - "parent"
1517   - "throughput"
1518   - "tags"
1519
1520 # VPP Compare NICs 3n-hsw 2t2c ndr
1521 - type: "table"
1522   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1523   algorithm: "table_nics_comparison"
1524   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1525   reference:
1526     title: "Intel-x520"
1527     nic: "NIC_Intel-X520-DA2"
1528   compare:
1529     title: "Intel-x710"
1530     nic: "NIC_Intel-X710"
1531   data: "vpp-nic-comparison-3n-hsw"
1532   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1533   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1534   parameters:
1535   - "name"
1536   - "parent"
1537   - "throughput"
1538   - "tags"
1539
1540 # VPP Compare NICs 3n-hsw 1t1c pdr
1541 - type: "table"
1542   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1543   algorithm: "table_nics_comparison"
1544   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1545   reference:
1546     title: "Intel-x520"
1547     nic: "NIC_Intel-X520-DA2"
1548   compare:
1549     title: "Intel-x710"
1550     nic: "NIC_Intel-X710"
1551   data: "vpp-nic-comparison-3n-hsw"
1552   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1553   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1554   parameters:
1555   - "name"
1556   - "parent"
1557   - "throughput"
1558   - "tags"
1559
1560 # VPP Compare NICs 3n-hsw 2t2c pdr
1561 - type: "table"
1562   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1563   algorithm: "table_nics_comparison"
1564   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1565   reference:
1566     title: "Intel-x520"
1567     nic: "NIC_Intel-X520-DA2"
1568   compare:
1569     title: "Intel-x710"
1570     nic: "NIC_Intel-X710"
1571   data: "vpp-nic-comparison-3n-hsw"
1572   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1573   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1574   parameters:
1575   - "name"
1576   - "parent"
1577   - "throughput"
1578   - "tags"
1579
1580 # VPP Compare NICs 3n-hsw 1t1c mrr
1581 - type: "table"
1582   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1583   algorithm: "table_nics_comparison"
1584   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1585   reference:
1586     title: "Intel-x520"
1587     nic: "NIC_Intel-X520-DA2"
1588   compare:
1589     title: "Intel-x710"
1590     nic: "NIC_Intel-X710"
1591   data: "vpp-nic-comparison-3n-hsw-mrr"
1592   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1593   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1594   parameters:
1595   - "name"
1596   - "parent"
1597   - "result"
1598   - "tags"
1599
1600 # VPP Compare NICs 3n-hsw 2t2c mrr
1601 - type: "table"
1602   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1603   algorithm: "table_nics_comparison"
1604   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1605   reference:
1606     title: "Intel-x520"
1607     nic: "NIC_Intel-X520-DA2"
1608   compare:
1609     title: "Intel-x710"
1610     nic: "NIC_Intel-X710"
1611   data: "vpp-nic-comparison-3n-hsw-mrr"
1612   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1613   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1614   parameters:
1615   - "name"
1616   - "parent"
1617   - "result"
1618   - "tags"
1619
1620 # VPP Compare NICs 3n-hsw 4t4c mrr
1621 - type: "table"
1622   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1623   algorithm: "table_nics_comparison"
1624   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1625   reference:
1626     title: "Intel-x520"
1627     nic: "NIC_Intel-X520-DA2"
1628   compare:
1629     title: "Intel-x710"
1630     nic: "NIC_Intel-X710"
1631   data: "vpp-nic-comparison-3n-hsw-mrr"
1632   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1633   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1634   parameters:
1635   - "name"
1636   - "parent"
1637   - "result"
1638   - "tags"
1639
1640 # VPP Compare NICs 3n-skx 2t1c ndr
1641 - type: "table"
1642   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1643   algorithm: "table_nics_comparison"
1644   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1645   reference:
1646     title: "Intel-x710"
1647     nic: "NIC_Intel-X710"
1648   compare:
1649     title: "Intel-xxv710"
1650     nic: "NIC_Intel-XXV710"
1651   data: "vpp-nic-comparison-3n-skx"
1652   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1653   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1654   parameters:
1655   - "name"
1656   - "parent"
1657   - "throughput"
1658   - "tags"
1659
1660 # VPP Compare NICs 3n-skx 4t2c ndr
1661 - type: "table"
1662   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1663   algorithm: "table_nics_comparison"
1664   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1665   reference:
1666     title: "Intel-x710"
1667     nic: "NIC_Intel-X710"
1668   compare:
1669     title: "Intel-xxv710"
1670     nic: "NIC_Intel-XXV710"
1671   data: "vpp-nic-comparison-3n-skx"
1672   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1674   parameters:
1675   - "name"
1676   - "parent"
1677   - "throughput"
1678   - "tags"
1679
1680 # VPP Compare NICs 3n-skx 2t1c pdr
1681 - type: "table"
1682   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1683   algorithm: "table_nics_comparison"
1684   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1685   reference:
1686     title: "Intel-x710"
1687     nic: "NIC_Intel-X710"
1688   compare:
1689     title: "Intel-xxv710"
1690     nic: "NIC_Intel-XXV710"
1691   data: "vpp-nic-comparison-3n-skx"
1692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1693   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1694   parameters:
1695   - "name"
1696   - "parent"
1697   - "throughput"
1698   - "tags"
1699
1700  # VPP Compare NICs 3n-skx 4t2c pdr
1701 - type: "table"
1702   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1703   algorithm: "table_nics_comparison"
1704   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1705   reference:
1706     title: "Intel-x710"
1707     nic: "NIC_Intel-X710"
1708   compare:
1709     title: "Intel-xxv710"
1710     nic: "NIC_Intel-XXV710"
1711   data: "vpp-nic-comparison-3n-skx"
1712   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1713   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1714   parameters:
1715   - "name"
1716   - "parent"
1717   - "throughput"
1718   - "tags"
1719
1720 # VPP Compare NICs 3n-skx 2t1c mrr
1721 - type: "table"
1722   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1723   algorithm: "table_nics_comparison"
1724   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1725   reference:
1726     title: "Intel-x710"
1727     nic: "NIC_Intel-X710"
1728   compare:
1729     title: "Intel-xxv710"
1730     nic: "NIC_Intel-XXV710"
1731   data: "vpp-nic-comparison-3n-skx-mrr"
1732   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1733   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1734   parameters:
1735   - "name"
1736   - "parent"
1737   - "result"
1738   - "tags"
1739
1740 # VPP Compare NICs 3n-skx 4t2c mrr
1741 - type: "table"
1742   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1743   algorithm: "table_nics_comparison"
1744   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1745   reference:
1746     title: "Intel-x710"
1747     nic: "NIC_Intel-X710"
1748   compare:
1749     title: "Intel-xxv710"
1750     nic: "NIC_Intel-XXV710"
1751   data: "vpp-nic-comparison-3n-skx-mrr"
1752   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1753   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1754   parameters:
1755   - "name"
1756   - "parent"
1757   - "result"
1758   - "tags"
1759
1760  # VPP Compare NICs 3n-skx 8t4c mrr
1761 - type: "table"
1762   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1763   algorithm: "table_nics_comparison"
1764   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1765   reference:
1766     title: "Intel-x710"
1767     nic: "NIC_Intel-X710"
1768   compare:
1769     title: "Intel-xxv710"
1770     nic: "NIC_Intel-XXV710"
1771   data: "vpp-nic-comparison-3n-skx-mrr"
1772   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1773   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1774   parameters:
1775   - "name"
1776   - "parent"
1777   - "result"
1778   - "tags"
1779
1780 # VPP Compare NICs 2n-skx 2t1c ndr
1781 - type: "table"
1782   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1783   algorithm: "table_nics_comparison"
1784   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1785   reference:
1786     title: "Intel-x710"
1787     nic: "NIC_Intel-X710"
1788   compare:
1789     title: "Intel-xxv710"
1790     nic: "NIC_Intel-XXV710"
1791   data: "vpp-nic-comparison-2n-skx"
1792   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1793   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1794   parameters:
1795   - "name"
1796   - "parent"
1797   - "throughput"
1798   - "tags"
1799
1800 # VPP Compare NICs 2n-skx 4t2c ndr
1801 - type: "table"
1802   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1803   algorithm: "table_nics_comparison"
1804   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1805   reference:
1806     title: "Intel-x710"
1807     nic: "NIC_Intel-X710"
1808   compare:
1809     title: "Intel-xxv710"
1810     nic: "NIC_Intel-XXV710"
1811   data: "vpp-nic-comparison-2n-skx"
1812   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1813   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1814   parameters:
1815   - "name"
1816   - "parent"
1817   - "throughput"
1818   - "tags"
1819
1820  # VPP Compare NICs 2n-skx 2t1c pdr
1821 - type: "table"
1822   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1823   algorithm: "table_nics_comparison"
1824   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1825   reference:
1826     title: "Intel-x710"
1827     nic: "NIC_Intel-X710"
1828   compare:
1829     title: "Intel-xxv710"
1830     nic: "NIC_Intel-XXV710"
1831   data: "vpp-nic-comparison-2n-skx"
1832   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1833   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1834   parameters:
1835   - "name"
1836   - "parent"
1837   - "throughput"
1838   - "tags"
1839
1840 # VPP Compare NICs 2n-skx 4t2c pdr
1841 - type: "table"
1842   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1843   algorithm: "table_nics_comparison"
1844   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1845   reference:
1846     title: "Intel-x710"
1847     nic: "NIC_Intel-X710"
1848   compare:
1849     title: "Intel-xxv710"
1850     nic: "NIC_Intel-XXV710"
1851   data: "vpp-nic-comparison-2n-skx"
1852   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1853   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1854   parameters:
1855   - "name"
1856   - "parent"
1857   - "throughput"
1858   - "tags"
1859
1860 # VPP Compare NICs 2n-skx 2t1c mrr
1861 - type: "table"
1862   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1863   algorithm: "table_nics_comparison"
1864   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1865   reference:
1866     title: "Intel-x710"
1867     nic: "NIC_Intel-X710"
1868   compare:
1869     title: "Intel-xxv710"
1870     nic: "NIC_Intel-XXV710"
1871   data: "vpp-nic-comparison-2n-skx-mrr"
1872   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1873   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1874   parameters:
1875   - "name"
1876   - "parent"
1877   - "result"
1878   - "tags"
1879
1880 # VPP Compare NICs 2n-skx 4t2c mrr
1881 - type: "table"
1882   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1883   algorithm: "table_nics_comparison"
1884   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1885   reference:
1886     title: "Intel-x710"
1887     nic: "NIC_Intel-X710"
1888   compare:
1889     title: "Intel-xxv710"
1890     nic: "NIC_Intel-XXV710"
1891   data: "vpp-nic-comparison-2n-skx-mrr"
1892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1893   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1894   parameters:
1895   - "name"
1896   - "parent"
1897   - "result"
1898   - "tags"
1899
1900 # VPP Compare NICs 2n-skx 8t4c mrr
1901 - type: "table"
1902   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1903   algorithm: "table_nics_comparison"
1904   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1905   reference:
1906     title: "Intel-x710"
1907     nic: "NIC_Intel-X710"
1908   compare:
1909     title: "Intel-xxv710"
1910     nic: "NIC_Intel-XXV710"
1911   data: "vpp-nic-comparison-2n-skx-mrr"
1912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1913   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "result"
1918   - "tags"
1919
1920 ################################################################################
1921 # VPP
1922
1923 # VPP Performance Changes 2n-dnv 1t1c pdr
1924 - type: "table"
1925   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1926   algorithm: "table_performance_comparison"
1927   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1928   history:
1929     - title: "rls1810"
1930       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1931   reference:
1932     title: "rls1901"
1933     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1934   compare:
1935     title: "rls1904"
1936     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1937   data: "intel-dnv-vpp-changes-2n-dnv"
1938   include-tests: "PDR"
1939   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1940   parameters:
1941   - "name"
1942   - "parent"
1943   - "throughput"
1944
1945 # VPP Performance Changes 2n-dnv 2t2c pdr
1946 - type: "table"
1947   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1948   algorithm: "table_performance_comparison"
1949   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1950   history:
1951     - title: "rls1810"
1952       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1953   reference:
1954     title: "rls1901"
1955     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1956   compare:
1957     title: "rls1904"
1958     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1959   data: "intel-dnv-vpp-changes-2n-dnv"
1960   include-tests: "PDR"
1961   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "throughput"
1966
1967 # VPP Performance Changes 2n-dnv 1t1c ndr
1968 - type: "table"
1969   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1970   algorithm: "table_performance_comparison"
1971   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1972   history:
1973     - title: "rls1810"
1974       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1975   reference:
1976     title: "rls1901"
1977     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1978   compare:
1979     title: "rls1904"
1980     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1981   data: "intel-dnv-vpp-changes-2n-dnv"
1982   include-tests: "NDR"
1983   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1984   parameters:
1985   - "name"
1986   - "parent"
1987   - "throughput"
1988
1989 # VPP Performance Changes 2n-dnv 2t2c ndr
1990 - type: "table"
1991   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1992   algorithm: "table_performance_comparison"
1993   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1994   history:
1995     - title: "rls1810"
1996       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1997   reference:
1998     title: "rls1901"
1999     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2000   compare:
2001     title: "rls1904"
2002     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2003   data: "intel-dnv-vpp-changes-2n-dnv"
2004   include-tests: "NDR"
2005   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2006   parameters:
2007   - "name"
2008   - "parent"
2009   - "throughput"
2010
2011 # VPP Performance Changes 2n-dnv 1t1c MRR
2012 - type: "table"
2013   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2014   algorithm: "table_performance_comparison"
2015   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2016   history:
2017     - title: "rls1810"
2018       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2019   reference:
2020     title: "rls1901"
2021     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2022   compare:
2023     title: "rls1904"
2024     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2025   data: "intel-dnv-vpp-changes-2n-dnv"
2026   include-tests: "MRR"
2027   filter: "'1T1C' and 'MRR'"
2028   parameters:
2029   - "name"
2030   - "parent"
2031   - "result"
2032
2033 # VPP Performance Changes 2n-dnv 2t2c MRR
2034 - type: "table"
2035   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2036   algorithm: "table_performance_comparison"
2037   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2038   history:
2039     - title: "rls1810"
2040       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2041   reference:
2042     title: "rls1901"
2043     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2044   compare:
2045     title: "rls1904"
2046     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2047   data: "intel-dnv-vpp-changes-2n-dnv"
2048   include-tests: "MRR"
2049   filter: "'2T2C' and 'MRR'"
2050   parameters:
2051   - "name"
2052   - "parent"
2053   - "result"
2054
2055 # VPP Performance Changes 2n-dnv 4t4c MRR
2056 - type: "table"
2057   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2058   algorithm: "table_performance_comparison"
2059   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2060   history:
2061     - title: "rls1810"
2062       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2063   reference:
2064     title: "rls1901"
2065     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2066   compare:
2067     title: "rls1904"
2068     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2069   data: "intel-dnv-vpp-changes-2n-dnv"
2070   include-tests: "MRR"
2071   filter: "'4T4C' and 'MRR'"
2072   parameters:
2073   - "name"
2074   - "parent"
2075   - "result"
2076
2077 # VPP Performance Changes 3n-hsw 1t1c pdr
2078 - type: "table"
2079   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2080   algorithm: "table_performance_comparison"
2081   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2082   history:
2083     - title: "rls1810"
2084       data: "vpp-performance-changes-3n-hsw-h1"
2085   reference:
2086     title: "rls1901"
2087     data: "vpp-performance-changes-3n-hsw-ref"
2088   compare:
2089     title: "rls1904"
2090     data: "vpp-performance-changes-3n-hsw-cmp"
2091   data: "vpp-performance-changes-3n-hsw"
2092   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2093   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2094   parameters:
2095   - "name"
2096   - "parent"
2097   - "throughput"
2098
2099 # VPP Performance Changes 3n-hsw 2t2c pdr
2100 - type: "table"
2101   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2102   algorithm: "table_performance_comparison"
2103   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2104   history:
2105     - title: "rls1810"
2106       data: "vpp-performance-changes-3n-hsw-h1"
2107   reference:
2108     title: "rls1901"
2109     data: "vpp-performance-changes-3n-hsw-ref"
2110   compare:
2111     title: "rls1904"
2112     data: "vpp-performance-changes-3n-hsw-cmp"
2113   data: "vpp-performance-changes-3n-hsw"
2114   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2115   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2116   parameters:
2117   - "name"
2118   - "parent"
2119   - "throughput"
2120
2121 # VPP Performance Changes 3n-hsw 1t1c ndr
2122 - type: "table"
2123   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2124   algorithm: "table_performance_comparison"
2125   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2126   history:
2127     - title: "rls1810"
2128       data: "vpp-performance-changes-3n-hsw-h1"
2129   reference:
2130     title: "rls1901"
2131     data: "vpp-performance-changes-3n-hsw-ref"
2132   compare:
2133     title: "rls1904"
2134     data: "vpp-performance-changes-3n-hsw-cmp"
2135   data: "vpp-performance-changes-3n-hsw"
2136   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2137   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2138   parameters:
2139   - "name"
2140   - "parent"
2141   - "throughput"
2142
2143 # VPP Performance Changes 3n-hsw 2t2c ndr
2144 - type: "table"
2145   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2146   algorithm: "table_performance_comparison"
2147   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2148   history:
2149     - title: "rls1810"
2150       data: "vpp-performance-changes-3n-hsw-h1"
2151   reference:
2152     title: "rls1901"
2153     data: "vpp-performance-changes-3n-hsw-ref"
2154   compare:
2155     title: "rls1904"
2156     data: "vpp-performance-changes-3n-hsw-cmp"
2157   data: "vpp-performance-changes-3n-hsw"
2158   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2159   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2160   parameters:
2161   - "name"
2162   - "parent"
2163   - "throughput"
2164
2165 # VPP Performance Changes 3n-skx 2t1c pdr
2166 - type: "table"
2167   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2168   algorithm: "table_performance_comparison"
2169   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2170   history:
2171     - title: "rls1810"
2172       data: "vpp-performance-changes-3n-skx-h1"
2173   reference:
2174     title: "rls1901"
2175     data: "vpp-performance-changes-3n-skx-ref"
2176   compare:
2177     title: "rls1904"
2178     data: "vpp-performance-changes-3n-skx-cmp"
2179   data: "vpp-performance-changes-3n-skx"
2180   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2181   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2182   parameters:
2183   - "name"
2184   - "parent"
2185   - "throughput"
2186
2187 # VPP Performance Changes 3n-skx 4t2c pdr
2188 - type: "table"
2189   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2190   algorithm: "table_performance_comparison"
2191   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2192   history:
2193     - title: "rls1810"
2194       data: "vpp-performance-changes-3n-skx-h1"
2195   reference:
2196     title: "rls1901"
2197     data: "vpp-performance-changes-3n-skx-ref"
2198   compare:
2199     title: "rls1904"
2200     data: "vpp-performance-changes-3n-skx-cmp"
2201   data: "vpp-performance-changes-3n-skx"
2202   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2203   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2204   parameters:
2205   - "name"
2206   - "parent"
2207   - "throughput"
2208
2209 # VPP Performance Changes 3n-skx 2t1c ndr
2210 - type: "table"
2211   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2212   algorithm: "table_performance_comparison"
2213   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2214   history:
2215     - title: "rls1810"
2216       data: "vpp-performance-changes-3n-skx-h1"
2217   reference:
2218     title: "rls1901"
2219     data: "vpp-performance-changes-3n-skx-ref"
2220   compare:
2221     title: "rls1904"
2222     data: "vpp-performance-changes-3n-skx-cmp"
2223   data: "vpp-performance-changes-3n-skx"
2224   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2225   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2226   parameters:
2227   - "name"
2228   - "parent"
2229   - "throughput"
2230
2231 # VPP Performance Changes 3n-skx 4t2c ndr
2232 - type: "table"
2233   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2234   algorithm: "table_performance_comparison"
2235   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2236   history:
2237     - title: "rls1810"
2238       data: "vpp-performance-changes-3n-skx-h1"
2239   reference:
2240     title: "rls1901"
2241     data: "vpp-performance-changes-3n-skx-ref"
2242   compare:
2243     title: "rls1904"
2244     data: "vpp-performance-changes-3n-skx-cmp"
2245   data: "vpp-performance-changes-3n-skx"
2246   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2247   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2248   parameters:
2249   - "name"
2250   - "parent"
2251   - "throughput"
2252
2253 # VPP Performance Changes 2n-skx 2t1c pdr
2254 - type: "table"
2255   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2256   algorithm: "table_performance_comparison"
2257   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2258   history:
2259     - title: "rls1810"
2260       data: "vpp-performance-changes-2n-skx-h1"
2261   reference:
2262     title: "rls1901"
2263     data: "vpp-performance-changes-2n-skx-ref"
2264   compare:
2265     title: "rls1904"
2266     data: "vpp-performance-changes-2n-skx-cmp"
2267   data: "vpp-performance-changes-2n-skx"
2268   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2269   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2270   parameters:
2271   - "name"
2272   - "parent"
2273   - "throughput"
2274
2275 # VPP Performance Changes 2n-skx 4t2c pdr
2276 - type: "table"
2277   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2278   algorithm: "table_performance_comparison"
2279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2280   history:
2281     - title: "rls1810"
2282       data: "vpp-performance-changes-2n-skx-h1"
2283   reference:
2284     title: "rls1901"
2285     data: "vpp-performance-changes-2n-skx-ref"
2286   compare:
2287     title: "rls1904"
2288     data: "vpp-performance-changes-2n-skx-cmp"
2289   data: "vpp-performance-changes-2n-skx"
2290   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2291   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2292   parameters:
2293   - "name"
2294   - "parent"
2295   - "throughput"
2296
2297 # VPP Performance Changes 2n-skx 2t1c ndr
2298 - type: "table"
2299   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2300   algorithm: "table_performance_comparison"
2301   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2302   history:
2303     - title: "rls1810"
2304       data: "vpp-performance-changes-2n-skx-h1"
2305   reference:
2306     title: "rls1901"
2307     data: "vpp-performance-changes-2n-skx-ref"
2308   compare:
2309     title: "rls1904"
2310     data: "vpp-performance-changes-2n-skx-cmp"
2311   data: "vpp-performance-changes-2n-skx"
2312   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2313   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2314   parameters:
2315   - "name"
2316   - "parent"
2317   - "throughput"
2318
2319 # VPP Performance Changes 2n-skx 4t2c ndr
2320 - type: "table"
2321   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2322   algorithm: "table_performance_comparison"
2323   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2324   history:
2325     - title: "rls1810"
2326       data: "vpp-performance-changes-2n-skx-h1"
2327   reference:
2328     title: "rls1901"
2329     data: "vpp-performance-changes-2n-skx-ref"
2330   compare:
2331     title: "rls1904"
2332     data: "vpp-performance-changes-2n-skx-cmp"
2333   data: "vpp-performance-changes-2n-skx"
2334   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2335   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2336   parameters:
2337   - "name"
2338   - "parent"
2339   - "throughput"
2340
2341 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2342 - type: "table"
2343   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2344   algorithm: "table_performance_comparison"
2345   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2346   reference:
2347     title: "3-Node Hsw"
2348     data: "vpp-compare-testbeds-ref"
2349   compare:
2350     title: "3-Node Skx"
2351     data: "vpp-compare-testbeds-cmp"
2352   data: "vpp-compare-testbeds"
2353   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2354   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2355   parameters:
2356   - "name"
2357   - "parent"
2358   - "throughput"
2359
2360 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2361 - type: "table"
2362   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2363   algorithm: "table_performance_comparison"
2364   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2365   reference:
2366     title: "3-Node Hsw"
2367     data: "vpp-compare-testbeds-ref"
2368   compare:
2369     title: "3-Node Skx"
2370     data: "vpp-compare-testbeds-cmp"
2371   data: "vpp-compare-testbeds"
2372   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2373   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2374   parameters:
2375   - "name"
2376   - "parent"
2377   - "throughput"
2378
2379 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2380 - type: "table"
2381   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2382   algorithm: "table_performance_comparison"
2383   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2384   reference:
2385     title: "3-Node Hsw"
2386     data: "vpp-compare-testbeds-ref"
2387   compare:
2388     title: "3-Node Skx"
2389     data: "vpp-compare-testbeds-cmp"
2390   data: "vpp-compare-testbeds"
2391   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2392   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2393   parameters:
2394   - "name"
2395   - "parent"
2396   - "throughput"
2397
2398 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2399 - type: "table"
2400   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2401   algorithm: "table_performance_comparison"
2402   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2403   reference:
2404     title: "3-Node Hsw"
2405     data: "vpp-compare-testbeds-ref"
2406   compare:
2407     title: "3-Node Skx"
2408     data: "vpp-compare-testbeds-cmp"
2409   data: "vpp-compare-testbeds"
2410   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2411   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2412   parameters:
2413   - "name"
2414   - "parent"
2415   - "throughput"
2416
2417 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2418 - type: "table"
2419   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2420   algorithm: "table_performance_comparison"
2421   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2422   reference:
2423     title: "3-Node Skx"
2424     data: "vpp-compare-topologies-ref"
2425   compare:
2426     title: "2-Node Skx"
2427     data: "vpp-compare-topologies-cmp"
2428   data: "vpp-compare-topologies"
2429   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2430   filter: "'NDRPDR' and '1C'"
2431   parameters:
2432   - "name"
2433   - "parent"
2434   - "throughput"
2435
2436 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2437 - type: "table"
2438   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2439   algorithm: "table_performance_comparison"
2440   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2441   reference:
2442     title: "3-Node Skx"
2443     data: "vpp-compare-topologies-ref"
2444   compare:
2445     title: "2-Node Skx"
2446     data: "vpp-compare-topologies-cmp"
2447   data: "vpp-compare-topologies"
2448   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2449   filter: "'NDRPDR' and '2C'"
2450   parameters:
2451   - "name"
2452   - "parent"
2453   - "throughput"
2454
2455 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2456 - type: "table"
2457   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2458   algorithm: "table_performance_comparison"
2459   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2460   reference:
2461     title: "3-Node Skx"
2462     data: "vpp-compare-topologies-ref"
2463   compare:
2464     title: "2-Node Skx"
2465     data: "vpp-compare-topologies-cmp"
2466   data: "vpp-compare-topologies"
2467   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2468   filter: "'NDRPDR' and '1C'"
2469   parameters:
2470   - "name"
2471   - "parent"
2472   - "throughput"
2473
2474 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2475 - type: "table"
2476   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2477   algorithm: "table_performance_comparison"
2478   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2479   reference:
2480     title: "3-Node Skx"
2481     data: "vpp-compare-topologies-ref"
2482   compare:
2483     title: "2-Node Skx"
2484     data: "vpp-compare-topologies-cmp"
2485   data: "vpp-compare-topologies"
2486   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2487   filter: "'NDRPDR' and '2C'"
2488   parameters:
2489   - "name"
2490   - "parent"
2491   - "throughput"
2492
2493 # VPP Performance Changes 3n-hsw 1t1c MRR
2494 - type: "table"
2495   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2496   algorithm: "table_performance_comparison"
2497   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2498   history:
2499     - title: "rls1810"
2500       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2501   reference:
2502     title: "rls1901"
2503     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2504   compare:
2505     title: "rls1904"
2506     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2507   data: "vpp-performance-changes-3n-hsw-mrr"
2508   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2509   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2510   parameters:
2511   - "name"
2512   - "parent"
2513   - "result"
2514
2515 # VPP Performance Changes 3n-hsw 2t2c MRR
2516 - type: "table"
2517   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2518   algorithm: "table_performance_comparison"
2519   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2520   history:
2521     - title: "rls1810"
2522       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2523   reference:
2524     title: "rls1901"
2525     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2526   compare:
2527     title: "rls1904"
2528     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2529   data: "vpp-performance-changes-3n-hsw-mrr"
2530   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2531   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2532   parameters:
2533   - "name"
2534   - "parent"
2535   - "result"
2536
2537 # VPP Performance Changes 3n-hsw 4t4c MRR
2538 - type: "table"
2539   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2540   algorithm: "table_performance_comparison"
2541   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2542   history:
2543     - title: "rls1810"
2544       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2545   reference:
2546     title: "rls1901"
2547     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2548   compare:
2549     title: "rls1904"
2550     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2551   data: "vpp-performance-changes-3n-hsw-mrr"
2552   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2553   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2554   parameters:
2555   - "name"
2556   - "parent"
2557   - "result"
2558
2559 # VPP Performance Changes 3n-skx 2t1c MRR
2560 - type: "table"
2561   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2562   algorithm: "table_performance_comparison"
2563   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2564   history:
2565     - title: "rls1810"
2566       data: "vpp-performance-changes-3n-skx-mrr-h1"
2567   reference:
2568     title: "rls1901"
2569     data: "vpp-performance-changes-3n-skx-mrr-ref"
2570   compare:
2571     title: "rls1904"
2572     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2573   data: "vpp-performance-changes-3n-skx-mrr"
2574   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2575   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2576   parameters:
2577   - "name"
2578   - "parent"
2579   - "result"
2580
2581 # VPP Performance Changes 3n-skx 4t2c MRR
2582 - type: "table"
2583   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2584   algorithm: "table_performance_comparison"
2585   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2586   history:
2587     - title: "rls1810"
2588       data: "vpp-performance-changes-3n-skx-mrr-h1"
2589   reference:
2590     title: "rls1901"
2591     data: "vpp-performance-changes-3n-skx-mrr-ref"
2592   compare:
2593     title: "rls1904"
2594     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2595   data: "vpp-performance-changes-3n-skx-mrr"
2596   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2597   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "result"
2602
2603 # VPP Performance Changes 3n-skx 8t4c MRR
2604 - type: "table"
2605   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2606   algorithm: "table_performance_comparison"
2607   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2608   history:
2609     - title: "rls1810"
2610       data: "vpp-performance-changes-3n-skx-mrr-h1"
2611   reference:
2612     title: "rls1901"
2613     data: "vpp-performance-changes-3n-skx-mrr-ref"
2614   compare:
2615     title: "rls1904"
2616     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2617   data: "vpp-performance-changes-3n-skx-mrr"
2618   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2619   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2620   parameters:
2621   - "name"
2622   - "parent"
2623   - "result"
2624
2625 # VPP Performance Changes 2n-skx 2t1c MRR
2626 - type: "table"
2627   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2630   history:
2631     - title: "rls1810"
2632       data: "vpp-performance-changes-2n-skx-mrr-h1"
2633   reference:
2634     title: "rls1901"
2635     data: "vpp-performance-changes-2n-skx-mrr-ref"
2636   compare:
2637     title: "rls1904"
2638     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2639   data: "vpp-performance-changes-2n-skx-mrr"
2640   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2641   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2642   parameters:
2643   - "name"
2644   - "parent"
2645   - "result"
2646
2647 # VPP Performance Changes 2n-skx 4t2c MRR
2648 - type: "table"
2649   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2650   algorithm: "table_performance_comparison"
2651   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2652   history:
2653     - title: "rls1810"
2654       data: "vpp-performance-changes-2n-skx-mrr-h1"
2655   reference:
2656     title: "rls1901"
2657     data: "vpp-performance-changes-2n-skx-mrr-ref"
2658   compare:
2659     title: "rls1904"
2660     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2661   data: "vpp-performance-changes-2n-skx-mrr"
2662   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2663   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2664   parameters:
2665   - "name"
2666   - "parent"
2667   - "result"
2668
2669 # VPP Performance Changes 2n-skx 8t4c MRR
2670 - type: "table"
2671   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2672   algorithm: "table_performance_comparison"
2673   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2674   history:
2675     - title: "rls1810"
2676       data: "vpp-performance-changes-2n-skx-mrr-h1"
2677   reference:
2678     title: "rls1901"
2679     data: "vpp-performance-changes-2n-skx-mrr-ref"
2680   compare:
2681     title: "rls1904"
2682     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2683   data: "vpp-performance-changes-2n-skx-mrr"
2684   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2685   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2686   parameters:
2687   - "name"
2688   - "parent"
2689   - "result"
2690
2691 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2692 - type: "table"
2693   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2694   algorithm: "table_performance_comparison"
2695   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2696   reference:
2697     title: "3-Node Hsw"
2698     data: "vpp-compare-testbeds-mrr-ref"
2699   compare:
2700     title: "3-Node Skx"
2701     data: "vpp-compare-testbeds-mrr-cmp"
2702   data: "vpp-compare-testbeds-mrr"
2703   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2704   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2705   parameters:
2706   - "name"
2707   - "parent"
2708   - "result"
2709
2710 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2711 - type: "table"
2712   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2713   algorithm: "table_performance_comparison"
2714   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2715   reference:
2716     title: "3-Node Hsw"
2717     data: "vpp-compare-testbeds-mrr-ref"
2718   compare:
2719     title: "3-Node Skx"
2720     data: "vpp-compare-testbeds-mrr-cmp"
2721   data: "vpp-compare-testbeds-mrr"
2722   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2723   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2724   parameters:
2725   - "name"
2726   - "parent"
2727   - "result"
2728
2729 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2730 - type: "table"
2731   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2732   algorithm: "table_performance_comparison"
2733   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2734   reference:
2735     title: "3-Node Hsw"
2736     data: "vpp-compare-testbeds-mrr-ref"
2737   compare:
2738     title: "3-Node Skx"
2739     data: "vpp-compare-testbeds-mrr-cmp"
2740   data: "vpp-compare-testbeds-mrr"
2741   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2742   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2743   parameters:
2744   - "name"
2745   - "parent"
2746   - "result"
2747
2748 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2749 - type: "table"
2750   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2751   algorithm: "table_performance_comparison"
2752   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2753   reference:
2754     title: "3-Node Skx"
2755     data: "vpp-compare-topologies-mrr-ref"
2756   compare:
2757     title: "2-Node Skx"
2758     data: "vpp-compare-topologies-mrr-cmp"
2759   data: "vpp-compare-topologies-mrr"
2760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761   filter: "'MRR' and '1C'"
2762   parameters:
2763   - "name"
2764   - "parent"
2765   - "result"
2766
2767 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2768 - type: "table"
2769   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2770   algorithm: "table_performance_comparison"
2771   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2772   reference:
2773     title: "3-Node Skx"
2774     data: "vpp-compare-topologies-mrr-ref"
2775   compare:
2776     title: "2-Node Skx"
2777     data: "vpp-compare-topologies-mrr-cmp"
2778   data: "vpp-compare-topologies-mrr"
2779   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2780   filter: "'MRR' and '2C'"
2781   parameters:
2782   - "name"
2783   - "parent"
2784   - "result"
2785
2786 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2787 - type: "table"
2788   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2789   algorithm: "table_performance_comparison"
2790   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2791   reference:
2792     title: "3-Node Skx"
2793     data: "vpp-compare-topologies-mrr-ref"
2794   compare:
2795     title: "2-Node Skx"
2796     data: "vpp-compare-topologies-mrr-cmp"
2797   data: "vpp-compare-topologies-mrr"
2798   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2799   filter: "'MRR' and '4C'"
2800   parameters:
2801   - "name"
2802   - "parent"
2803   - "result"
2804
2805 # Detailed Test Results - VPP Performance Results 3n-hsw
2806 - type: "table"
2807   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2808   algorithm: "table_merged_details"
2809   output-file-ext: ".csv"
2810   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2811   columns:
2812   - title: "Name"
2813     data: "data name"
2814   - title: "Status"
2815     data: "data msg"
2816   rows: "generated"
2817   data: "vpp-perf-results-3n-hsw"
2818   filter: "not 'NDRCHK' and not 'PDRCHK'"
2819   parameters:
2820   - "name"
2821   - "parent"
2822   - "msg"
2823
2824 # Detailed Test Results - VPP Performance Results 3n-skx
2825 - type: "table"
2826   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2827   algorithm: "table_merged_details"
2828   output-file-ext: ".csv"
2829   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2830   columns:
2831   - title: "Name"
2832     data: "data name"
2833   - title: "Status"
2834     data: "data msg"
2835   rows: "generated"
2836   data: "vpp-perf-results-3n-skx"
2837   filter: "not 'NDRCHK' and not 'PDRCHK'"
2838   parameters:
2839   - "name"
2840   - "parent"
2841   - "msg"
2842
2843 # Detailed Test Results - VPP Performance Results 2n-skx
2844 - type: "table"
2845   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2846   algorithm: "table_merged_details"
2847   output-file-ext: ".csv"
2848   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2849   columns:
2850   - title: "Name"
2851     data: "data name"
2852   - title: "Status"
2853     data: "data msg"
2854   rows: "generated"
2855   data: "vpp-perf-results-2n-skx"
2856   filter: "not 'NDRCHK' and not 'PDRCHK'"
2857   parameters:
2858   - "name"
2859   - "parent"
2860   - "msg"
2861
2862 # Detailed Test Results - VPP Performance Results 2n-dnv
2863 - type: "table"
2864   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2865   algorithm: "table_details"
2866   output-file-ext: ".csv"
2867   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2868   columns:
2869   - title: "Name"
2870     data: "data name"
2871   - title: "Status"
2872     data: "data msg"
2873   rows: "generated"
2874   data: "intel-dnv-vpp"
2875   filter: "'NDRPDR'"
2876   parameters:
2877   - "name"
2878   - "parent"
2879   - "msg"
2880
2881 # Test configuration - VPP Performance Test Configs 3n-hsw
2882 - type: "table"
2883   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2884   algorithm: "table_merged_details"
2885   output-file-ext: ".csv"
2886   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2887   columns:
2888   - title: "Name"
2889     data: "data name"
2890   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2891     data: "data conf-history"
2892   rows: "generated"
2893   data: "vpp-perf-results-3n-hsw"
2894   filter: "not 'NDRCHK' and not 'PDRCHK'"
2895   parameters:
2896   - "parent"
2897   - "name"
2898   - "conf-history"
2899
2900 # Test configuration - VPP Performance Test Configs 3n-skx
2901 - type: "table"
2902   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2903   algorithm: "table_merged_details"
2904   output-file-ext: ".csv"
2905   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2906   columns:
2907   - title: "Name"
2908     data: "data name"
2909   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2910     data: "data conf-history"
2911   rows: "generated"
2912   data: "vpp-perf-results-3n-skx"
2913   filter: "not 'NDRCHK' and not 'PDRCHK'"
2914   parameters:
2915   - "parent"
2916   - "name"
2917   - "conf-history"
2918
2919 # Test configuration - VPP Performance Test Configs 2n-skx
2920 - type: "table"
2921   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2922   algorithm: "table_merged_details"
2923   output-file-ext: ".csv"
2924   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2925   columns:
2926   - title: "Name"
2927     data: "data name"
2928   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2929     data: "data conf-history"
2930   rows: "generated"
2931   data: "vpp-perf-results-2n-skx"
2932   filter: "not 'NDRCHK' and not 'PDRCHK'"
2933   parameters:
2934   - "parent"
2935   - "name"
2936   - "conf-history"
2937
2938 # Test configuration - VPP Performance Test Configs 2n-dnv
2939 - type: "table"
2940   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
2941   algorithm: "table_details"
2942   output-file-ext: ".csv"
2943   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
2944   columns:
2945   - title: "Name"
2946     data: "data name"
2947   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2948     data: "data conf-history"
2949   rows: "generated"
2950   data: "intel-dnv-vpp"
2951   filter: "'NDRPDR'"
2952   parameters:
2953   - "parent"
2954   - "name"
2955   - "conf-history"
2956
2957 # Test Operational Data - VPP Performance Operational Data 3n-hsw
2958 - type: "table"
2959   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
2960   algorithm: "table_merged_details"
2961   output-file-ext: ".csv"
2962   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
2963   columns:
2964   - title: "Name"
2965     data: "data name"
2966   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2967     data: "data show-run"
2968   rows: "generated"
2969   data: "vpp-perf-results-3n-hsw"
2970   filter: "not 'NDRCHK' and not 'PDRCHK'"
2971   parameters:
2972   - "parent"
2973   - "name"
2974   - "show-run"
2975
2976 # Test Operational Data - VPP Performance Operational Data 3n-skx
2977 - type: "table"
2978   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
2979   algorithm: "table_merged_details"
2980   output-file-ext: ".csv"
2981   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
2982   columns:
2983   - title: "Name"
2984     data: "data name"
2985   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2986     data: "data show-run"
2987   rows: "generated"
2988   data: "vpp-perf-results-3n-skx"
2989   filter: "not 'NDRCHK' and not 'PDRCHK'"
2990   parameters:
2991   - "parent"
2992   - "name"
2993   - "show-run"
2994
2995 # Test Operational Data - VPP Performance Operational Data 2n-skx
2996 - type: "table"
2997   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
2998   algorithm: "table_merged_details"
2999   output-file-ext: ".csv"
3000   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3001   columns:
3002   - title: "Name"
3003     data: "data name"
3004   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3005     data: "data show-run"
3006   rows: "generated"
3007   data: "vpp-perf-results-2n-skx"
3008   filter: "not 'NDRCHK' and not 'PDRCHK'"
3009   parameters:
3010   - "parent"
3011   - "name"
3012   - "show-run"
3013
3014 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3015 - type: "table"
3016   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3017   algorithm: "table_details"
3018   output-file-ext: ".csv"
3019   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3020   columns:
3021   - title: "Name"
3022     data: "data name"
3023   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3024     data: "data show-run"
3025   rows: "generated"
3026   data: "intel-dnv-vpp"
3027   filter: "'NDRPDR'"
3028   parameters:
3029   - "parent"
3030   - "name"
3031   - "show-run"
3032
3033 # Detailed Test Results - VPP MRR Results 3n-hsw
3034 - type: "table"
3035   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3036   algorithm: "table_details"
3037   output-file-ext: ".csv"
3038   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3039   columns:
3040   - title: "Name"
3041     data: "data name"
3042   - title: "Status"
3043     data: "data msg"
3044   rows: "generated"
3045   data: "vpp-mrr-results-3n-hsw"
3046   filter: "'MRR'"
3047   parameters:
3048   - "name"
3049   - "parent"
3050   - "msg"
3051
3052 # Detailed Test Results - VPP MRR Results 3n-skx
3053 - type: "table"
3054   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3055   algorithm: "table_details"
3056   output-file-ext: ".csv"
3057   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3058   columns:
3059   - title: "Name"
3060     data: "data name"
3061   - title: "Status"
3062     data: "data msg"
3063   rows: "generated"
3064   data: "vpp-mrr-results-3n-skx"
3065   filter: "'MRR'"
3066   parameters:
3067   - "name"
3068   - "parent"
3069   - "msg"
3070
3071 # Detailed Test Results - VPP MRR Results 2n-skx
3072 - type: "table"
3073   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3074   algorithm: "table_details"
3075   output-file-ext: ".csv"
3076   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3077   columns:
3078   - title: "Name"
3079     data: "data name"
3080   - title: "Status"
3081     data: "data msg"
3082   rows: "generated"
3083   data: "vpp-mrr-results-2n-skx"
3084   filter: "'MRR'"
3085   parameters:
3086   - "name"
3087   - "parent"
3088   - "msg"
3089
3090 # Detailed Test Results - VPP MRR Results 2n-dnv
3091 - type: "table"
3092   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3093   algorithm: "table_details"
3094   output-file-ext: ".csv"
3095   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3096   columns:
3097   - title: "Name"
3098     data: "data name"
3099   - title: "Status"
3100     data: "data msg"
3101   rows: "generated"
3102   data: "intel-dnv-vpp"
3103   filter: "'MRR'"
3104   parameters:
3105   - "name"
3106   - "parent"
3107   - "msg"
3108
3109 # Test configuration - VPP MRR Test Configs 3n-hsw
3110 - type: "table"
3111   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3112   algorithm: "table_details"
3113   output-file-ext: ".csv"
3114   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3115   columns:
3116   - title: "Name"
3117     data: "data name"
3118   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3119     data: "data conf-history"
3120   rows: "generated"
3121   data: "vpp-mrr-results-3n-hsw"
3122   filter: "'MRR'"
3123   parameters:
3124   - "parent"
3125   - "name"
3126   - "conf-history"
3127
3128 # Test configuration - VPP MRR Test Configs 3n-skx
3129 - type: "table"
3130   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3131   algorithm: "table_details"
3132   output-file-ext: ".csv"
3133   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3134   columns:
3135   - title: "Name"
3136     data: "data name"
3137   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3138     data: "data conf-history"
3139   rows: "generated"
3140   data: "vpp-mrr-results-3n-skx"
3141   filter: "'MRR'"
3142   parameters:
3143   - "parent"
3144   - "name"
3145   - "conf-history"
3146
3147 # Test configuration - VPP MRR Test Configs 2n-skx
3148 - type: "table"
3149   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3150   algorithm: "table_details"
3151   output-file-ext: ".csv"
3152   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3153   columns:
3154   - title: "Name"
3155     data: "data name"
3156   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3157     data: "data conf-history"
3158   rows: "generated"
3159   data: "vpp-mrr-results-2n-skx"
3160   filter: "'MRR'"
3161   parameters:
3162   - "parent"
3163   - "name"
3164   - "conf-history"
3165
3166 # Test configuration - VPP MRR Test Configs 2n-dnv
3167 - type: "table"
3168   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3169   algorithm: "table_details"
3170   output-file-ext: ".csv"
3171   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3172   columns:
3173   - title: "Name"
3174     data: "data name"
3175   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3176     data: "data conf-history"
3177   rows: "generated"
3178   data: "intel-dnv-vpp"
3179   filter: "'MRR'"
3180   parameters:
3181   - "parent"
3182   - "name"
3183   - "conf-history"
3184
3185 # Detailed Test Results - VPP Functional Results - Ubuntu
3186 - type: "table"
3187   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3188   algorithm: "table_details"
3189   output-file-ext: ".csv"
3190   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3191   columns:
3192   - title: "Name"
3193     data: "data name"
3194   - title: "Documentation"
3195     data: "data doc"
3196   - title: "Status"
3197     data: "data status"
3198   rows: "generated"
3199   data: "vpp-func-results-ubuntu"
3200   filter: "all"
3201   parameters:
3202   - "name"
3203   - "parent"
3204   - "doc"
3205   - "status"
3206
3207 # Detailed Test Results - VPP Functional Results - CentOS
3208 - type: "table"
3209   title: "Detailed Test Results - VPP Functional Results - CentOS"
3210   algorithm: "table_details"
3211   output-file-ext: ".csv"
3212   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3213   columns:
3214   - title: "Name"
3215     data: "data name"
3216   - title: "Documentation"
3217     data: "data doc"
3218   -
3219     title: "Status"
3220     data: "data status"
3221   rows: "generated"
3222   data:
3223     "vpp-func-results-centos"
3224   filter: "all"
3225   parameters:
3226   - "name"
3227   - "parent"
3228   - "doc"
3229   - "status"
3230
3231 # Test configuration - VPP Functional Test Configs - Ubuntu
3232 - type: "table"
3233   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3234   algorithm: "table_details"
3235   output-file-ext: ".csv"
3236   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3237   columns:
3238   - title: "Name"
3239     data: "data name"
3240   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3241     data: "data conf-history"
3242   rows: "generated"
3243   data: "vpp-func-results-ubuntu"
3244   filter: "all"
3245   parameters:
3246   - "parent"
3247   - "name"
3248   - "conf-history"
3249
3250 # Test configuration - VPP Functional Test Configs - CentOS
3251 - type: "table"
3252   title: "Test configuration - VPP Functional Test Configs - CentOS"
3253   algorithm: "table_details"
3254   output-file-ext: ".csv"
3255   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3256   columns:
3257   - title: "Name"
3258     data: "data name"
3259   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3260     data: "data conf-history"
3261   rows: "generated"
3262   data: "vpp-func-results-centos"
3263   filter: "all"
3264   parameters:
3265   - "parent"
3266   - "name"
3267   - "conf-history"
3268
3269 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3270 - type: "table"
3271   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3272   algorithm: "table_details"
3273   output-file-ext: ".csv"
3274   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3275   columns:
3276   - title: "Name"
3277     data: "data name"
3278   - title: "Status"
3279     data: "data msg"
3280   rows: "generated"
3281   data: "ligato-perf-results-3n-hsw"
3282   filter: "all"
3283   parameters:
3284   - "name"
3285   - "parent"
3286   - "msg"
3287
3288 # Detailed Test Results - VPP Device Results - Ubuntu
3289 - type: "table"
3290   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3291   algorithm: "table_details"
3292   output-file-ext: ".csv"
3293   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3294   columns:
3295   - title: "Name"
3296     data: "data name"
3297   - title: "Documentation"
3298     data: "data doc"
3299   - title: "Status"
3300     data: "data status"
3301   rows: "generated"
3302   data: "vpp-device-results-ubuntu"
3303   filter: "all"
3304   parameters:
3305   - "name"
3306   - "parent"
3307   - "doc"
3308   - "status"
3309
3310 # Test configuration - VPP Device Test Configs - Ubuntu
3311 - type: "table"
3312   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3313   algorithm: "table_details"
3314   output-file-ext: ".csv"
3315   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3316   columns:
3317   - title: "Name"
3318     data: "data name"
3319   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3320     data: "data conf-history"
3321   rows: "generated"
3322   data: "vpp-device-results-ubuntu"
3323   filter: "all"
3324   parameters:
3325   - "parent"
3326   - "name"
3327   - "conf-history"
3328
3329 ################################################################################
3330
3331 # DPDK Performance Changes 3n-hsw 1t1c pdr
3332 - type: "table"
3333   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3334   algorithm: "table_performance_comparison"
3335   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3336   history:
3337     - title: "rls1810"
3338       data: "dpdk-performance-changes-3n-hsw-h1"
3339   reference:
3340     title: "rls1901"
3341     data: "dpdk-performance-changes-3n-hsw-ref"
3342   compare:
3343     title: "rls1904"
3344     data: "dpdk-performance-changes-3n-hsw-cmp"
3345   data: "dpdk-performance-changes-3n-hsw"
3346   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3347   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3348   parameters:
3349   - "name"
3350   - "parent"
3351   - "throughput"
3352
3353 # DPDK Performance Changes 3n-hsw 2t2c pdr
3354 - type: "table"
3355   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3356   algorithm: "table_performance_comparison"
3357   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3358   history:
3359     - title: "rls1810"
3360       data: "dpdk-performance-changes-3n-hsw-h1"
3361   reference:
3362     title: "rls1901"
3363     data: "dpdk-performance-changes-3n-hsw-ref"
3364   compare:
3365     title: "rls1904"
3366     data: "dpdk-performance-changes-3n-hsw-cmp"
3367   data: "dpdk-performance-changes-3n-hsw"
3368   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3369   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3370   parameters:
3371   - "name"
3372   - "parent"
3373   - "throughput"
3374
3375 # DPDK Performance Changes 3n-hsw 1t1c ndr
3376 - type: "table"
3377   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3378   algorithm: "table_performance_comparison"
3379   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3380   history:
3381     - title: "rls1810"
3382       data: "dpdk-performance-changes-3n-hsw-h1"
3383   reference:
3384     title: "rls1901"
3385     data: "dpdk-performance-changes-3n-hsw-ref"
3386   compare:
3387     title: "rls1904"
3388     data: "dpdk-performance-changes-3n-hsw-cmp"
3389   data: "dpdk-performance-changes-3n-hsw"
3390   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3391   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3392   parameters:
3393   - "name"
3394   - "parent"
3395   - "throughput"
3396
3397 # DPDK Performance Changes 3n-hsw 2t2c ndr
3398 - type: "table"
3399   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3400   algorithm: "table_performance_comparison"
3401   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3402   history:
3403     - title: "rls1810"
3404       data: "dpdk-performance-changes-3n-hsw-h1"
3405   reference:
3406     title: "rls1901"
3407     data: "dpdk-performance-changes-3n-hsw-ref"
3408   compare:
3409     title: "rls1904"
3410     data: "dpdk-performance-changes-3n-hsw-cmp"
3411   data: "dpdk-performance-changes-3n-hsw"
3412   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3413   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3414   parameters:
3415   - "name"
3416   - "parent"
3417   - "throughput"
3418
3419 # DPDK Performance Changes 3n-skx 2t1c pdr
3420 - type: "table"
3421   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3422   algorithm: "table_performance_comparison"
3423   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3424   history:
3425     - title: "rls1810"
3426       data: "dpdk-performance-changes-3n-skx-h1"
3427   reference:
3428     title: "rls1901"
3429     data: "dpdk-performance-changes-3n-skx-ref"
3430   compare:
3431     title: "rls1904"
3432     data: "dpdk-performance-changes-3n-skx-cmp"
3433   data: "dpdk-performance-changes-3n-skx"
3434   include-tests: "PDR" # &qu