CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 2   # NDRPDR sel
136
137     plot-vpp-http-server-performance:
138       # TODO: Replace with 1904 data
139       # csit-vpp-perf-verify-1904-3n-hsw:
140       csit-vpp-perf-verify-1810-3n-hsw:
141         - 28  # WRK
142         - 29  # WRK
143         - 30  # WRK
144         - 31  # WRK
145         - 32  # WRK
146         - 33  # WRK
147         - 34  # WRK
148         - 35  # WRK
149         - 36  # WRK
150         - 37  # WRK
151
152     plot-ligato-throughput-lat-tsa-3n-hsw:
153       # TODO: Replace with 1904 data
154       # csit-ligato-perf-verify-1904-3n-hsw:
155       csit-ligato-perf-verify-1901-3n-hsw:
156         - 8   # NDRPDR sel
157         - 9   # NDRPDR sel
158         - 11  # NDRPDR sel
159         - 12  # NDRPDR sel
160         - 13  # NDRPDR sel
161         - 14  # NDRPDR sel
162         - 15  # NDRPDR sel
163         - 16  # NDRPDR sel
164         - 17  # NDRPDR sel
165         - 18  # NDRPDR sel
166
167     plot-dpdk-throughput-latency-3n-hsw:
168       # TODO: Add 1904 data
169       csit-dpdk-perf-verify-1904-3n-hsw:
170         - 1   # NDRPDR sel
171
172     # 3n-skx
173
174     plot-vpp-throughput-lat-tsa-3n-skx:
175       # TODO: Add 1904 data
176       csit-vpp-perf-verify-1904-3n-skx:
177         - 4   # NDRPDR sel
178
179     plot-dpdk-throughput-latency-3n-skx:
180       # TODO: Add 1904 data
181       csit-dpdk-perf-verify-1904-3n-skx:
182         - 1   # NDRPDR sel
183
184     # 2n-skx
185
186     plot-vpp-throughput-lat-tsa-2n-skx:
187       # TODO: Add 1904 data
188       csit-vpp-perf-verify-1904-2n-skx:
189         - 5   # NDRPDR sel
190
191     plot-vpp-soak-2n-skx:
192       # TODO: Replace with 1904 data
193       # csit-vpp-perf-verify-1904-2n-skx:
194       csit-vpp-perf-verify-1901-2n-skx:
195         - 45  # SOAK sel
196
197     plot-vpp-nfv-2n-skx:
198       # TODO: Replace with 1904 data
199       # csit-vpp-perf-verify-1904-2n-skx:
200       csit-vpp-perf-verify-1901-2n-skx:
201         - 28  # NFV NDRPDR
202         - 29  # NFV NDRPDR
203         - 32  # NFV NDRPDR
204         - 39  # NFV NDRPDR
205         - 46  # NFV NDRPDR
206
207     plot-vpp-nfv-2n-skx-mrr:
208       # TODO: Replace with 1904 data
209       # csit-vpp-perf-verify-1904-2n-skx:
210       csit-vpp-perf-verify-1901-2n-skx:
211         - 24  # NFV MRR
212         - 26  # NFV MRR
213         - 27  # NFV MRR
214         - 35  # NFV MRR
215         - 37  # NFV MRR
216
217     plot-dpdk-throughput-latency-2n-skx:
218       # TODO: Add 1904 data
219       csit-dpdk-perf-verify-1904-2n-skx:
220         - 1   # NDRPDR sel
221
222     # 3rd party
223
224     # Denverton:
225     intel-dnv-vpp:
226       # TODO: Replace with 1904 data
227       # intel-dnv-vpp-release-1904:
228       intel-dnv-vpp-release-1901:
229         - 1
230
231     ###########################################################################
232     # Simple tables (only one data set):
233
234     # NIC Comparisons
235
236     vpp-nic-comparison-3n-hsw:
237       # TODO: Add 1904 data
238       csit-vpp-perf-verify-1904-3n-hsw:
239         - 2   # NDRPDR sel
240
241     vpp-nic-comparison-3n-skx:
242       # TODO: Add 1904 data
243       csit-vpp-perf-verify-1904-3n-skx:
244         - 4   # NDRPDR sel
245
246     vpp-nic-comparison-2n-skx:
247       # TODO: Add 1904 data
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 5   # NDRPDR sel
250
251     vpp-nic-comparison-3n-hsw-mrr:
252       csit-vpp-perf-verify-1904-3n-hsw:
253         - 1   # MRR sel
254
255     vpp-nic-comparison-3n-skx-mrr:
256       csit-vpp-perf-verify-1904-3n-skx:
257         - 3   # MRR sel
258
259     vpp-nic-comparison-2n-skx-mrr:
260       csit-vpp-perf-verify-1904-2n-skx:
261         - 4   # MRR sel
262
263     # Results
264
265     vpp-perf-results-3n-hsw:
266       # TODO: Replace with 1904 data
267       # csit-vpp-perf-verify-1904-3n-hsw:
268       csit-vpp-perf-verify-1901-3n-hsw:
269         - 38  # NDRPDR full
270         - 43  # NDRPDR full
271         - 45  # NDRPDR full
272         - 49  # NDRPDR full
273
274     vpp-perf-results-3n-skx:
275       # TODO: Replace with 1904 data
276       # csit-vpp-perf-verify-1904-3n-skx:
277       csit-vpp-perf-verify-1901-3n-skx:
278         - 37  # NDRPDR full
279         - 39  # NDRPDR full
280         - 40  # NDRPDR full
281         - 49  # NDRPDR full
282
283     vpp-perf-results-2n-skx:
284       # TODO: Replace with 1904 data
285       # csit-vpp-perf-verify-1904-2n-skx:
286       csit-vpp-perf-verify-1901-2n-skx:
287         - 25  # NDRPDR full
288         - 30  # NDRPDR full
289         - 33  # NDRPDR full
290         - 44  # NDRPDR full
291
292     vpp-mrr-results-3n-hsw:
293       csit-vpp-perf-verify-1904-3n-hsw:
294         - 1   # MRR sel
295
296     vpp-mrr-results-3n-skx:
297       csit-vpp-perf-verify-1904-3n-skx:
298         - 3   # MRR sel
299
300     vpp-mrr-results-2n-skx:
301       csit-vpp-perf-verify-1904-2n-skx:
302         - 4   # MRR sel
303
304     vpp-func-results-ubuntu:
305       csit-vpp-functional-1904-ubuntu1604-virl:
306         - 20
307
308     vpp-func-results-centos:
309       csit-vpp-functional-1904-centos7-virl:
310         - 19
311
312     vpp-device-results-ubuntu:
313       csit-vpp-device-1904-ubuntu1804-1n-skx:
314         - 18
315
316     # VPP Ligato
317     ligato-perf-results-3n-hsw:
318       # TODO: Replace with 1904 data
319       # csit-ligato-perf-verify-1904-3n-hsw:
320       csit-ligato-perf-verify-1901-3n-hsw:
321         - 10  # NDRPDR full
322
323     dpdk-perf-results-3n-hsw:
324       csit-dpdk-perf-verify-1904-3n-hsw:
325         - 1   # NDRPDR sel
326
327     dpdk-perf-results-3n-skx:
328       csit-dpdk-perf-verify-1904-3n-skx:
329         - 1   # NDRPDR sel
330
331     dpdk-perf-results-2n-skx:
332       csit-dpdk-perf-verify-1904-2n-skx:
333         - 1   # NDRPDR sel
334
335     # HoneyComb Functional
336     hc-func-results:
337       # TODO: Replace with 1904 data
338       # csit-hc2vpp-verify-func-1904-ubuntu1604:
339       csit-hc2vpp-verify-func-1901-ubuntu1604:
340         - 3
341
342 #    # NSH SFC Functional
343 #    nsh-func-results:
344 #      # Not used
345 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
346 #        - 1
347
348     # DMM Functional
349     dmm-func-results:
350       csit-dmm-functional-1904-ubuntu1604-virl:
351         - 1
352
353     ###########################################################################
354     # Tables (more than one data set)
355
356     # Performance changes
357
358     intel-dnv-vpp-changes-2n-dnv-h1:
359       intel-dnv-vpp-release-1810:
360         - 1
361     intel-dnv-vpp-changes-2n-dnv-ref:
362       intel-dnv-vpp-release-1901:
363         - 1
364     intel-dnv-vpp-changes-2n-dnv-cmp:
365       # TODO: Replace with 1904 data
366       # intel-dnv-vpp-release-1904:
367       intel-dnv-vpp-release-1901:
368         - 1
369     intel-dnv-vpp-changes-2n-dnv:
370       - "intel-dnv-vpp-changes-2n-dnv-h1"
371       - "intel-dnv-vpp-changes-2n-dnv-ref"
372       - "intel-dnv-vpp-changes-2n-dnv-cmp"
373
374     vpp-performance-changes-3n-hsw-h1:
375       csit-vpp-perf-verify-1810-3n-hsw:
376         - 8   # NDRPDR sel
377         - 12  # NDRPDR sel
378         - 14  # NDRPDR sel
379         - 18  # NDRPDR sel
380         - 23  # NDRPDR sel
381         - 25  # NDRPDR sel
382         - 38  # NDRPDR sel
383         - 39  # NDRPDR sel
384         - 41  # NDRPDR sel
385         - 42  # NDRPDR sel
386     vpp-performance-changes-3n-hsw-ref:
387       csit-vpp-perf-verify-1901-3n-hsw:
388         - 10  # NDRPDR sel
389         - 19  # NDRPDR sel
390         - 31  # NDRPDR sel
391         - 36  # NDRPDR sel
392         - 40  # NDRPDR sel
393         - 42  # NDRPDR sel
394         - 44  # NDRPDR sel
395         - 46  # NDRPDR sel
396         - 47  # NDRPDR sel
397         - 48  # NDRPDR sel
398         - 61  # NDRPDR LB
399         - 62  # NDRPDR LB
400         - 63  # NDRPDR LB
401         - 64  # NDRPDR LB
402         - 65  # NDRPDR LB
403         - 66  # NDRPDR LB
404         - 67  # NDRPDR LB
405         - 69  # NDRPDR LB
406         - 70  # NDRPDR LB
407         - 71  # NDRPDR LB
408     vpp-performance-changes-3n-hsw-cmp:
409       # TODO: Add 1904 data
410       csit-vpp-perf-verify-1904-3n-hsw
411         - 2   # NDRPDR sel
412     vpp-performance-changes-3n-hsw:
413       - "vpp-performance-changes-3n-hsw-h1"
414       - "vpp-performance-changes-3n-hsw-ref"
415       - "vpp-performance-changes-3n-hsw-cmp"
416
417     vpp-performance-changes-3n-skx-h1:
418       csit-vpp-perf-verify-1810-3n-skx:
419         - 10  # NDRPDR sel
420         - 14  # NDRPDR sel
421         - 15  # NDRPDR sel
422         - 16  # NDRPDR sel
423         - 17  # NDRPDR sel
424         - 19  # NDRPDR sel
425         - 20  # NDRPDR sel
426         - 21  # NDRPDR sel
427         - 22  # NDRPDR sel
428         - 25  # NDRPDR sel
429     vpp-performance-changes-3n-skx-ref:
430       csit-vpp-perf-verify-1901-3n-skx:
431         - 18  # NDRPDR sel
432         - 19  # NDRPDR sel
433         - 20  # NDRPDR sel
434         - 28  # NDRPDR sel
435         - 31  # NDRPDR sel
436         - 33  # NDRPDR sel
437         - 36  # NDRPDR sel
438         - 38  # NDRPDR sel
439         - 47  # NDRPDR sel
440         - 48  # NDRPDR sel
441         - 54  # NDRPDR LB
442         - 57  # NDRPDR LB
443         - 58  # NDRPDR LB
444         - 59  # NDRPDR LB
445         - 60  # NDRPDR LB
446         - 63  # NDRPDR LB
447         - 64  # NDRPDR LB
448         - 65  # NDRPDR LB
449         - 66  # NDRPDR LB
450         - 67  # NDRPDR LB
451     vpp-performance-changes-3n-skx-cmp:
452       # TODO: Add 1904 data
453       csit-vpp-perf-verify-1904-3n-skx:
454         - 4   # NDRPDR sel
455     vpp-performance-changes-3n-skx:
456       - "vpp-performance-changes-3n-skx-h1"
457       - "vpp-performance-changes-3n-skx-ref"
458       - "vpp-performance-changes-3n-skx-cmp"
459
460     vpp-performance-changes-2n-skx-h1:
461       csit-vpp-perf-verify-1810-2n-skx:
462         - 9   # NDRPDR sel
463         - 13  # NDRPDR sel
464         - 14  # NDRPDR sel
465         - 19  # NDRPDR sel
466         - 20  # NDRPDR sel
467         - 21  # NDRPDR sel
468         - 22  # NDRPDR sel
469         - 23  # NDRPDR sel
470         - 24  # NDRPDR sel
471         - 27  # NDRPDR sel
472     vpp-performance-changes-2n-skx-ref:
473       csit-vpp-perf-verify-1901-2n-skx:
474         - 5   # NDRPDR sel
475         - 12  # NDRPDR sel
476         - 13  # NDRPDR sel
477         - 21  # NDRPDR sel
478         - 23  # NDRPDR sel
479         - 31  # NDRPDR sel
480         - 34  # NDRPDR sel
481         - 40  # NDRPDR sel
482         - 42  # NDRPDR sel
483         - 43  # NDRPDR sel
484     vpp-performance-changes-2n-skx-cmp:
485       # TODO: Add 1904 data
486       csit-vpp-perf-verify-1904-2n-skx:
487         - 5   # NDRPDR sel
488     vpp-performance-changes-2n-skx:
489       - "vpp-performance-changes-2n-skx-h1"
490       - "vpp-performance-changes-2n-skx-ref"
491       - "vpp-performance-changes-2n-skx-cmp"
492
493     vpp-performance-changes-3n-hsw-mrr-h1:
494       csit-vpp-perf-verify-1810-3n-hsw:
495         - 9   # MRR sel
496     vpp-performance-changes-3n-hsw-mrr-ref:
497       csit-vpp-perf-verify-1901-3n-hsw:
498         - 35  # MRR sel
499     vpp-performance-changes-3n-hsw-mrr-cmp:
500       csit-vpp-perf-verify-1904-3n-hsw:
501         - 1   # MRR sel
502     vpp-performance-changes-3n-hsw-mrr:
503       - "vpp-performance-changes-3n-hsw-mrr-h1"
504       - "vpp-performance-changes-3n-hsw-mrr-ref"
505       - "vpp-performance-changes-3n-hsw-mrr-cmp"
506
507     vpp-performance-changes-3n-skx-mrr-h1:
508       csit-vpp-perf-verify-1810-3n-skx:
509         - 9   # MRR sel
510         - 11  # MRR sel
511         - 12  # MRR sel
512         - 13  # MRR sel
513     vpp-performance-changes-3n-skx-mrr-ref:
514       csit-vpp-perf-verify-1901-3n-skx:
515         - 32  # MRR sel
516     vpp-performance-changes-3n-skx-mrr-cmp:
517       csit-vpp-perf-verify-1904-3n-skx:
518         - 3   # MRR sel
519     vpp-performance-changes-3n-skx-mrr:
520       - "vpp-performance-changes-3n-skx-mrr-h1"
521       - "vpp-performance-changes-3n-skx-mrr-ref"
522       - "vpp-performance-changes-3n-skx-mrr-cmp"
523
524     vpp-performance-changes-2n-skx-mrr-h1:
525       csit-vpp-perf-verify-1810-2n-skx:
526         - 8   # MRR sel
527         - 10  # MRR sel
528         - 11  # MRR sel
529         - 12  # MRR sel
530     vpp-performance-changes-2n-skx-mrr-ref:
531       csit-vpp-perf-verify-1901-2n-skx:
532         - 22  # MRR sel
533     vpp-performance-changes-2n-skx-mrr-cmp:
534       csit-vpp-perf-verify-1904-2n-skx:
535         - 4   # MRR sel
536     vpp-performance-changes-2n-skx-mrr:
537       - "vpp-performance-changes-2n-skx-mrr-h1"
538       - "vpp-performance-changes-2n-skx-mrr-ref"
539       - "vpp-performance-changes-2n-skx-mrr-cmp"
540
541     dpdk-performance-changes-3n-hsw-h1:
542       csit-dpdk-perf-verify-1810-3n-hsw:
543         - 1   # NDRPDR sel
544         - 2   # NDRPDR sel
545         - 3   # NDRPDR sel
546         - 4   # NDRPDR sel
547         - 5   # NDRPDR sel
548         - 6   # NDRPDR sel
549         - 7   # NDRPDR sel
550         - 8   # NDRPDR sel
551         - 9   # NDRPDR sel
552         - 10  # NDRPDR sel
553     dpdk-performance-changes-3n-hsw-ref:
554       csit-dpdk-perf-verify-1901-3n-hsw:
555         - 13  # NDRPDR sel
556         - 14  # NDRPDR sel
557         - 16  # NDRPDR sel
558         - 17  # NDRPDR sel
559         - 18  # NDRPDR sel
560         - 19  # NDRPDR sel
561         - 20  # NDRPDR sel
562         - 21  # NDRPDR sel
563         - 22  # NDRPDR sel
564         - 23  # NDRPDR sel
565     dpdk-performance-changes-3n-hsw-cmp:
566       # TODO: Add 1904 data
567       csit-dpdk-perf-verify-1904-3n-hsw:
568         - 1   # NDRPDR sel
569     dpdk-performance-changes-3n-hsw:
570       - "dpdk-performance-changes-3n-hsw-h1"
571       - "dpdk-performance-changes-3n-hsw-ref"
572       - "dpdk-performance-changes-3n-hsw-cmp"
573
574     dpdk-performance-changes-3n-skx-h1:
575       csit-dpdk-perf-verify-1810-3n-skx:
576         - 3   # NDRPDR sel
577         - 4   # NDRPDR sel
578         - 6   # NDRPDR sel
579         - 7   # NDRPDR sel
580         - 8   # NDRPDR sel
581         - 9   # NDRPDR sel
582         - 10  # NDRPDR sel
583         - 11  # NDRPDR sel
584         - 12  # NDRPDR sel
585         - 13  # NDRPDR sel
586     dpdk-performance-changes-3n-skx-ref:
587       csit-dpdk-perf-verify-1901-3n-skx:
588         - 3   # NDRPDR sel
589         - 5   # NDRPDR sel
590         - 6   # NDRPDR sel
591         - 7   # NDRPDR sel
592         - 8   # NDRPDR sel
593         - 9   # NDRPDR sel
594         - 10  # NDRPDR sel
595         - 11  # NDRPDR sel
596         - 12  # NDRPDR sel
597         - 13  # NDRPDR sel
598     dpdk-performance-changes-3n-skx-cmp:
599       # TODO: Add 1904 data
600       csit-dpdk-perf-verify-1904-3n-skx:
601         - 1   # NDRPDR sel
602     dpdk-performance-changes-3n-skx:
603       - "dpdk-performance-changes-3n-skx-h1"
604       - "dpdk-performance-changes-3n-skx-ref"
605       - "dpdk-performance-changes-3n-skx-cmp"
606
607     dpdk-performance-changes-2n-skx-h1:
608       csit-dpdk-perf-verify-1810-2n-skx:
609         - 3   # NDRPDR sel
610         - 4   # NDRPDR sel
611         - 5   # NDRPDR sel
612         - 7   # NDRPDR sel
613         - 8   # NDRPDR sel
614         - 9   # NDRPDR sel
615         - 10  # NDRPDR sel
616         - 11  # NDRPDR sel
617         - 12  # NDRPDR sel
618         - 13  # NDRPDR sel
619     dpdk-performance-changes-2n-skx-ref:
620       csit-dpdk-perf-verify-1901-2n-skx:
621         - 12  # NDRPDR sel
622         - 13  # NDRPDR sel
623         - 14  # NDRPDR sel
624         - 15  # NDRPDR sel
625         - 16  # NDRPDR sel
626         - 17  # NDRPDR sel
627         - 18  # NDRPDR sel
628         - 19  # NDRPDR sel
629         - 20  # NDRPDR sel
630         - 21  # NDRPDR sel
631     dpdk-performance-changes-2n-skx-cmp:
632       # TODO: Add 1904 data
633       csit-dpdk-perf-verify-1904-2n-skx:
634         - 1   # NDRPDR sel
635     dpdk-performance-changes-2n-skx:
636       - "dpdk-performance-changes-2n-skx-h1"
637       - "dpdk-performance-changes-2n-skx-ref"
638       - "dpdk-performance-changes-2n-skx-cmp"
639
640     # Compare testbeds
641
642     vpp-compare-testbeds-ref:
643       # TODO: Add 1904 data
644       csit-vpp-perf-verify-1904-3n-hsw:
645         - 2   # NDRPDR sel
646     vpp-compare-testbeds-cmp:
647       # TODO: Add 1904 data
648       csit-vpp-perf-verify-1904-3n-skx:
649         - 4   # NDRPDR sel
650     vpp-compare-testbeds:
651       - "vpp-compare-testbeds-ref"
652       - "vpp-compare-testbeds-cmp"
653
654     vpp-compare-testbeds-mrr-ref:
655       csit-vpp-perf-verify-1904-3n-hsw:
656         - 1   # MRR sel
657     vpp-compare-testbeds-mrr-cmp:
658       csit-vpp-perf-verify-1904-3n-skx:
659         - 3   # MRR sel
660     vpp-compare-testbeds-mrr:
661       - "vpp-compare-testbeds-mrr-ref"
662       - "vpp-compare-testbeds-mrr-cmp"
663
664     dpdk-compare-testbeds-ref:
665       # TODO: Add 1904 data
666       csit-dpdk-perf-verify-1904-3n-hsw:
667         - 1   # NDRPDR sel
668     dpdk-compare-testbeds-cmp:
669       # TODO: Add 1904 data
670       csit-dpdk-perf-verify-1904-3n-skx:
671         - 1   # NDRPDR sel
672     dpdk-compare-testbeds:
673       - "dpdk-compare-testbeds-ref"
674       - "dpdk-compare-testbeds-cmp"
675
676     # Compare topologies
677
678     vpp-compare-topologies-ref:
679       # TODO: Add 1904 data
680       csit-vpp-perf-verify-1904-3n-skx:
681         - 4   # NDRPDR sel
682     vpp-compare-topologies-cmp:
683       # TODO: Add 1904 data
684       csit-vpp-perf-verify-1904-2n-skx:
685         - 5   # NDRPDR sel
686     vpp-compare-topologies:
687       - "vpp-compare-topologies-ref"
688       - "vpp-compare-topologies-cmp"
689
690     vpp-compare-topologies-mrr-ref:
691       csit-vpp-perf-verify-1904-3n-skx:
692         - 3   # MRR sel
693     vpp-compare-topologies-mrr-cmp:
694       csit-vpp-perf-verify-1904-2n-skx:
695         - 4   # MRR sel
696     vpp-compare-topologies-mrr:
697       - "vpp-compare-topologies-mrr-ref"
698       - "vpp-compare-topologies-mrr-cmp"
699
700     dpdk-compare-topologies-ref:
701       # TODO: Add 1904 data
702       csit-dpdk-perf-verify-1904-3n-skx:
703         - 1   # NDRPDR sel
704     dpdk-compare-topologies-cmp:
705       # TODO: Add 1904 data
706       csit-dpdk-perf-verify-1904-2n-skx:
707         - 1   # NDRPDR sel
708     dpdk-compare-topologies:
709       - "dpdk-compare-topologies-ref"
710       - "dpdk-compare-topologies-cmp"
711
712   plot-layouts:
713
714     plot-soak-throughput:
715       titlefont:
716         size: 18
717       xaxis:
718         title: "<b>Test Cases [Index]</b>"
719         titlefont:
720           size: 16
721         autorange: True
722         fixedrange: False
723         gridcolor: "rgb(230, 230, 230)"
724         linecolor: "rgb(220, 220, 220)"
725         linewidth: 1
726         showgrid: True
727         showline: True
728         showticklabels: True
729         tickcolor: "rgb(220, 220, 220)"
730         tickmode: "linear"
731         tickfont:
732           size: 16
733         zeroline: False
734       yaxis:
735         title: "<b>Packet Throughput [Mpps]</b>"
736         titlefont:
737           size: 16
738         gridcolor: "rgb(230, 230, 230)"
739         hoverformat: ".4s"
740         tickformat: ".3s"
741         linecolor: "rgb(220, 220, 220)"
742         linewidth: 1
743         showgrid: True
744         showline: True
745         showticklabels: True
746         tickcolor: "rgb(220, 220, 220)"
747         tickfont:
748           size: 16
749         zeroline: False
750         range: [0,50]
751       autosize: False
752       margin:
753         t: 50
754         b: 0
755         l: 80
756         r: 20
757       showlegend: True
758       legend:
759         orientation: "h"
760         font:
761           size: 16
762       width: 700
763       height: 900
764
765     plot-service-density:
766       titlefont:
767         size: 18
768       xaxis:
769         side: "top"
770         autorange: True
771         fixedrange: False
772         showgrid: False
773         showline: False
774         showticklabels: False
775         ticks: ""
776         ticklen: 0
777         tickwidth: 0
778         zeroline: False
779       yaxis:
780         autorange: "reversed"
781         showgrid: False
782         showline: False
783         showticklabels: False
784         ticks: ""
785         ticklen: 0
786         tickwidth: 0
787         zeroline: False
788       autosize: True
789       showlegend: False
790       width: 700
791       height: 700
792
793     plot-cps:
794       titlefont:
795         size: 18
796       xaxis:
797         title: "<b>Test Cases [Index]</b>"
798         titlefont:
799           size: 16
800         autorange: True
801         fixedrange: False
802         gridcolor: "rgb(230, 230, 230)"
803         linecolor: "rgb(220, 220, 220)"
804         linewidth: 1
805         showgrid: True
806         showline: True
807         showticklabels: True
808         tickcolor: "rgb(220, 220, 220)"
809         tickmode: "linear"
810         tickfont:
811           size: 16
812         zeroline: False
813       yaxis:
814         title: "<b>Connections Per Second [cps]</b>"
815         titlefont:
816           size: 16
817         gridcolor: "rgb(230, 230, 230)"
818         hoverformat: ".4s"
819         linecolor: "rgb(220, 220, 220)"
820         linewidth: 1
821         rangemode: "tozero"
822         showgrid: True
823         showline: True
824         showticklabels: True
825         tickcolor: "rgb(220, 220, 220)"
826         tickformat: ".3s"
827         tickfont:
828           size: 16
829         zeroline: False
830       boxmode: "group"
831       boxgroupgap: 0.5
832       autosize: False
833       margin:
834         t: 50
835         b: 20
836         l: 80
837         r: 20
838       showlegend: True
839       legend:
840         orientation: "h"
841         font:
842           size: 16
843       width: 700
844       height: 800
845
846     plot-rps:
847       titlefont:
848         size: 18
849       xaxis:
850         title: "<b>Test Cases [Index]</b>"
851         titlefont:
852           size: 16
853         autorange: True
854         fixedrange: False
855         gridcolor: "rgb(230, 230, 230)"
856         linecolor: "rgb(220, 220, 220)"
857         linewidth: 1
858         showgrid: True
859         showline: True
860         showticklabels: True
861         tickcolor: "rgb(220, 220, 220)"
862         tickmode: "linear"
863         tickfont:
864           size: 16
865         zeroline: False
866       yaxis:
867         title: "<b>Requests Per Second [rps]</b>"
868         titlefont:
869           size: 16
870         gridcolor: "rgb(230, 230, 230)"
871         hoverformat: ".4s"
872         linecolor: "rgb(220, 220, 220)"
873         linewidth: 1
874         rangemode: "tozero"
875         showgrid: True
876         showline: True
877         showticklabels: True
878         tickcolor: "rgb(230, 230, 230)"
879         tickformat: ".3s"
880         tickfont:
881           size: 16
882         zeroline: False
883       boxmode: "group"
884       boxgroupgap: 0.5
885       autosize: False
886       margin:
887         t: 50
888         b: 20
889         l: 80
890         r: 20
891       showlegend: True
892       legend:
893         orientation: "h"
894         font:
895           size: 16
896       width: 700
897       height: 800
898
899     plot-throughput:
900       titlefont:
901         size: 18
902       xaxis:
903         title: "<b>Test Cases [Index]</b>"
904         titlefont:
905           size: 16
906         autorange: True
907         fixedrange: False
908         gridcolor: "rgb(230, 230, 230)"
909         linecolor: "rgb(220, 220, 220)"
910         linewidth: 1
911         showgrid: True
912         showline: True
913         showticklabels: True
914         tickcolor: "rgb(220, 220, 220)"
915         tickmode: "linear"
916         tickfont:
917           size: 16
918         zeroline: False
919       yaxis:
920         title: "<b>Packet Throughput [Mpps]</b>"
921         titlefont:
922           size: 16
923         gridcolor: "rgb(230, 230, 230)"
924         hoverformat: ".4s"
925         tickformat: ".3s"
926         linecolor: "rgb(220, 220, 220)"
927         linewidth: 1
928         showgrid: True
929         showline: True
930         showticklabels: True
931         tickcolor: "rgb(220, 220, 220)"
932         tickfont:
933           size: 16
934         zeroline: False
935         range: [0,50]
936       boxmode: "group"
937       boxgroupgap: 0.5
938       autosize: False
939       margin:
940         t: 50
941         b: 0
942         l: 80
943         r: 20
944       showlegend: True
945       legend:
946         orientation: "h"
947         font:
948           size: 16
949       width: 700
950       height: 900
951
952     plot-throughput-speedup-analysis:
953       titlefont:
954         size: 18
955       xaxis:
956         title: "<b>Number of Cores [Qty]</b>"
957         titlefont:
958           size: 16
959         autorange: True
960         fixedrange: False
961         gridcolor: "rgb(230, 230, 230)"
962         linecolor: "rgb(220, 220, 220)"
963         linewidth: 1
964         showgrid: True
965         showline: True
966         showticklabels: True
967         tickcolor: "rgb(238, 238, 238)"
968         tickmode: "linear"
969         tickfont:
970           size: 16
971         zeroline: False
972       yaxis:
973         title: "<b>Packet Throughput [Mpps]</b>"
974         titlefont:
975           size: 16
976         type: "linear"
977         gridcolor: "rgb(230, 230, 230)"
978         hoverformat: ".4s"
979         linecolor: "rgb(220, 220, 220)"
980         linewidth: 1
981         showgrid: True
982         showline: True
983         showticklabels: True
984         tickcolor: "rgb(220, 220, 220)"
985         tickformat: ".4s"
986         tickfont:
987           size: 16
988         zeroline: True
989         rangemode: "tozero"
990         range: [0,100]
991       legend:
992         orientation: "h"
993         font:
994           size: 16
995         xanchor: "left"
996         yanchor: "top"
997         x: 0
998         y: -0.2
999         bgcolor: "rgba(255, 255, 255, 0)"
1000         bordercolor: "rgba(255, 255, 255, 0)"
1001         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1002       autosize: False
1003       margin:
1004           't': 50
1005           'b': 150
1006           'l': 85
1007           'r': 10
1008       showlegend: True
1009       width: 700
1010       height: 700
1011       hoverlabel:
1012         namelength: -1
1013       annotations: [
1014         {
1015           text: "_ _          __          ...",
1016           align: "left",
1017           showarrow: False,
1018           xref: "paper",
1019           yref: "paper",
1020           xanchor: "left",
1021           yanchor: "top",
1022           x: 0,
1023           y: -0.13,
1024           font: {
1025             family: "Consolas, Courier New",
1026             size: 15
1027           },
1028         },
1029         {
1030           text: "    Perfect     Measured     Limit",
1031           align: "left",
1032           showarrow: False,
1033           xref: "paper",
1034           yref: "paper",
1035           xanchor: "left",
1036           yanchor: "top",
1037           x: 0,
1038           y: -0.15,
1039           font: {
1040             family: "Consolas, Courier New",
1041             size: 15
1042           },
1043         },
1044       ]
1045
1046     plot-latency:
1047       titlefont:
1048         size: 18
1049       xaxis:
1050         title: "<b>Direction</b>"
1051         titlefont:
1052           size: 16
1053         autorange: True
1054         fixedrange: False
1055         gridcolor: "rgb(230, 230, 230)"
1056         linecolor: "rgb(220, 220, 220)"
1057         linewidth: 1
1058         showgrid: True
1059         showline: True
1060         showticklabels: False
1061         tickcolor: "rgb(220, 220, 220)"
1062         tickmode: "linear"
1063         tickfont:
1064           size: 16
1065         zeroline: False
1066       yaxis:
1067         title: "<b>Packet Latency [uSec]</b>"
1068         titlefont:
1069           size: 16
1070         type: "linear"
1071         gridcolor: "rgb(230, 230, 230)"
1072         hoverformat: ".4s"
1073         linecolor: "rgb(220, 220, 220)"
1074         linewidth: 1
1075         showgrid: True
1076         showline: True
1077         showticklabels: True
1078         tickcolor: "rgb(220, 220, 220)"
1079         tickformat: ".4s"
1080         tickfont:
1081           size: 16
1082         zeroline: True
1083         rangemode: "tozero"
1084       legend:
1085         orientation: "h"
1086         font:
1087           size: 16
1088         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1089       autosize: False
1090       margin:
1091           't': 50
1092           'b': 150
1093           'l': 80
1094           'r': 10
1095       showlegend: True
1096       width: 700
1097       height: 700
1098       hoverlabel:
1099         namelength: -1
1100
1101 - type: "static"
1102   src-path: "{DIR[RST]}"
1103   dst-path: "{DIR[WORKING,SRC]}"
1104
1105 - type: "input"
1106   general:
1107     file-name: "robot-plugin.zip"
1108     file-format: ".zip"
1109     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1110     extract: "robot-plugin/output.xml"
1111
1112   builds:
1113     # TODO: Add 1904 data
1114 #    intel-dnv-vpp-release-1904:
1115 #      - 1
1116
1117     intel-dnv-vpp-release-1901:
1118       - 1
1119
1120     intel-dnv-vpp-release-1810:
1121       - 1
1122
1123     csit-vpp-perf-verify-1810-3n-hsw:
1124       - 9   # MRR sel
1125       - 20  # NDRPDR full
1126       - 21  # NDRPDR full
1127       - 22  # NDRPDR full
1128       - 27  # NDRPDR full
1129       - 8   # NDRPDR sel
1130       - 12  # NDRPDR sel
1131       - 14  # NDRPDR sel
1132       - 18  # NDRPDR sel
1133       - 23  # NDRPDR sel
1134       - 25  # NDRPDR sel
1135       - 38  # NDRPDR sel
1136       - 39  # NDRPDR sel
1137       - 41  # NDRPDR sel
1138       - 42  # NDRPDR sel
1139       - 28  # WRK
1140       - 29  # WRK
1141       - 30  # WRK
1142       - 31  # WRK
1143       - 32  # WRK
1144       - 33  # WRK
1145       - 34  # WRK
1146       - 35  # WRK
1147       - 36  # WRK
1148       - 37  # WRK
1149     csit-vpp-perf-verify-1901-3n-hsw:
1150       - 35  # MRR sel
1151       - 38  # NDRPDR full
1152       - 43  # NDRPDR full
1153       - 45  # NDRPDR full
1154       - 49  # NDRPDR full
1155       - 10  # NDRPDR sel
1156       - 19  # NDRPDR sel
1157       - 31  # NDRPDR sel
1158       - 36  # NDRPDR sel
1159       - 40  # NDRPDR sel
1160       - 42  # NDRPDR sel
1161       - 44  # NDRPDR sel
1162       - 46  # NDRPDR sel
1163       - 47  # NDRPDR sel
1164       - 48  # NDRPDR sel
1165       - 61  # NDRPDR LB
1166       - 62  # NDRPDR LB
1167       - 63  # NDRPDR LB
1168       - 64  # NDRPDR LB
1169       - 65  # NDRPDR LB
1170       - 66  # NDRPDR LB
1171       - 67  # NDRPDR LB
1172       - 69  # NDRPDR LB
1173       - 70  # NDRPDR LB
1174       - 71  # NDRPDR LB
1175     # TODO: Add 1904 Data
1176     csit-vpp-perf-verify-1904-3n-hsw:
1177       - 1   # MRR sel
1178       - 2   # NDRPDR sel
1179
1180     csit-vpp-perf-verify-1810-3n-skx:
1181       - 9   # MRR sel
1182       - 11  # MRR sel
1183       - 12  # MRR sel
1184       - 13  # MRR sel
1185       - 23  # NDRPDR full
1186       - 24  # NDRPDR full
1187       - 10  # NDRPDR sel
1188       - 14  # NDRPDR sel
1189       - 15  # NDRPDR sel
1190       - 16  # NDRPDR sel
1191       - 17  # NDRPDR sel
1192       - 19  # NDRPDR sel
1193       - 20  # NDRPDR sel
1194       - 21  # NDRPDR sel
1195       - 22  # NDRPDR sel
1196       - 25  # NDRPDR sel
1197     csit-vpp-perf-verify-1901-3n-skx:
1198       - 32  # MRR sel
1199       - 37  # NDRPDR full
1200       - 39  # NDRPDR full
1201       - 40  # NDRPDR full
1202       - 49  # NDRPDR full
1203       - 18  # NDRPDR sel
1204       - 19  # NDRPDR sel
1205       - 20  # NDRPDR sel
1206       - 28  # NDRPDR sel
1207       - 31  # NDRPDR sel
1208       - 33  # NDRPDR sel
1209       - 36  # NDRPDR sel
1210       - 38  # NDRPDR sel
1211       - 47  # NDRPDR sel
1212       - 48  # NDRPDR sel
1213       - 54  # NDRPDR LB
1214       - 57  # NDRPDR LB
1215       - 58  # NDRPDR LB
1216       - 59  # NDRPDR LB
1217       - 60  # NDRPDR LB
1218       - 63  # NDRPDR LB
1219       - 64  # NDRPDR LB
1220       - 65  # NDRPDR LB
1221       - 66  # NDRPDR LB
1222       - 67  # NDRPDR LB
1223     # TODO: Add 1904 data
1224     csit-vpp-perf-verify-1904-3n-skx:
1225       - 3   # MRR sel
1226       - 4   # NDRPDR sel
1227
1228     csit-vpp-perf-verify-1810-2n-skx:
1229       - 8   # MRR sel
1230       - 10  # MRR sel
1231       - 11  # MRR sel
1232       - 12  # MRR sel
1233       - 25  # NDRPDR full
1234       - 26  # NDRPDR full
1235       - 9   # NDRPDR sel
1236       - 13  # NDRPDR sel
1237       - 14  # NDRPDR sel
1238       - 19  # NDRPDR sel
1239       - 20  # NDRPDR sel
1240       - 21  # NDRPDR sel
1241       - 22  # NDRPDR sel
1242       - 23  # NDRPDR sel
1243       - 24  # NDRPDR sel
1244       - 27  # NDRPDR sel
1245     csit-vpp-perf-verify-1901-2n-skx:
1246       - 22  # MRR sel
1247       - 25  # NDRPDR full
1248       - 30  # NDRPDR full
1249       - 33  # NDRPDR full
1250       - 44  # NDRPDR full
1251       - 5   # NDRPDR sel
1252       - 12  # NDRPDR sel
1253       - 13  # NDRPDR sel
1254       - 21  # NDRPDR sel
1255       - 23  # NDRPDR sel
1256       - 31  # NDRPDR sel
1257       - 34  # NDRPDR sel
1258       - 40  # NDRPDR sel
1259       - 42  # NDRPDR sel
1260       - 43  # NDRPDR sel
1261       - 24  # NFV MRR
1262       - 26  # NFV MRR
1263       - 27  # NFV MRR
1264       - 35  # NFV MRR
1265       - 37  # NFV MRR
1266       - 28  # NFV NDRPDR
1267       - 29  # NFV NDRPDR
1268       - 32  # NFV NDRPDR
1269       - 39  # NFV NDRPDR
1270       - 46  # NFV NDRPDR
1271       - 45  # SOAK
1272     # TODO: Add 1904 data
1273     csit-vpp-perf-verify-1904-2n-skx:
1274       - 4   # MRR sel
1275       - 5   # NDRPDR sel
1276
1277     # TODO: Remove
1278     csit-ligato-perf-verify-1901-3n-hsw:
1279       - 10  # NDRPDR full
1280       - 8   # NDRPDR sel
1281       - 9   # NDRPDR sel
1282       - 11  # NDRPDR sel
1283       - 12  # NDRPDR sel
1284       - 13  # NDRPDR sel
1285       - 14  # NDRPDR sel
1286       - 15  # NDRPDR sel
1287       - 16  # NDRPDR sel
1288       - 17  # NDRPDR sel
1289       - 18  # NDRPDR sel
1290     # TODO: Add 1904 data
1291 #    csit-ligato-perf-verify-1904-3n-hsw:
1292 #      -
1293
1294     csit-dpdk-perf-verify-1810-3n-hsw:
1295       - 1   # NDRPDR sel
1296       - 2   # NDRPDR sel
1297       - 3   # NDRPDR sel
1298       - 4   # NDRPDR sel
1299       - 5   # NDRPDR sel
1300       - 6   # NDRPDR sel
1301       - 7   # NDRPDR sel
1302       - 8   # NDRPDR sel
1303       - 9   # NDRPDR sel
1304       - 10  # NDRPDR sel
1305     csit-dpdk-perf-verify-1901-3n-hsw:
1306       - 13  # NDRPDR sel
1307       - 14  # NDRPDR sel
1308       - 16  # NDRPDR sel
1309       - 17  # NDRPDR sel
1310       - 18  # NDRPDR sel
1311       - 19  # NDRPDR sel
1312       - 20  # NDRPDR sel
1313       - 21  # NDRPDR sel
1314       - 22  # NDRPDR sel
1315       - 23  # NDRPDR sel
1316     # TODO: Add 1904 data
1317     csit-dpdk-perf-verify-1904-3n-hsw:
1318       - 1   # NDRPDR sel
1319
1320     csit-dpdk-perf-verify-1810-3n-skx:
1321       - 3   # NDRPDR sel
1322       - 4   # NDRPDR sel
1323       - 6   # NDRPDR sel
1324       - 7   # NDRPDR sel
1325       - 8   # NDRPDR sel
1326       - 9   # NDRPDR sel
1327       - 10  # NDRPDR sel
1328       - 11  # NDRPDR sel
1329       - 12  # NDRPDR sel
1330       - 13  # NDRPDR sel
1331     csit-dpdk-perf-verify-1901-3n-skx:
1332       - 3   # NDRPDR sel
1333       - 5   # NDRPDR sel
1334       - 6   # NDRPDR sel
1335       - 7   # NDRPDR sel
1336       - 8   # NDRPDR sel
1337       - 9   # NDRPDR sel
1338       - 10  # NDRPDR sel
1339       - 11  # NDRPDR sel
1340       - 12  # NDRPDR sel
1341       - 13  # NDRPDR sel
1342     # TODO: Add 1904 data
1343     csit-dpdk-perf-verify-1904-3n-skx:
1344       - 1   # NDRPDR sel
1345
1346     csit-dpdk-perf-verify-1810-2n-skx:
1347       - 3   # NDRPDR sel
1348       - 4   # NDRPDR sel
1349       - 5   # NDRPDR sel
1350       - 7   # NDRPDR sel
1351       - 8   # NDRPDR sel
1352       - 9   # NDRPDR sel
1353       - 10  # NDRPDR sel
1354       - 11  # NDRPDR sel
1355       - 12  # NDRPDR sel
1356       - 13  # NDRPDR sel
1357     csit-dpdk-perf-verify-1901-2n-skx:
1358       - 12  # NDRPDR sel
1359       - 13  # NDRPDR sel
1360       - 14  # NDRPDR sel
1361       - 15  # NDRPDR sel
1362       - 16  # NDRPDR sel
1363       - 17  # NDRPDR sel
1364       - 18  # NDRPDR sel
1365       - 19  # NDRPDR sel
1366       - 20  # NDRPDR sel
1367       - 21  # NDRPDR sel
1368     # TODO: Add 1904 data
1369     csit-dpdk-perf-verify-1904-2n-skx:
1370       - 1   # NDRPDR sel
1371
1372     csit-vpp-functional-1904-ubuntu1604-virl:
1373       - 20
1374     csit-vpp-functional-1904-centos7-virl:
1375       - 19
1376     csit-vpp-device-1904-ubuntu1804-1n-skx:
1377       - 18
1378 #    # Not used
1379 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1380 #      - 1
1381     csit-dmm-functional-1904-ubuntu1604-virl:
1382       - 1
1383     csit-hc2vpp-verify-func-1901-ubuntu1604:
1384       - 3
1385     # TODO: Add 1904 data
1386 #    csit-hc2vpp-verify-func-1904-ubuntu1604:
1387 #      -
1388
1389 - type: "output"
1390   output: "report"
1391   format:
1392     html:
1393     - full
1394     pdf:
1395     - minimal
1396
1397 ################################################################################
1398 ###                               T A B L E S                                ###
1399 ################################################################################
1400
1401 # VPP Compare NICs 3n-hsw 1t1c ndr
1402 - type: "table"
1403   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1404   algorithm: "table_nics_comparison"
1405   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1406   reference:
1407     title: "Intel-x520"
1408     nic: "NIC_Intel-X520-DA2"
1409   compare:
1410     title: "Intel-x710"
1411     nic: "NIC_Intel-X710"
1412   data: "vpp-nic-comparison-3n-hsw"
1413   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1414   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1415   parameters:
1416   - "name"
1417   - "parent"
1418   - "throughput"
1419   - "tags"
1420
1421 # VPP Compare NICs 3n-hsw 2t2c ndr
1422 - type: "table"
1423   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1424   algorithm: "table_nics_comparison"
1425   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1426   reference:
1427     title: "Intel-x520"
1428     nic: "NIC_Intel-X520-DA2"
1429   compare:
1430     title: "Intel-x710"
1431     nic: "NIC_Intel-X710"
1432   data: "vpp-nic-comparison-3n-hsw"
1433   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1434   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1435   parameters:
1436   - "name"
1437   - "parent"
1438   - "throughput"
1439   - "tags"
1440
1441 # VPP Compare NICs 3n-hsw 1t1c pdr
1442 - type: "table"
1443   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1444   algorithm: "table_nics_comparison"
1445   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1446   reference:
1447     title: "Intel-x520"
1448     nic: "NIC_Intel-X520-DA2"
1449   compare:
1450     title: "Intel-x710"
1451     nic: "NIC_Intel-X710"
1452   data: "vpp-nic-comparison-3n-hsw"
1453   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1454   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1455   parameters:
1456   - "name"
1457   - "parent"
1458   - "throughput"
1459   - "tags"
1460
1461 # VPP Compare NICs 3n-hsw 2t2c pdr
1462 - type: "table"
1463   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1464   algorithm: "table_nics_comparison"
1465   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1466   reference:
1467     title: "Intel-x520"
1468     nic: "NIC_Intel-X520-DA2"
1469   compare:
1470     title: "Intel-x710"
1471     nic: "NIC_Intel-X710"
1472   data: "vpp-nic-comparison-3n-hsw"
1473   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1474   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1475   parameters:
1476   - "name"
1477   - "parent"
1478   - "throughput"
1479   - "tags"
1480
1481 # VPP Compare NICs 3n-hsw 1t1c mrr
1482 - type: "table"
1483   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1484   algorithm: "table_nics_comparison"
1485   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1486   reference:
1487     title: "Intel-x520"
1488     nic: "NIC_Intel-X520-DA2"
1489   compare:
1490     title: "Intel-x710"
1491     nic: "NIC_Intel-X710"
1492   data: "vpp-nic-comparison-3n-hsw-mrr"
1493   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1494   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1495   parameters:
1496   - "name"
1497   - "parent"
1498   - "result"
1499   - "tags"
1500
1501 # VPP Compare NICs 3n-hsw 2t2c mrr
1502 - type: "table"
1503   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1504   algorithm: "table_nics_comparison"
1505   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1506   reference:
1507     title: "Intel-x520"
1508     nic: "NIC_Intel-X520-DA2"
1509   compare:
1510     title: "Intel-x710"
1511     nic: "NIC_Intel-X710"
1512   data: "vpp-nic-comparison-3n-hsw-mrr"
1513   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1514   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1515   parameters:
1516   - "name"
1517   - "parent"
1518   - "result"
1519   - "tags"
1520
1521 # VPP Compare NICs 3n-hsw 4t4c mrr
1522 - type: "table"
1523   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1524   algorithm: "table_nics_comparison"
1525   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1526   reference:
1527     title: "Intel-x520"
1528     nic: "NIC_Intel-X520-DA2"
1529   compare:
1530     title: "Intel-x710"
1531     nic: "NIC_Intel-X710"
1532   data: "vpp-nic-comparison-3n-hsw-mrr"
1533   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1534   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1535   parameters:
1536   - "name"
1537   - "parent"
1538   - "result"
1539   - "tags"
1540
1541 # VPP Compare NICs 3n-skx 2t1c ndr
1542 - type: "table"
1543   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1544   algorithm: "table_nics_comparison"
1545   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1546   reference:
1547     title: "Intel-x710"
1548     nic: "NIC_Intel-X710"
1549   compare:
1550     title: "Intel-xxv710"
1551     nic: "NIC_Intel-XXV710"
1552   data: "vpp-nic-comparison-3n-skx"
1553   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1554   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1555   parameters:
1556   - "name"
1557   - "parent"
1558   - "throughput"
1559   - "tags"
1560
1561 # VPP Compare NICs 3n-skx 4t2c ndr
1562 - type: "table"
1563   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1564   algorithm: "table_nics_comparison"
1565   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1566   reference:
1567     title: "Intel-x710"
1568     nic: "NIC_Intel-X710"
1569   compare:
1570     title: "Intel-xxv710"
1571     nic: "NIC_Intel-XXV710"
1572   data: "vpp-nic-comparison-3n-skx"
1573   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1574   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1575   parameters:
1576   - "name"
1577   - "parent"
1578   - "throughput"
1579   - "tags"
1580
1581 # VPP Compare NICs 3n-skx 2t1c pdr
1582 - type: "table"
1583   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1584   algorithm: "table_nics_comparison"
1585   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1586   reference:
1587     title: "Intel-x710"
1588     nic: "NIC_Intel-X710"
1589   compare:
1590     title: "Intel-xxv710"
1591     nic: "NIC_Intel-XXV710"
1592   data: "vpp-nic-comparison-3n-skx"
1593   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1594   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1595   parameters:
1596   - "name"
1597   - "parent"
1598   - "throughput"
1599   - "tags"
1600
1601  # VPP Compare NICs 3n-skx 4t2c pdr
1602 - type: "table"
1603   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1604   algorithm: "table_nics_comparison"
1605   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1606   reference:
1607     title: "Intel-x710"
1608     nic: "NIC_Intel-X710"
1609   compare:
1610     title: "Intel-xxv710"
1611     nic: "NIC_Intel-XXV710"
1612   data: "vpp-nic-comparison-3n-skx"
1613   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1614   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1615   parameters:
1616   - "name"
1617   - "parent"
1618   - "throughput"
1619   - "tags"
1620
1621 # VPP Compare NICs 3n-skx 2t1c mrr
1622 - type: "table"
1623   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1624   algorithm: "table_nics_comparison"
1625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1626   reference:
1627     title: "Intel-x710"
1628     nic: "NIC_Intel-X710"
1629   compare:
1630     title: "Intel-xxv710"
1631     nic: "NIC_Intel-XXV710"
1632   data: "vpp-nic-comparison-3n-skx-mrr"
1633   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1634   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1635   parameters:
1636   - "name"
1637   - "parent"
1638   - "result"
1639   - "tags"
1640
1641 # VPP Compare NICs 3n-skx 4t2c mrr
1642 - type: "table"
1643   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1644   algorithm: "table_nics_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1646   reference:
1647     title: "Intel-x710"
1648     nic: "NIC_Intel-X710"
1649   compare:
1650     title: "Intel-xxv710"
1651     nic: "NIC_Intel-XXV710"
1652   data: "vpp-nic-comparison-3n-skx-mrr"
1653   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1654   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1655   parameters:
1656   - "name"
1657   - "parent"
1658   - "result"
1659   - "tags"
1660
1661  # VPP Compare NICs 3n-skx 8t4c mrr
1662 - type: "table"
1663   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1664   algorithm: "table_nics_comparison"
1665   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1666   reference:
1667     title: "Intel-x710"
1668     nic: "NIC_Intel-X710"
1669   compare:
1670     title: "Intel-xxv710"
1671     nic: "NIC_Intel-XXV710"
1672   data: "vpp-nic-comparison-3n-skx-mrr"
1673   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1674   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1675   parameters:
1676   - "name"
1677   - "parent"
1678   - "result"
1679   - "tags"
1680
1681 # VPP Compare NICs 2n-skx 2t1c ndr
1682 - type: "table"
1683   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1686   reference:
1687     title: "Intel-x710"
1688     nic: "NIC_Intel-X710"
1689   compare:
1690     title: "Intel-xxv710"
1691     nic: "NIC_Intel-XXV710"
1692   data: "vpp-nic-comparison-2n-skx"
1693   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 2n-skx 4t2c ndr
1702 - type: "table"
1703   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1706   reference:
1707     title: "Intel-x710"
1708     nic: "NIC_Intel-X710"
1709   compare:
1710     title: "Intel-xxv710"
1711     nic: "NIC_Intel-XXV710"
1712   data: "vpp-nic-comparison-2n-skx"
1713   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1714   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "throughput"
1719   - "tags"
1720
1721  # VPP Compare NICs 2n-skx 2t1c pdr
1722 - type: "table"
1723   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1726   reference:
1727     title: "Intel-x710"
1728     nic: "NIC_Intel-X710"
1729   compare:
1730     title: "Intel-xxv710"
1731     nic: "NIC_Intel-XXV710"
1732   data: "vpp-nic-comparison-2n-skx"
1733   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1734   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "throughput"
1739   - "tags"
1740
1741 # VPP Compare NICs 2n-skx 4t2c pdr
1742 - type: "table"
1743   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1746   reference:
1747     title: "Intel-x710"
1748     nic: "NIC_Intel-X710"
1749   compare:
1750     title: "Intel-xxv710"
1751     nic: "NIC_Intel-XXV710"
1752   data: "vpp-nic-comparison-2n-skx"
1753   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1754   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "throughput"
1759   - "tags"
1760
1761 # VPP Compare NICs 2n-skx 2t1c mrr
1762 - type: "table"
1763   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1766   reference:
1767     title: "Intel-x710"
1768     nic: "NIC_Intel-X710"
1769   compare:
1770     title: "Intel-xxv710"
1771     nic: "NIC_Intel-XXV710"
1772   data: "vpp-nic-comparison-2n-skx-mrr"
1773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1774   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "result"
1779   - "tags"
1780
1781 # VPP Compare NICs 2n-skx 4t2c mrr
1782 - type: "table"
1783   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1786   reference:
1787     title: "Intel-x710"
1788     nic: "NIC_Intel-X710"
1789   compare:
1790     title: "Intel-xxv710"
1791     nic: "NIC_Intel-XXV710"
1792   data: "vpp-nic-comparison-2n-skx-mrr"
1793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1794   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "result"
1799   - "tags"
1800
1801 # VPP Compare NICs 2n-skx 8t4c mrr
1802 - type: "table"
1803   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1806   reference:
1807     title: "Intel-x710"
1808     nic: "NIC_Intel-X710"
1809   compare:
1810     title: "Intel-xxv710"
1811     nic: "NIC_Intel-XXV710"
1812   data: "vpp-nic-comparison-2n-skx-mrr"
1813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1814   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "result"
1819   - "tags"
1820
1821 ################################################################################
1822 # VPP
1823
1824 # VPP Performance Changes 2n-dnv 1t1c pdr
1825 - type: "table"
1826   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1827   algorithm: "table_performance_comparison"
1828   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1829   history:
1830     - title: "rls1810"
1831       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1832   reference:
1833     title: "rls1901"
1834     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1835   compare:
1836     title: "rls1904"
1837     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1838   data: "intel-dnv-vpp-changes-2n-dnv"
1839   include-tests: "PDR"
1840   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1841   parameters:
1842   - "name"
1843   - "parent"
1844   - "throughput"
1845
1846 # VPP Performance Changes 2n-dnv 2t2c pdr
1847 - type: "table"
1848   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1849   algorithm: "table_performance_comparison"
1850   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1851   history:
1852     - title: "rls1810"
1853       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1854   reference:
1855     title: "rls1901"
1856     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1857   compare:
1858     title: "rls1904"
1859     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1860   data: "intel-dnv-vpp-changes-2n-dnv"
1861   include-tests: "PDR"
1862   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1863   parameters:
1864   - "name"
1865   - "parent"
1866   - "throughput"
1867
1868 # VPP Performance Changes 2n-dnv 1t1c ndr
1869 - type: "table"
1870   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1871   algorithm: "table_performance_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1873   history:
1874     - title: "rls1810"
1875       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1876   reference:
1877     title: "rls1901"
1878     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1879   compare:
1880     title: "rls1904"
1881     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1882   data: "intel-dnv-vpp-changes-2n-dnv"
1883   include-tests: "NDR"
1884   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1885   parameters:
1886   - "name"
1887   - "parent"
1888   - "throughput"
1889
1890 # VPP Performance Changes 2n-dnv 2t2c ndr
1891 - type: "table"
1892   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1893   algorithm: "table_performance_comparison"
1894   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1895   history:
1896     - title: "rls1810"
1897       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1898   reference:
1899     title: "rls1901"
1900     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1901   compare:
1902     title: "rls1904"
1903     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1904   data: "intel-dnv-vpp-changes-2n-dnv"
1905   include-tests: "NDR"
1906   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1907   parameters:
1908   - "name"
1909   - "parent"
1910   - "throughput"
1911
1912 # VPP Performance Changes 2n-dnv 1t1c MRR
1913 - type: "table"
1914   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
1915   algorithm: "table_performance_comparison"
1916   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
1917   history:
1918     - title: "rls1810"
1919       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1920   reference:
1921     title: "rls1901"
1922     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1923   compare:
1924     title: "rls1904"
1925     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1926   data: "intel-dnv-vpp-changes-2n-dnv"
1927   include-tests: "MRR"
1928   filter: "'1T1C' and 'MRR'"
1929   parameters:
1930   - "name"
1931   - "parent"
1932   - "result"
1933
1934 # VPP Performance Changes 2n-dnv 2t2c MRR
1935 - type: "table"
1936   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
1937   algorithm: "table_performance_comparison"
1938   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
1939   history:
1940     - title: "rls1810"
1941       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1942   reference:
1943     title: "rls1901"
1944     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1945   compare:
1946     title: "rls1904"
1947     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1948   data: "intel-dnv-vpp-changes-2n-dnv"
1949   include-tests: "MRR"
1950   filter: "'2T2C' and 'MRR'"
1951   parameters:
1952   - "name"
1953   - "parent"
1954   - "result"
1955
1956 # VPP Performance Changes 2n-dnv 4t4c MRR
1957 - type: "table"
1958   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
1959   algorithm: "table_performance_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
1961   history:
1962     - title: "rls1810"
1963       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1964   reference:
1965     title: "rls1901"
1966     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1967   compare:
1968     title: "rls1904"
1969     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1970   data: "intel-dnv-vpp-changes-2n-dnv"
1971   include-tests: "MRR"
1972   filter: "'4T4C' and 'MRR'"
1973   parameters:
1974   - "name"
1975   - "parent"
1976   - "result"
1977
1978 # VPP Performance Changes 3n-hsw 1t1c pdr
1979 - type: "table"
1980   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1981   algorithm: "table_performance_comparison"
1982   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1983   history:
1984     - title: "rls1810"
1985       data: "vpp-performance-changes-3n-hsw-h1"
1986   reference:
1987     title: "rls1901"
1988     data: "vpp-performance-changes-3n-hsw-ref"
1989   compare:
1990     title: "rls1904"
1991     data: "vpp-performance-changes-3n-hsw-cmp"
1992   data: "vpp-performance-changes-3n-hsw"
1993   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1994   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "throughput"
1999
2000 # VPP Performance Changes 3n-hsw 2t2c pdr
2001 - type: "table"
2002   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2003   algorithm: "table_performance_comparison"
2004   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2005   history:
2006     - title: "rls1810"
2007       data: "vpp-performance-changes-3n-hsw-h1"
2008   reference:
2009     title: "rls1901"
2010     data: "vpp-performance-changes-3n-hsw-ref"
2011   compare:
2012     title: "rls1904"
2013     data: "vpp-performance-changes-3n-hsw-cmp"
2014   data: "vpp-performance-changes-3n-hsw"
2015   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2016   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2017   parameters:
2018   - "name"
2019   - "parent"
2020   - "throughput"
2021
2022 # VPP Performance Changes 3n-hsw 1t1c ndr
2023 - type: "table"
2024   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2025   algorithm: "table_performance_comparison"
2026   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2027   history:
2028     - title: "rls1810"
2029       data: "vpp-performance-changes-3n-hsw-h1"
2030   reference:
2031     title: "rls1901"
2032     data: "vpp-performance-changes-3n-hsw-ref"
2033   compare:
2034     title: "rls1904"
2035     data: "vpp-performance-changes-3n-hsw-cmp"
2036   data: "vpp-performance-changes-3n-hsw"
2037   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2038   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2039   parameters:
2040   - "name"
2041   - "parent"
2042   - "throughput"
2043
2044 # VPP Performance Changes 3n-hsw 2t2c ndr
2045 - type: "table"
2046   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2047   algorithm: "table_performance_comparison"
2048   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2049   history:
2050     - title: "rls1810"
2051       data: "vpp-performance-changes-3n-hsw-h1"
2052   reference:
2053     title: "rls1901"
2054     data: "vpp-performance-changes-3n-hsw-ref"
2055   compare:
2056     title: "rls1904"
2057     data: "vpp-performance-changes-3n-hsw-cmp"
2058   data: "vpp-performance-changes-3n-hsw"
2059   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2060   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2061   parameters:
2062   - "name"
2063   - "parent"
2064   - "throughput"
2065
2066 # VPP Performance Changes 3n-skx 2t1c pdr
2067 - type: "table"
2068   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2069   algorithm: "table_performance_comparison"
2070   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2071   history:
2072     - title: "rls1810"
2073       data: "vpp-performance-changes-3n-skx-h1"
2074   reference:
2075     title: "rls1901"
2076     data: "vpp-performance-changes-3n-skx-ref"
2077   compare:
2078     title: "rls1904"
2079     data: "vpp-performance-changes-3n-skx-cmp"
2080   data: "vpp-performance-changes-3n-skx"
2081   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2082   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2083   parameters:
2084   - "name"
2085   - "parent"
2086   - "throughput"
2087
2088 # VPP Performance Changes 3n-skx 4t2c pdr
2089 - type: "table"
2090   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2091   algorithm: "table_performance_comparison"
2092   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2093   history:
2094     - title: "rls1810"
2095       data: "vpp-performance-changes-3n-skx-h1"
2096   reference:
2097     title: "rls1901"
2098     data: "vpp-performance-changes-3n-skx-ref"
2099   compare:
2100     title: "rls1904"
2101     data: "vpp-performance-changes-3n-skx-cmp"
2102   data: "vpp-performance-changes-3n-skx"
2103   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2104   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2105   parameters:
2106   - "name"
2107   - "parent"
2108   - "throughput"
2109
2110 # VPP Performance Changes 3n-skx 2t1c ndr
2111 - type: "table"
2112   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2113   algorithm: "table_performance_comparison"
2114   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2115   history:
2116     - title: "rls1810"
2117       data: "vpp-performance-changes-3n-skx-h1"
2118   reference:
2119     title: "rls1901"
2120     data: "vpp-performance-changes-3n-skx-ref"
2121   compare:
2122     title: "rls1904"
2123     data: "vpp-performance-changes-3n-skx-cmp"
2124   data: "vpp-performance-changes-3n-skx"
2125   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2126   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "throughput"
2131
2132 # VPP Performance Changes 3n-skx 4t2c ndr
2133 - type: "table"
2134   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2135   algorithm: "table_performance_comparison"
2136   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2137   history:
2138     - title: "rls1810"
2139       data: "vpp-performance-changes-3n-skx-h1"
2140   reference:
2141     title: "rls1901"
2142     data: "vpp-performance-changes-3n-skx-ref"
2143   compare:
2144     title: "rls1904"
2145     data: "vpp-performance-changes-3n-skx-cmp"
2146   data: "vpp-performance-changes-3n-skx"
2147   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2148   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2149   parameters:
2150   - "name"
2151   - "parent"
2152   - "throughput"
2153
2154 # VPP Performance Changes 2n-skx 2t1c pdr
2155 - type: "table"
2156   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2157   algorithm: "table_performance_comparison"
2158   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2159   history:
2160     - title: "rls1810"
2161       data: "vpp-performance-changes-2n-skx-h1"
2162   reference:
2163     title: "rls1901"
2164     data: "vpp-performance-changes-2n-skx-ref"
2165   compare:
2166     title: "rls1904"
2167     data: "vpp-performance-changes-2n-skx-cmp"
2168   data: "vpp-performance-changes-2n-skx"
2169   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2170   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2171   parameters:
2172   - "name"
2173   - "parent"
2174   - "throughput"
2175
2176 # VPP Performance Changes 2n-skx 4t2c pdr
2177 - type: "table"
2178   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2179   algorithm: "table_performance_comparison"
2180   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2181   history:
2182     - title: "rls1810"
2183       data: "vpp-performance-changes-2n-skx-h1"
2184   reference:
2185     title: "rls1901"
2186     data: "vpp-performance-changes-2n-skx-ref"
2187   compare:
2188     title: "rls1904"
2189     data: "vpp-performance-changes-2n-skx-cmp"
2190   data: "vpp-performance-changes-2n-skx"
2191   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2192   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2193   parameters:
2194   - "name"
2195   - "parent"
2196   - "throughput"
2197
2198 # VPP Performance Changes 2n-skx 2t1c ndr
2199 - type: "table"
2200   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2201   algorithm: "table_performance_comparison"
2202   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2203   history:
2204     - title: "rls1810"
2205       data: "vpp-performance-changes-2n-skx-h1"
2206   reference:
2207     title: "rls1901"
2208     data: "vpp-performance-changes-2n-skx-ref"
2209   compare:
2210     title: "rls1904"
2211     data: "vpp-performance-changes-2n-skx-cmp"
2212   data: "vpp-performance-changes-2n-skx"
2213   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2214   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2215   parameters:
2216   - "name"
2217   - "parent"
2218   - "throughput"
2219
2220 # VPP Performance Changes 2n-skx 4t2c ndr
2221 - type: "table"
2222   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2223   algorithm: "table_performance_comparison"
2224   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2225   history:
2226     - title: "rls1810"
2227       data: "vpp-performance-changes-2n-skx-h1"
2228   reference:
2229     title: "rls1901"
2230     data: "vpp-performance-changes-2n-skx-ref"
2231   compare:
2232     title: "rls1904"
2233     data: "vpp-performance-changes-2n-skx-cmp"
2234   data: "vpp-performance-changes-2n-skx"
2235   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2236   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2237   parameters:
2238   - "name"
2239   - "parent"
2240   - "throughput"
2241
2242 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2243 - type: "table"
2244   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2245   algorithm: "table_performance_comparison"
2246   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2247   reference:
2248     title: "3-Node Hsw"
2249     data: "vpp-compare-testbeds-ref"
2250   compare:
2251     title: "3-Node Skx"
2252     data: "vpp-compare-testbeds-cmp"
2253   data: "vpp-compare-testbeds"
2254   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2255   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2256   parameters:
2257   - "name"
2258   - "parent"
2259   - "throughput"
2260
2261 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2262 - type: "table"
2263   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2264   algorithm: "table_performance_comparison"
2265   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2266   reference:
2267     title: "3-Node Hsw"
2268     data: "vpp-compare-testbeds-ref"
2269   compare:
2270     title: "3-Node Skx"
2271     data: "vpp-compare-testbeds-cmp"
2272   data: "vpp-compare-testbeds"
2273   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2274   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2275   parameters:
2276   - "name"
2277   - "parent"
2278   - "throughput"
2279
2280 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2281 - type: "table"
2282   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2283   algorithm: "table_performance_comparison"
2284   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2285   reference:
2286     title: "3-Node Hsw"
2287     data: "vpp-compare-testbeds-ref"
2288   compare:
2289     title: "3-Node Skx"
2290     data: "vpp-compare-testbeds-cmp"
2291   data: "vpp-compare-testbeds"
2292   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2293   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2294   parameters:
2295   - "name"
2296   - "parent"
2297   - "throughput"
2298
2299 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2300 - type: "table"
2301   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2302   algorithm: "table_performance_comparison"
2303   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2304   reference:
2305     title: "3-Node Hsw"
2306     data: "vpp-compare-testbeds-ref"
2307   compare:
2308     title: "3-Node Skx"
2309     data: "vpp-compare-testbeds-cmp"
2310   data: "vpp-compare-testbeds"
2311   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2312   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2313   parameters:
2314   - "name"
2315   - "parent"
2316   - "throughput"
2317
2318 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2319 - type: "table"
2320   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2321   algorithm: "table_performance_comparison"
2322   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2323   reference:
2324     title: "3-Node Skx"
2325     data: "vpp-compare-topologies-ref"
2326   compare:
2327     title: "2-Node Skx"
2328     data: "vpp-compare-topologies-cmp"
2329   data: "vpp-compare-topologies"
2330   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2331   filter: "'NDRPDR' and '1C'"
2332   parameters:
2333   - "name"
2334   - "parent"
2335   - "throughput"
2336
2337 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2338 - type: "table"
2339   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2340   algorithm: "table_performance_comparison"
2341   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2342   reference:
2343     title: "3-Node Skx"
2344     data: "vpp-compare-topologies-ref"
2345   compare:
2346     title: "2-Node Skx"
2347     data: "vpp-compare-topologies-cmp"
2348   data: "vpp-compare-topologies"
2349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2350   filter: "'NDRPDR' and '2C'"
2351   parameters:
2352   - "name"
2353   - "parent"
2354   - "throughput"
2355
2356 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2357 - type: "table"
2358   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2361   reference:
2362     title: "3-Node Skx"
2363     data: "vpp-compare-topologies-ref"
2364   compare:
2365     title: "2-Node Skx"
2366     data: "vpp-compare-topologies-cmp"
2367   data: "vpp-compare-topologies"
2368   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2369   filter: "'NDRPDR' and '1C'"
2370   parameters:
2371   - "name"
2372   - "parent"
2373   - "throughput"
2374
2375 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2376 - type: "table"
2377   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2378   algorithm: "table_performance_comparison"
2379   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2380   reference:
2381     title: "3-Node Skx"
2382     data: "vpp-compare-topologies-ref"
2383   compare:
2384     title: "2-Node Skx"
2385     data: "vpp-compare-topologies-cmp"
2386   data: "vpp-compare-topologies"
2387   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2388   filter: "'NDRPDR' and '2C'"
2389   parameters:
2390   - "name"
2391   - "parent"
2392   - "throughput"
2393
2394 # VPP Performance Changes 3n-hsw 1t1c MRR
2395 - type: "table"
2396   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2397   algorithm: "table_performance_comparison"
2398   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2399   history:
2400     - title: "rls1810"
2401       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2402   reference:
2403     title: "rls1901"
2404     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2405   compare:
2406     title: "rls1904"
2407     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2408   data: "vpp-performance-changes-3n-hsw-mrr"
2409   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2410   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2411   parameters:
2412   - "name"
2413   - "parent"
2414   - "result"
2415
2416 # VPP Performance Changes 3n-hsw 2t2c MRR
2417 - type: "table"
2418   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2419   algorithm: "table_performance_comparison"
2420   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2421   history:
2422     - title: "rls1810"
2423       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2424   reference:
2425     title: "rls1901"
2426     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2427   compare:
2428     title: "rls1904"
2429     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2430   data: "vpp-performance-changes-3n-hsw-mrr"
2431   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2432   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2433   parameters:
2434   - "name"
2435   - "parent"
2436   - "result"
2437
2438 # VPP Performance Changes 3n-hsw 4t4c MRR
2439 - type: "table"
2440   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2441   algorithm: "table_performance_comparison"
2442   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2443   history:
2444     - title: "rls1810"
2445       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2446   reference:
2447     title: "rls1901"
2448     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2449   compare:
2450     title: "rls1904"
2451     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2452   data: "vpp-performance-changes-3n-hsw-mrr"
2453   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2454   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2455   parameters:
2456   - "name"
2457   - "parent"
2458   - "result"
2459
2460 # VPP Performance Changes 3n-skx 2t1c MRR
2461 - type: "table"
2462   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2465   history:
2466     - title: "rls1810"
2467       data: "vpp-performance-changes-3n-skx-mrr-h1"
2468   reference:
2469     title: "rls1901"
2470     data: "vpp-performance-changes-3n-skx-mrr-ref"
2471   compare:
2472     title: "rls1904"
2473     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2474   data: "vpp-performance-changes-3n-skx-mrr"
2475   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2476   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2477   parameters:
2478   - "name"
2479   - "parent"
2480   - "result"
2481
2482 # VPP Performance Changes 3n-skx 4t2c MRR
2483 - type: "table"
2484   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2485   algorithm: "table_performance_comparison"
2486   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2487   history:
2488     - title: "rls1810"
2489       data: "vpp-performance-changes-3n-skx-mrr-h1"
2490   reference:
2491     title: "rls1901"
2492     data: "vpp-performance-changes-3n-skx-mrr-ref"
2493   compare:
2494     title: "rls1904"
2495     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2496   data: "vpp-performance-changes-3n-skx-mrr"
2497   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2498   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2499   parameters:
2500   - "name"
2501   - "parent"
2502   - "result"
2503
2504 # VPP Performance Changes 3n-skx 8t4c MRR
2505 - type: "table"
2506   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2507   algorithm: "table_performance_comparison"
2508   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2509   history:
2510     - title: "rls1810"
2511       data: "vpp-performance-changes-3n-skx-mrr-h1"
2512   reference:
2513     title: "rls1901"
2514     data: "vpp-performance-changes-3n-skx-mrr-ref"
2515   compare:
2516     title: "rls1904"
2517     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2518   data: "vpp-performance-changes-3n-skx-mrr"
2519   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2520   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2521   parameters:
2522   - "name"
2523   - "parent"
2524   - "result"
2525
2526 # VPP Performance Changes 2n-skx 2t1c MRR
2527 - type: "table"
2528   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2529   algorithm: "table_performance_comparison"
2530   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2531   history:
2532     - title: "rls1810"
2533       data: "vpp-performance-changes-2n-skx-mrr-h1"
2534   reference:
2535     title: "rls1901"
2536     data: "vpp-performance-changes-2n-skx-mrr-ref"
2537   compare:
2538     title: "rls1904"
2539     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2540   data: "vpp-performance-changes-2n-skx-mrr"
2541   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2542   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2543   parameters:
2544   - "name"
2545   - "parent"
2546   - "result"
2547
2548 # VPP Performance Changes 2n-skx 4t2c MRR
2549 - type: "table"
2550   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2551   algorithm: "table_performance_comparison"
2552   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2553   history:
2554     - title: "rls1810"
2555       data: "vpp-performance-changes-2n-skx-mrr-h1"
2556   reference:
2557     title: "rls1901"
2558     data: "vpp-performance-changes-2n-skx-mrr-ref"
2559   compare:
2560     title: "rls1904"
2561     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2562   data: "vpp-performance-changes-2n-skx-mrr"
2563   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2564   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2565   parameters:
2566   - "name"
2567   - "parent"
2568   - "result"
2569
2570 # VPP Performance Changes 2n-skx 8t4c MRR
2571 - type: "table"
2572   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2573   algorithm: "table_performance_comparison"
2574   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2575   history:
2576     - title: "rls1810"
2577       data: "vpp-performance-changes-2n-skx-mrr-h1"
2578   reference:
2579     title: "rls1901"
2580     data: "vpp-performance-changes-2n-skx-mrr-ref"
2581   compare:
2582     title: "rls1904"
2583     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2584   data: "vpp-performance-changes-2n-skx-mrr"
2585   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2586   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2587   parameters:
2588   - "name"
2589   - "parent"
2590   - "result"
2591
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2593 - type: "table"
2594   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2595   algorithm: "table_performance_comparison"
2596   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2597   reference:
2598     title: "3-Node Hsw"
2599     data: "vpp-compare-testbeds-mrr-ref"
2600   compare:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-testbeds-mrr-cmp"
2603   data: "vpp-compare-testbeds-mrr"
2604   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2605   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "result"
2610
2611 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2612 - type: "table"
2613   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2616   reference:
2617     title: "3-Node Hsw"
2618     data: "vpp-compare-testbeds-mrr-ref"
2619   compare:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-testbeds-mrr-cmp"
2622   data: "vpp-compare-testbeds-mrr"
2623   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "result"
2629
2630 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2631 - type: "table"
2632   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2635   reference:
2636     title: "3-Node Hsw"
2637     data: "vpp-compare-testbeds-mrr-ref"
2638   compare:
2639     title: "3-Node Skx"
2640     data: "vpp-compare-testbeds-mrr-cmp"
2641   data: "vpp-compare-testbeds-mrr"
2642   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "result"
2648
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2650 - type: "table"
2651   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2654   reference:
2655     title: "3-Node Skx"
2656     data: "vpp-compare-topologies-mrr-ref"
2657   compare:
2658     title: "2-Node Skx"
2659     data: "vpp-compare-topologies-mrr-cmp"
2660   data: "vpp-compare-topologies-mrr"
2661   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2662   filter: "'MRR' and '1C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "result"
2667
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2669 - type: "table"
2670   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2673   reference:
2674     title: "3-Node Skx"
2675     data: "vpp-compare-topologies-mrr-ref"
2676   compare:
2677     title: "2-Node Skx"
2678     data: "vpp-compare-topologies-mrr-cmp"
2679   data: "vpp-compare-topologies-mrr"
2680   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2681   filter: "'MRR' and '2C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "result"
2686
2687 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2688 - type: "table"
2689   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2692   reference:
2693     title: "3-Node Skx"
2694     data: "vpp-compare-topologies-mrr-ref"
2695   compare:
2696     title: "2-Node Skx"
2697     data: "vpp-compare-topologies-mrr-cmp"
2698   data: "vpp-compare-topologies-mrr"
2699   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2700   filter: "'MRR' and '4C'"
2701   parameters:
2702   - "name"
2703   - "parent"
2704   - "result"
2705
2706 # Detailed Test Results - VPP Performance Results 3n-hsw
2707 - type: "table"
2708   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2709   algorithm: "table_merged_details"
2710   output-file-ext: ".csv"
2711   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2712   columns:
2713   - title: "Name"
2714     data: "data name"
2715   - title: "Status"
2716     data: "data msg"
2717   rows: "generated"
2718   data: "vpp-perf-results-3n-hsw"
2719   filter: "not 'NDRCHK' and not 'PDRCHK'"
2720   parameters:
2721   - "name"
2722   - "parent"
2723   - "msg"
2724
2725 # Detailed Test Results - VPP Performance Results 3n-skx
2726 - type: "table"
2727   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2728   algorithm: "table_merged_details"
2729   output-file-ext: ".csv"
2730   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2731   columns:
2732   - title: "Name"
2733     data: "data name"
2734   - title: "Status"
2735     data: "data msg"
2736   rows: "generated"
2737   data: "vpp-perf-results-3n-skx"
2738   filter: "not 'NDRCHK' and not 'PDRCHK'"
2739   parameters:
2740   - "name"
2741   - "parent"
2742   - "msg"
2743
2744 # Detailed Test Results - VPP Performance Results 2n-skx
2745 - type: "table"
2746   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2747   algorithm: "table_merged_details"
2748   output-file-ext: ".csv"
2749   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2750   columns:
2751   - title: "Name"
2752     data: "data name"
2753   - title: "Status"
2754     data: "data msg"
2755   rows: "generated"
2756   data: "vpp-perf-results-2n-skx"
2757   filter: "not 'NDRCHK' and not 'PDRCHK'"
2758   parameters:
2759   - "name"
2760   - "parent"
2761   - "msg"
2762
2763 # Detailed Test Results - VPP Performance Results 2n-dnv
2764 - type: "table"
2765   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2766   algorithm: "table_details"
2767   output-file-ext: ".csv"
2768   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2769   columns:
2770   - title: "Name"
2771     data: "data name"
2772   - title: "Status"
2773     data: "data msg"
2774   rows: "generated"
2775   data: "intel-dnv-vpp"
2776   filter: "'NDRPDR'"
2777   parameters:
2778   - "name"
2779   - "parent"
2780   - "msg"
2781
2782 # Test configuration - VPP Performance Test Configs 3n-hsw
2783 - type: "table"
2784   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2785   algorithm: "table_merged_details"
2786   output-file-ext: ".csv"
2787   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2788   columns:
2789   - title: "Name"
2790     data: "data name"
2791   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2792     data: "data conf-history"
2793   rows: "generated"
2794   data: "vpp-perf-results-3n-hsw"
2795   filter: "not 'NDRCHK' and not 'PDRCHK'"
2796   parameters:
2797   - "parent"
2798   - "name"
2799   - "conf-history"
2800
2801 # Test configuration - VPP Performance Test Configs 3n-skx
2802 - type: "table"
2803   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2804   algorithm: "table_merged_details"
2805   output-file-ext: ".csv"
2806   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2807   columns:
2808   - title: "Name"
2809     data: "data name"
2810   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2811     data: "data conf-history"
2812   rows: "generated"
2813   data: "vpp-perf-results-3n-skx"
2814   filter: "not 'NDRCHK' and not 'PDRCHK'"
2815   parameters:
2816   - "parent"
2817   - "name"
2818   - "conf-history"
2819
2820 # Test configuration - VPP Performance Test Configs 2n-skx
2821 - type: "table"
2822   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2823   algorithm: "table_merged_details"
2824   output-file-ext: ".csv"
2825   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2826   columns:
2827   - title: "Name"
2828     data: "data name"
2829   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2830     data: "data conf-history"
2831   rows: "generated"
2832   data: "vpp-perf-results-2n-skx"
2833   filter: "not 'NDRCHK' and not 'PDRCHK'"
2834   parameters:
2835   - "parent"
2836   - "name"
2837   - "conf-history"
2838
2839 # Test configuration - VPP Performance Test Configs 2n-dnv
2840 - type: "table"
2841   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
2842   algorithm: "table_details"
2843   output-file-ext: ".csv"
2844   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
2845   columns:
2846   - title: "Name"
2847     data: "data name"
2848   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2849     data: "data conf-history"
2850   rows: "generated"
2851   data: "intel-dnv-vpp"
2852   filter: "'NDRPDR'"
2853   parameters:
2854   - "parent"
2855   - "name"
2856   - "conf-history"
2857
2858 # Test Operational Data - VPP Performance Operational Data 3n-hsw
2859 - type: "table"
2860   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
2861   algorithm: "table_merged_details"
2862   output-file-ext: ".csv"
2863   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
2864   columns:
2865   - title: "Name"
2866     data: "data name"
2867   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2868     data: "data show-run"
2869   rows: "generated"
2870   data: "vpp-perf-results-3n-hsw"
2871   filter: "not 'NDRCHK' and not 'PDRCHK'"
2872   parameters:
2873   - "parent"
2874   - "name"
2875   - "show-run"
2876
2877 # Test Operational Data - VPP Performance Operational Data 3n-skx
2878 - type: "table"
2879   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
2880   algorithm: "table_merged_details"
2881   output-file-ext: ".csv"
2882   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
2883   columns:
2884   - title: "Name"
2885     data: "data name"
2886   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2887     data: "data show-run"
2888   rows: "generated"
2889   data: "vpp-perf-results-3n-skx"
2890   filter: "not 'NDRCHK' and not 'PDRCHK'"
2891   parameters:
2892   - "parent"
2893   - "name"
2894   - "show-run"
2895
2896 # Test Operational Data - VPP Performance Operational Data 2n-skx
2897 - type: "table"
2898   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
2899   algorithm: "table_merged_details"
2900   output-file-ext: ".csv"
2901   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
2902   columns:
2903   - title: "Name"
2904     data: "data name"
2905   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2906     data: "data show-run"
2907   rows: "generated"
2908   data: "vpp-perf-results-2n-skx"
2909   filter: "not 'NDRCHK' and not 'PDRCHK'"
2910   parameters:
2911   - "parent"
2912   - "name"
2913   - "show-run"
2914
2915 # Test Operational Data - VPP Performance Operational Data 2n-dnv
2916 - type: "table"
2917   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
2918   algorithm: "table_details"
2919   output-file-ext: ".csv"
2920   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
2921   columns:
2922   - title: "Name"
2923     data: "data name"
2924   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2925     data: "data show-run"
2926   rows: "generated"
2927   data: "intel-dnv-vpp"
2928   filter: "'NDRPDR'"
2929   parameters:
2930   - "parent"
2931   - "name"
2932   - "show-run"
2933
2934 # Detailed Test Results - VPP MRR Results 3n-hsw
2935 - type: "table"
2936   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
2937   algorithm: "table_details"
2938   output-file-ext: ".csv"
2939   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
2940   columns:
2941   - title: "Name"
2942     data: "data name"
2943   - title: "Status"
2944     data: "data msg"
2945   rows: "generated"
2946   data: "vpp-mrr-results-3n-hsw"
2947   filter: "'MRR'"
2948   parameters:
2949   - "name"
2950   - "parent"
2951   - "msg"
2952
2953 # Detailed Test Results - VPP MRR Results 3n-skx
2954 - type: "table"
2955   title: "Detailed Test Results - VPP MRR Results 3n-skx"
2956   algorithm: "table_details"
2957   output-file-ext: ".csv"
2958   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
2959   columns:
2960   - title: "Name"
2961     data: "data name"
2962   - title: "Status"
2963     data: "data msg"
2964   rows: "generated"
2965   data: "vpp-mrr-results-3n-skx"
2966   filter: "'MRR'"
2967   parameters:
2968   - "name"
2969   - "parent"
2970   - "msg"
2971
2972 # Detailed Test Results - VPP MRR Results 2n-skx
2973 - type: "table"
2974   title: "Detailed Test Results - VPP MRR Results 2n-skx"
2975   algorithm: "table_details"
2976   output-file-ext: ".csv"
2977   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
2978   columns:
2979   - title: "Name"
2980     data: "data name"
2981   - title: "Status"
2982     data: "data msg"
2983   rows: "generated"
2984   data: "vpp-mrr-results-2n-skx"
2985   filter: "'MRR'"
2986   parameters:
2987   - "name"
2988   - "parent"
2989   - "msg"
2990
2991 # Detailed Test Results - VPP MRR Results 2n-dnv
2992 - type: "table"
2993   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
2994   algorithm: "table_details"
2995   output-file-ext: ".csv"
2996   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
2997   columns:
2998   - title: "Name"
2999     data: "data name"
3000   - title: "Status"
3001     data: "data msg"
3002   rows: "generated"
3003   data: "intel-dnv-vpp"
3004   filter: "'MRR'"
3005   parameters:
3006   - "name"
3007   - "parent"
3008   - "msg"
3009
3010 # Test configuration - VPP MRR Test Configs 3n-hsw
3011 - type: "table"
3012   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3013   algorithm: "table_details"
3014   output-file-ext: ".csv"
3015   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3016   columns:
3017   - title: "Name"
3018     data: "data name"
3019   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3020     data: "data conf-history"
3021   rows: "generated"
3022   data: "vpp-mrr-results-3n-hsw"
3023   filter: "'MRR'"
3024   parameters:
3025   - "parent"
3026   - "name"
3027   - "conf-history"
3028
3029 # Test configuration - VPP MRR Test Configs 3n-skx
3030 - type: "table"
3031   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3032   algorithm: "table_details"
3033   output-file-ext: ".csv"
3034   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3035   columns:
3036   - title: "Name"
3037     data: "data name"
3038   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3039     data: "data conf-history"
3040   rows: "generated"
3041   data: "vpp-mrr-results-3n-skx"
3042   filter: "'MRR'"
3043   parameters:
3044   - "parent"
3045   - "name"
3046   - "conf-history"
3047
3048 # Test configuration - VPP MRR Test Configs 2n-skx
3049 - type: "table"
3050   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3051   algorithm: "table_details"
3052   output-file-ext: ".csv"
3053   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3054   columns:
3055   - title: "Name"
3056     data: "data name"
3057   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3058     data: "data conf-history"
3059   rows: "generated"
3060   data: "vpp-mrr-results-2n-skx"
3061   filter: "'MRR'"
3062   parameters:
3063   - "parent"
3064   - "name"
3065   - "conf-history"
3066
3067 # Test configuration - VPP MRR Test Configs 2n-dnv
3068 - type: "table"
3069   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3070   algorithm: "table_details"
3071   output-file-ext: ".csv"
3072   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3073   columns:
3074   - title: "Name"
3075     data: "data name"
3076   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3077     data: "data conf-history"
3078   rows: "generated"
3079   data: "intel-dnv-vpp"
3080   filter: "'MRR'"
3081   parameters:
3082   - "parent"
3083   - "name"
3084   - "conf-history"
3085
3086 # Detailed Test Results - VPP Functional Results - Ubuntu
3087 - type: "table"
3088   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3089   algorithm: "table_details"
3090   output-file-ext: ".csv"
3091   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3092   columns:
3093   - title: "Name"
3094     data: "data name"
3095   - title: "Documentation"
3096     data: "data doc"
3097   - title: "Status"
3098     data: "data status"
3099   rows: "generated"
3100   data: "vpp-func-results-ubuntu"
3101   filter: "all"
3102   parameters:
3103   - "name"
3104   - "parent"
3105   - "doc"
3106   - "status"
3107
3108 # Detailed Test Results - VPP Functional Results - CentOS
3109 - type: "table"
3110   title: "Detailed Test Results - VPP Functional Results - CentOS"
3111   algorithm: "table_details"
3112   output-file-ext: ".csv"
3113   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3114   columns:
3115   - title: "Name"
3116     data: "data name"
3117   - title: "Documentation"
3118     data: "data doc"
3119   -
3120     title: "Status"
3121     data: "data status"
3122   rows: "generated"
3123   data:
3124     "vpp-func-results-centos"
3125   filter: "all"
3126   parameters:
3127   - "name"
3128   - "parent"
3129   - "doc"
3130   - "status"
3131
3132 # Test configuration - VPP Functional Test Configs - Ubuntu
3133 - type: "table"
3134   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3135   algorithm: "table_details"
3136   output-file-ext: ".csv"
3137   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3138   columns:
3139   - title: "Name"
3140     data: "data name"
3141   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142     data: "data conf-history"
3143   rows: "generated"
3144   data: "vpp-func-results-ubuntu"
3145   filter: "all"
3146   parameters:
3147   - "parent"
3148   - "name"
3149   - "conf-history"
3150
3151 # Test configuration - VPP Functional Test Configs - CentOS
3152 - type: "table"
3153   title: "Test configuration - VPP Functional Test Configs - CentOS"
3154   algorithm: "table_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3157   columns:
3158   - title: "Name"
3159     data: "data name"
3160   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3161     data: "data conf-history"
3162   rows: "generated"
3163   data: "vpp-func-results-centos"
3164   filter: "all"
3165   parameters:
3166   - "parent"
3167   - "name"
3168   - "conf-history"
3169
3170 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3171 - type: "table"
3172   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3173   algorithm: "table_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "Status"
3180     data: "data msg"
3181   rows: "generated"
3182   data: "ligato-perf-results-3n-hsw"
3183   filter: "all"
3184   parameters:
3185   - "name"
3186   - "parent"
3187   - "msg"
3188
3189 # Detailed Test Results - VPP Device Results - Ubuntu
3190 - type: "table"
3191   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3192   algorithm: "table_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "Documentation"
3199     data: "data doc"
3200   - title: "Status"
3201     data: "data status"
3202   rows: "generated"
3203   data: "vpp-device-results-ubuntu"
3204   filter: "all"
3205   parameters:
3206   - "name"
3207   - "parent"
3208   - "doc"
3209   - "status"
3210
3211 # Test configuration - VPP Device Test Configs - Ubuntu
3212 - type: "table"
3213   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3214   algorithm: "table_details"
3215   output-file-ext: ".csv"
3216   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3217   columns:
3218   - title: "Name"
3219     data: "data name"
3220   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3221     data: "data conf-history"
3222   rows: "generated"
3223   data: "vpp-device-results-ubuntu"
3224   filter: "all"
3225   parameters:
3226   - "parent"
3227   - "name"
3228   - "conf-history"
3229
3230 ################################################################################
3231
3232 # DPDK Performance Changes 3n-hsw 1t1c pdr
3233 - type: "table"
3234   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3235   algorithm: "table_performance_comparison"
3236   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3237   history:
3238     - title: "rls1810"
3239       data: "dpdk-performance-changes-3n-hsw-h1"
3240   reference:
3241     title: "rls1901"
3242     data: "dpdk-performance-changes-3n-hsw-ref"
3243   compare:
3244     title: "rls1904"
3245     data: "dpdk-performance-changes-3n-hsw-cmp"
3246   data: "dpdk-performance-changes-3n-hsw"
3247   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3248   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3249   parameters:
3250   - "name"
3251   - "parent"
3252   - "throughput"
3253
3254 # DPDK Performance Changes 3n-hsw 2t2c pdr
3255 - type: "table"
3256   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3257   algorithm: "table_performance_comparison"
3258   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3259   history:
3260     - title: "rls1810"
3261       data: "dpdk-performance-changes-3n-hsw-h1"
3262   reference:
3263     title: "rls1901"
3264     data: "dpdk-performance-changes-3n-hsw-ref"
3265   compare:
3266     title: "rls1904"
3267     data: "dpdk-performance-changes-3n-hsw-cmp"
3268   data: "dpdk-performance-changes-3n-hsw"
3269   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3270   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3271   parameters:
3272   - "name"
3273   - "parent"
3274   - "throughput"
3275
3276 # DPDK Performance Changes 3n-hsw 1t1c ndr
3277 - type: "table"
3278   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3279   algorithm: "table_performance_comparison"
3280   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3281   history:
3282     - title: "rls1810"
3283       data: "dpdk-performance-changes-3n-hsw-h1"
3284   reference:
3285     title: "rls1901"
3286     data: "dpdk-performance-changes-3n-hsw-ref"
3287   compare:
3288     title: "rls1904"
3289     data: "dpdk-performance-changes-3n-hsw-cmp"
3290   data: "dpdk-performance-changes-3n-hsw"
3291   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3292   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "throughput"
3297
3298 # DPDK Performance Changes 3n-hsw 2t2c ndr
3299 - type: "table"
3300   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3301   algorithm: "table_performance_comparison"
3302   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3303   history:
3304     - title: "rls1810"
3305       data: "dpdk-performance-changes-3n-hsw-h1"
3306   reference:
3307     title: "rls1901"
3308     data: "dpdk-performance-changes-3n-hsw-ref"
3309   compare:
3310     title: "rls1904"
3311     data: "dpdk-performance-changes-3n-hsw-cmp"
3312   data: "dpdk-performance-changes-3n-hsw"
3313   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3314   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3315   parameters:
3316   - "name"
3317   - "parent"
3318   - "throughput"
3319
3320 # DPDK Performance Changes 3n-skx 2t1c pdr
3321 - type: "table"
3322   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3323   algorithm: "table_performance_comparison"
3324   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3325   history:
3326     - title: "rls1810"
3327       data: "dpdk-performance-changes-3n-skx-h1"
3328   reference:
3329     title: "rls1901"
3330     data: "dpdk-performance-changes-3n-skx-ref"
3331   compare:
3332     title: "rls1904"
3333     data: "dpdk-performance-changes-3n-skx-cmp"
3334   data: "dpdk-performance-changes-3n-skx"
3335   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3336   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3337   parameters:
3338   - "name"
3339   - "parent"
3340   - "throughput"
3341
3342 # DPDK Performance Changes 3n-skx 4t2c pdr
3343 - type: "table"
3344   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3345   algorithm: "table_performance_comparison"
3346   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3347   history:
3348     - title: "rls1810"
3349       data: "dpdk-performance-changes-3n-skx-h1"
3350   reference:
3351     title: "rls1901"
3352     data: "dpdk-performance-changes-3n-skx-ref"
3353   compare:
3354     title: "rls1904"
3355     data: "dpdk-performance-changes-3n-skx-cmp"
3356   data: "dpdk-performance-changes-3n-skx"
3357   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3358   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3359   parameters:
3360   - "name"
3361   - "parent"
3362   - "throughput"
3363
3364 # DPDK Performance Changes 3n-skx 2t1c ndr
3365 - type: "table"
3366   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3367   algorithm: "table_performance_comparison"
3368   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3369   history:
3370     - title: "rls1810"
3371       data: "dpdk-performance-changes-3n-skx-h1"
3372   reference:
3373     title: "rls1901"
3374     data: "dpdk-performance-changes-3n-skx-ref"
3375   compare:
3376     title: "rls1904"
3377     data: "dpdk-performance-changes-3n-skx-cmp"
3378   data: "dpdk-performance-changes-3n-skx"
3379   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3380   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3381   parameters:
3382   - "name"
3383   - "parent"
3384   - "throughput"
3385
3386 # DPDK Performance Changes 3n-skx 4t2c ndr
3387 - type: "table"
3388   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3389   algorithm: "table_performance_comparison"
3390   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3391   history:
3392     - title: "rls1810"
3393       data: "dpdk-performance-changes-3n-skx-h1"
3394   reference:
3395     title: "rls1901"
3396     data: "dpdk-performance-changes-3n-skx-ref"
3397   compare:
3398     title: "rls1904"
3399     data: "dpdk-performance-changes-3n-skx-cmp"
3400   data: "dpdk-performance-changes-3n-skx"
3401   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3402   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3403   parameters:
3404   - "name"
3405   - "parent"
3406   - "throughput"
3407
3408 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3409 - type: "table"
3410   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3411   algorithm: "table_performance_comparison"
3412   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3413   reference:
3414     title: "3-Node Hsw"
3415     data: "dpdk-compare-testbeds-ref"
3416   compare:
3417     title: "3-Node Skx"
3418     data: "dpdk-compare-testbeds-cmp"
3419   data: "dpdk-compare-testbeds"
3420   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3421   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3422   parameters:
3423   - "name"
3424   - "parent"
3425   - "throughput"
3426
3427 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3428 - type: "table"
3429   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3430   algorithm: "table_performance_comparison"
3431   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3432   reference:
3433     title: "3-Node Hsw"
3434     data: "dpdk-compare-testbeds-ref"
3435   compare:
3436     title: "3-Node Skx"
3437     data: "dpdk-compare-testbeds-cmp"
3438   data: "dpdk-compare-testbeds"
3439   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3440   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3441   parameters:
3442   - "name"
3443   - "parent"
3444