2 *------------------------------------------------------------------
3 * Copyright (c) 2018 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
18 #include <sys/types.h>
21 #include <sys/ioctl.h>
23 #include <vlib/vlib.h>
24 #include <vlib/unix/unix.h>
25 #include <vppinfra/linux/syscall.h>
26 #include <vnet/plugin/plugin.h>
27 #include <marvell/pp2/pp2.h>
29 /* size of DMA memory used by musdk (not used for buffers) */
30 #define MV_SYS_DMA_MEM_SZ (2 << 20)
31 /* number of HIFs reserved (first X) */
32 #define NUM_HIFS_RSVD 4
33 /* number of buffer pools reserved (first X) */
34 #define NUM_BPOOLS_RSVD 7
36 mrvl_pp2_main_t mrvl_pp2_main;
37 extern vnet_device_class_t ppa2_device_class;
40 mrvl_pp2_main_deinit ()
42 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
44 vec_foreach_index (i, ppm->per_thread_data)
46 mrvl_pp2_per_thread_data_t *ptd = vec_elt_at_index (ppm->per_thread_data,
49 pp2_hif_deinit (ptd->hif);
50 vec_free (ptd->descs);
52 vec_free (ppm->per_thread_data);
54 mv_sys_dma_mem_destroy ();
60 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
61 vlib_thread_main_t *tm = vlib_get_thread_main ();
62 clib_error_t *err = 0;
63 struct pp2_init_params init_params = { 0 };
67 rv = mv_sys_dma_mem_init (MV_SYS_DMA_MEM_SZ);
69 return clib_error_return (0, "mv_sys_dma_mem_init failed, rv = %u", rv);
71 init_params.hif_reserved_map = ((1 << NUM_HIFS_RSVD) - 1);
72 init_params.bm_pool_reserved_map = ((1 << NUM_BPOOLS_RSVD) - 1);
73 rv = pp2_init (&init_params);
76 err = clib_error_return (0, "mrvl_pp2_init failed, rv = %u", rv);
80 vec_validate_aligned (ppm->per_thread_data, tm->n_vlib_mains - 1,
81 CLIB_CACHE_LINE_BYTES);
83 vec_foreach_index (i, ppm->per_thread_data)
85 mrvl_pp2_per_thread_data_t *ptd = vec_elt_at_index (ppm->per_thread_data,
87 struct pp2_hif_params hif_params = { 0 };
89 s = format (s, "hif-%d%c", NUM_HIFS_RSVD + i, 0);
90 hif_params.match = (char *) s;
91 hif_params.out_size = 2048; /* FIXME */
92 if (pp2_hif_init (&hif_params, &ptd->hif))
94 err = clib_error_return (0, "hif '%s' init failed", s);
101 mrvl_pp2_main_deinit ();
107 mrvl_pp2_eth_flag_change (vnet_main_t * vnm, vnet_hw_interface_t * hi,
110 /* nothing for now */
115 mrvl_pp2_delete_if (mrvl_pp2_if_t * ppif)
117 vlib_main_t *vm = vlib_get_main ();
118 vnet_main_t *vnm = vnet_get_main ();
119 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
120 mrvl_pp2_outq_t *outq;
124 if (ppif->hw_if_index != ~0)
126 vec_foreach_index (i, ppif->inqs)
127 vnet_hw_interface_unassign_rx_thread (vnm, ppif->hw_if_index, i);
128 ethernet_delete_interface (vnm, ppif->hw_if_index);
133 pp2_ppio_disable (ppif->ppio);
134 pp2_ppio_deinit (ppif->ppio);
138 /* free buffers hanging in the tx ring */
139 vec_foreach (outq, ppif->outqs)
141 while (outq->tail < outq->head)
143 u16 slot = outq->tail & (outq->size - 1);
144 vlib_buffer_free (vm, outq->buffers + slot, 1);
147 vec_free (outq->buffers);
149 vec_free (ppif->outqs);
151 /* free buffers hangin in the rx buffer pool */
152 vec_foreach (inq, ppif->inqs)
156 pp2_bpool_get_num_buffs (inq->bpool, &n_bufs);
159 struct pp2_buff_inf binf;
160 if (pp2_bpool_get_buff (ppm->per_thread_data[0].hif, inq->bpool,
163 u32 bi = binf.cookie;
164 vlib_buffer_free (vm, &bi, 1);
167 pp2_bpool_deinit (inq->bpool);
169 vec_free (ppif->inqs);
173 pool_put (ppm->interfaces, ppif);
175 if (pool_elts (ppm->interfaces) == 0)
176 mrvl_pp2_main_deinit ();
180 mrvl_pp2_create_if (mrvl_pp2_create_if_args_t * args)
182 vlib_main_t *vm = vlib_get_main ();
183 vnet_main_t *vnm = vnet_get_main ();
184 vlib_thread_main_t *tm = vlib_get_thread_main ();
185 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
186 struct pp2_bpool_params bpool_params = { 0 };
187 struct pp2_ppio_params ppio_params = { 0 };
188 struct pp2_ppio_inq_params inq_params = { 0 };
189 vnet_sw_interface_t *sw;
190 mrvl_pp2_if_t *ppif = 0;
191 u8 pp2_id, port_id, *s = 0;
193 u8 n_outqs, n_inqs = 1;
196 if (tm->n_vlib_mains > PP2_PPIO_MAX_NUM_OUTQS)
198 args->rv = VNET_API_ERROR_INIT_FAILED;
199 args->error = clib_error_return (0, "number of threads (main + workers)"
200 " is bigger than number of output "
201 "queues (%u)", PP2_PPIO_MAX_NUM_OUTQS);
204 n_outqs = tm->n_vlib_mains;
207 args->tx_q_sz = args->tx_q_sz ? args->tx_q_sz : 2 * VLIB_FRAME_SIZE;
208 args->rx_q_sz = args->rx_q_sz ? args->rx_q_sz : 2 * VLIB_FRAME_SIZE;
210 if (vec_len (ppm->per_thread_data) == 0)
212 if ((args->error = mrvl_pp2_main_init ()) != 0)
214 args->rv = VNET_API_ERROR_INIT_FAILED;
219 pool_get_zero (ppm->interfaces, ppif);
220 ppif->dev_instance = ppif - ppm->interfaces;
221 ppif->hw_if_index = ~0;
222 vec_validate_aligned (ppif->inqs, n_inqs - 1, CLIB_CACHE_LINE_BYTES);
223 vec_validate_aligned (ppif->outqs, n_outqs - 1, CLIB_CACHE_LINE_BYTES);
225 for (i = 0; i < n_inqs; i++)
227 mrvl_pp2_inq_t *inq = vec_elt_at_index (ppif->inqs, i);
228 inq->size = args->rx_q_sz;
230 for (i = 0; i < n_outqs; i++)
232 mrvl_pp2_outq_t *outq = vec_elt_at_index (ppif->outqs, i);
233 outq->size = args->tx_q_sz;
234 vec_validate_aligned (outq->buffers, outq->size, CLIB_CACHE_LINE_BYTES);
237 if (pp2_netdev_get_ppio_info ((char *) args->name, &pp2_id, &port_id))
239 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
240 args->error = clib_error_return (0, "Invalid interface '%s'",
245 /* FIXME bpool bit select per pp */
246 s = format (s, "pool-%d:%d%c", pp2_id, pp2_id + 8, 0);
247 bpool_params.match = (char *) s;
248 bpool_params.buff_len = vlib_buffer_get_default_data_size (vm);
250 if (pp2_bpool_init (&bpool_params, &ppif->inqs[0].bpool))
252 args->rv = VNET_API_ERROR_INIT_FAILED;
253 args->error = clib_error_return (0, "bpool '%s' init failed", s);
256 vec_reset_length (s);
258 s = format (s, "ppio-%d:%d%c", pp2_id, port_id, 0);
259 ppio_params.match = (char *) s;
260 ppio_params.type = PP2_PPIO_T_NIC;
261 inq_params.size = args->rx_q_sz;
262 ppio_params.inqs_params.num_tcs = 1;
263 ppio_params.inqs_params.tcs_params[0].pkt_offset = 0;
264 ppio_params.inqs_params.tcs_params[0].num_in_qs = n_inqs;
265 ppio_params.inqs_params.tcs_params[0].inqs_params = &inq_params;
266 ppio_params.inqs_params.tcs_params[0].pools[0][0] = ppif->inqs[0].bpool;
267 ppio_params.outqs_params.num_outqs = n_outqs;
268 for (i = 0; i < n_outqs; i++)
270 ppio_params.outqs_params.outqs_params[i].weight = 1;
271 ppio_params.outqs_params.outqs_params[i].size = args->tx_q_sz;
273 if (pp2_ppio_init (&ppio_params, &ppif->ppio))
275 args->rv = VNET_API_ERROR_INIT_FAILED;
276 args->error = clib_error_return (0, "ppio '%s' init failed", s);
279 vec_reset_length (s);
281 if (pp2_ppio_get_mac_addr (ppif->ppio, mac_addr))
283 args->rv = VNET_API_ERROR_INIT_FAILED;
285 clib_error_return (0, "%s: pp2_ppio_get_mac_addr failed", s);
289 args->error = ethernet_register_interface (vnm, mrvl_pp2_device_class.index,
293 mrvl_pp2_eth_flag_change);
296 args->rv = VNET_API_ERROR_INVALID_REGISTRATION;
300 sw = vnet_get_hw_sw_interface (vnm, ppif->hw_if_index);
301 ppif->sw_if_index = sw->sw_if_index;
302 ppif->per_interface_next_index = ~0;
303 args->sw_if_index = sw->sw_if_index;
304 vnet_hw_interface_set_input_node (vnm, ppif->hw_if_index,
305 mrvl_pp2_input_node.index);
306 vnet_hw_interface_assign_rx_thread (vnm, ppif->hw_if_index, 0, ~0);
307 vnet_hw_interface_set_rx_mode (vnm, ppif->hw_if_index, 0,
308 VNET_HW_INTERFACE_RX_MODE_POLLING);
309 vnet_hw_interface_set_flags (vnm, ppif->hw_if_index,
310 VNET_HW_INTERFACE_FLAG_LINK_UP);
314 mrvl_pp2_delete_if (ppif);
319 static clib_error_t *
320 mrvl_pp2_interface_admin_up_down (vnet_main_t * vnm, u32 hw_if_index,
323 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
324 vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
325 mrvl_pp2_if_t *ppif = pool_elt_at_index (ppm->interfaces, hw->dev_instance);
326 static clib_error_t *error = 0;
327 int is_up = (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) != 0;
331 rv = pp2_ppio_enable (ppif->ppio);
333 rv = pp2_ppio_disable (ppif->ppio);
336 return clib_error_return (0, "failed to %s interface",
337 is_up ? "enable" : "disable");
340 ppif->flags |= MRVL_PP2_IF_F_ADMIN_UP;
342 ppif->flags &= ~MRVL_PP2_IF_F_ADMIN_UP;
348 mrvl_pp2_clear_interface_counters (u32 instance)
350 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
351 mrvl_pp2_if_t *ppif = pool_elt_at_index (ppm->interfaces, instance);
352 struct pp2_ppio_statistics stats;
354 pp2_ppio_get_statistics (ppif->ppio, &stats, 1);
358 mrvl_pp2_set_interface_next_node (vnet_main_t * vnm, u32 hw_if_index,
361 mrvl_pp2_main_t *ppm = &mrvl_pp2_main;
362 vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
363 mrvl_pp2_if_t *ppif = pool_elt_at_index (ppm->interfaces, hw->dev_instance);
365 /* Shut off redirection */
366 if (node_index == ~0)
368 ppif->per_interface_next_index = node_index;
372 ppif->per_interface_next_index =
373 vlib_node_add_next (vlib_get_main (), mrvl_pp2_input_node.index,
377 static char *mrvl_pp2_tx_func_error_strings[] = {
379 foreach_mrvl_pp2_tx_func_error
384 VNET_DEVICE_CLASS (mrvl_pp2_device_class,) =
386 .name = "Marvell PPv2 interface",
387 .format_device_name = format_mrvl_pp2_interface_name,
388 .format_device = format_mrvl_pp2_interface,
389 .tx_function = mrvl_pp2_interface_tx,
390 .tx_function_n_errors = MRVL_PP2_TX_N_ERROR,
391 .tx_function_error_strings = mrvl_pp2_tx_func_error_strings,
392 .admin_up_down_function = mrvl_pp2_interface_admin_up_down,
393 .clear_counters = mrvl_pp2_clear_interface_counters,
394 .rx_redirect_to_node = mrvl_pp2_set_interface_next_node,
398 static clib_error_t *
399 mrvl_pp2_init (vlib_main_t * vm)
404 VLIB_INIT_FUNCTION (mrvl_pp2_init);
407 * fd.io coding-style-patch-verification: ON
410 * eval: (c-set-style "gnu")