2 *------------------------------------------------------------------
3 * Copyright (c) 2016 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
20 #include <sys/ioctl.h>
21 #include <sys/types.h>
23 #include <vnet/devices/netmap/net_netmap.h>
25 #include <vlib/vlib.h>
26 #include <vlib/unix/unix.h>
27 #include <vnet/ethernet/ethernet.h>
28 #include <vnet/devices/netmap/netmap.h>
31 netmap_eth_flag_change (vnet_main_t * vnm, vnet_hw_interface_t * hi,
39 netmap_fd_read_ready (unix_file_t * uf)
41 vlib_main_t *vm = vlib_get_main ();
42 netmap_main_t *nm = &netmap_main;
43 u32 idx = uf->private_data;
45 nm->pending_input_bitmap =
46 clib_bitmap_set (nm->pending_input_bitmap, idx, 1);
48 /* Schedule the rx node */
49 vlib_node_set_interrupt_pending (vm, netmap_input_node.index);
55 close_netmap_if (netmap_main_t * nm, netmap_if_t * nif)
57 if (nif->unix_file_index != ~0)
59 unix_file_del (&unix_main, unix_main.file_pool + nif->unix_file_index);
60 nif->unix_file_index = ~0;
62 else if (nif->fd > -1)
67 netmap_mem_region_t *reg = &nm->mem_regions[nif->mem_region];
68 if (--reg->refcnt == 0)
70 munmap (reg->mem, reg->region_size);
76 mhash_unset (&nm->if_index_by_host_if_name, nif->host_if_name,
78 vec_free (nif->host_if_name);
81 memset (nif, 0, sizeof (*nif));
82 pool_put (nm->interfaces, nif);
86 netmap_worker_thread_enable ()
88 /* if worker threads are enabled, switch to polling mode */
91 vlib_node_set_state (this_vlib_main,
92 netmap_input_node.index,
93 VLIB_NODE_STATE_POLLING);
100 netmap_worker_thread_disable ()
104 vlib_node_set_state (this_vlib_main,
105 netmap_input_node.index,
106 VLIB_NODE_STATE_INTERRUPT);
113 netmap_create_if (vlib_main_t * vm, u8 * if_name, u8 * hw_addr_set,
114 u8 is_pipe, u8 is_master, u32 * sw_if_index)
116 netmap_main_t *nm = &netmap_main;
118 netmap_if_t *nif = 0;
120 clib_error_t *error = 0;
121 vnet_sw_interface_t *sw;
122 vnet_main_t *vnm = vnet_get_main ();
124 struct nmreq *req = 0;
125 netmap_mem_region_t *reg;
126 vlib_thread_main_t *tm = vlib_get_thread_main ();
129 p = mhash_get (&nm->if_index_by_host_if_name, if_name);
131 return VNET_API_ERROR_SUBIF_ALREADY_EXISTS;
133 fd = open ("/dev/netmap", O_RDWR);
135 return VNET_API_ERROR_SUBIF_ALREADY_EXISTS;
137 pool_get (nm->interfaces, nif);
138 nif->if_index = nif - nm->interfaces;
140 nif->unix_file_index = ~0;
142 vec_validate (req, 0);
144 req->nr_version = NETMAP_API;
145 req->nr_flags = NR_REG_ALL_NIC;
148 req->nr_flags = is_master ? NR_REG_PIPE_MASTER : NR_REG_PIPE_SLAVE;
150 req->nr_flags = NR_REG_ALL_NIC;
152 req->nr_flags |= NR_ACCEPT_VNET_HDR;
153 snprintf (req->nr_name, IFNAMSIZ, "%s", if_name);
154 req->nr_name[IFNAMSIZ - 1] = 0;
156 if (ioctl (nif->fd, NIOCREGIF, req))
158 ret = VNET_API_ERROR_NOT_CONNECTED;
162 nif->mem_region = req->nr_arg2;
163 vec_validate (nm->mem_regions, nif->mem_region);
164 reg = &nm->mem_regions[nif->mem_region];
165 if (reg->region_size == 0)
167 reg->mem = mmap (NULL, req->nr_memsize, PROT_READ | PROT_WRITE,
169 clib_warning ("mem %p", reg->mem);
170 if (reg->mem == MAP_FAILED)
172 ret = VNET_API_ERROR_NOT_CONNECTED;
175 reg->region_size = req->nr_memsize;
179 nif->nifp = NETMAP_IF (reg->mem, req->nr_offset);
180 nif->first_rx_ring = 0;
181 nif->last_rx_ring = 0;
182 nif->first_tx_ring = 0;
183 nif->last_tx_ring = 0;
184 nif->host_if_name = if_name;
185 nif->per_interface_next_index = ~0;
187 if (tm->n_vlib_mains > 1)
189 nif->lockp = clib_mem_alloc_aligned (CLIB_CACHE_LINE_BYTES,
190 CLIB_CACHE_LINE_BYTES);
191 memset ((void *) nif->lockp, 0, CLIB_CACHE_LINE_BYTES);
195 unix_file_t template = { 0 };
196 template.read_function = netmap_fd_read_ready;
197 template.file_descriptor = nif->fd;
198 template.private_data = nif->if_index;
199 nif->unix_file_index = unix_file_add (&unix_main, &template);
202 /*use configured or generate random MAC address */
204 memcpy (hw_addr, hw_addr_set, 6);
207 f64 now = vlib_time_now (vm);
209 rnd = (u32) (now * 1e6);
210 rnd = random_u32 (&rnd);
212 memcpy (hw_addr + 2, &rnd, sizeof (rnd));
217 error = ethernet_register_interface (vnm, netmap_device_class.index,
218 nif->if_index, hw_addr,
220 netmap_eth_flag_change);
224 clib_error_report (error);
225 ret = VNET_API_ERROR_SYSCALL_ERROR_1;
229 sw = vnet_get_hw_sw_interface (vnm, nif->hw_if_index);
230 nif->sw_if_index = sw->sw_if_index;
232 mhash_set_mem (&nm->if_index_by_host_if_name, if_name, &nif->if_index, 0);
235 *sw_if_index = nif->sw_if_index;
237 if (tm->n_vlib_mains > 1 && pool_elts (nm->interfaces) == 1)
238 netmap_worker_thread_enable ();
243 close_netmap_if (nm, nif);
248 netmap_delete_if (vlib_main_t * vm, u8 * host_if_name)
250 vnet_main_t *vnm = vnet_get_main ();
251 netmap_main_t *nm = &netmap_main;
254 vlib_thread_main_t *tm = vlib_get_thread_main ();
256 p = mhash_get (&nm->if_index_by_host_if_name, host_if_name);
259 clib_warning ("Host interface %s does not exist", host_if_name);
260 return VNET_API_ERROR_SYSCALL_ERROR_1;
262 nif = pool_elt_at_index (nm->interfaces, p[0]);
264 /* bring down the interface */
265 vnet_hw_interface_set_flags (vnm, nif->hw_if_index, 0);
267 ethernet_delete_interface (vnm, nif->hw_if_index);
269 close_netmap_if (nm, nif);
271 if (tm->n_vlib_mains > 1 && pool_elts (nm->interfaces) == 0)
272 netmap_worker_thread_disable ();
277 static clib_error_t *
278 netmap_init (vlib_main_t * vm)
280 netmap_main_t *nm = &netmap_main;
281 vlib_thread_main_t *tm = vlib_get_thread_main ();
282 vlib_thread_registration_t *tr;
285 memset (nm, 0, sizeof (netmap_main_t));
287 nm->input_cpu_first_index = 0;
288 nm->input_cpu_count = 1;
290 /* find out which cpus will be used for input */
291 p = hash_get_mem (tm->thread_registrations_by_name, "workers");
292 tr = p ? (vlib_thread_registration_t *) p[0] : 0;
294 if (tr && tr->count > 0)
296 nm->input_cpu_first_index = tr->first_index;
297 nm->input_cpu_count = tr->count;
300 mhash_init_vec_string (&nm->if_index_by_host_if_name, sizeof (uword));
302 vec_validate_aligned (nm->rx_buffers, tm->n_vlib_mains - 1,
303 CLIB_CACHE_LINE_BYTES);
308 VLIB_INIT_FUNCTION (netmap_init);
311 * fd.io coding-style-patch-verification: ON
314 * eval: (c-set-style "gnu")