2 *------------------------------------------------------------------
3 * Copyright (c) 2017 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
19 #include <vlib/vlib.h>
20 #include <vlib/unix/unix.h>
21 #include <vnet/ethernet/ethernet.h>
22 #include <vnet/bonding/node.h>
23 #include <vpp/stats/stat_segment.h>
26 bond_disable_collecting_distributing (vlib_main_t * vm, slave_if_t * sif)
28 bond_main_t *bm = &bond_main;
32 u8 switching_active = 0;
34 bif = bond_get_master_by_dev_instance (sif->bif_dev_instance);
35 clib_spinlock_lock_if_init (&bif->lockp);
36 vec_foreach_index (i, bif->active_slaves)
38 p = *vec_elt_at_index (bif->active_slaves, i);
39 if (p == sif->sw_if_index)
41 if ((bif->mode == BOND_MODE_ACTIVE_BACKUP) && (i == 0) &&
42 (vec_len (bif->active_slaves) > 1))
43 /* deleting the active slave for active-backup */
45 vec_del1 (bif->active_slaves, i);
46 if (sif->lacp_enabled && bif->numa_only)
48 /* For lacp mode, if we check it is a slave on local numa node,
49 bif->n_numa_slaves should be decreased by 1 becasue the first
50 bif->n_numa_slaves are all slaves on local numa node */
51 if (i < bif->n_numa_slaves)
54 ASSERT (bif->n_numa_slaves >= 0);
61 /* We get a new slave just becoming active */
63 vlib_process_signal_event (bm->vlib_main, bond_process_node.index,
64 BOND_SEND_GARP_NA, bif->hw_if_index);
65 clib_spinlock_unlock_if_init (&bif->lockp);
69 * return 1 if s2 is preferred.
70 * return -1 if s1 is preferred.
73 bond_slave_sort (void *a1, void *a2)
77 slave_if_t *sif1 = bond_get_slave_by_sw_if_index (*s1);
78 slave_if_t *sif2 = bond_get_slave_by_sw_if_index (*s2);
84 * sort entries according to preference rules:
87 * 3. current active slave (to prevent churning)
88 * 4. lowest sw_if_index (for deterministic behavior)
91 if (sif2->weight > sif1->weight)
93 if (sif2->weight < sif1->weight)
97 if (sif2->is_local_numa > sif1->is_local_numa)
99 if (sif2->is_local_numa < sif1->is_local_numa)
103 bif = bond_get_master_by_dev_instance (sif1->bif_dev_instance);
104 /* Favor the current active slave to avoid churning */
105 if (bif->active_slaves[0] == sif2->sw_if_index)
107 if (bif->active_slaves[0] == sif1->sw_if_index)
109 /* go for the tiebreaker as the last resort */
110 if (sif1->sw_if_index > sif2->sw_if_index)
112 if (sif1->sw_if_index < sif2->sw_if_index)
122 bond_sort_slaves (bond_if_t * bif)
124 bond_main_t *bm = &bond_main;
125 u32 old_active = bif->active_slaves[0];
127 vec_sort_with_function (bif->active_slaves, bond_slave_sort);
128 if (old_active != bif->active_slaves[0])
129 vlib_process_signal_event (bm->vlib_main, bond_process_node.index,
130 BOND_SEND_GARP_NA, bif->hw_if_index);
134 bond_enable_collecting_distributing (vlib_main_t * vm, slave_if_t * sif)
137 bond_main_t *bm = &bond_main;
138 vnet_main_t *vnm = vnet_get_main ();
139 vnet_hw_interface_t *hw = vnet_get_sup_hw_interface (vnm, sif->sw_if_index);
143 bif = bond_get_master_by_dev_instance (sif->bif_dev_instance);
144 clib_spinlock_lock_if_init (&bif->lockp);
145 vec_foreach_index (i, bif->active_slaves)
147 p = *vec_elt_at_index (bif->active_slaves, i);
148 if (p == sif->sw_if_index)
152 if (sif->lacp_enabled && bif->numa_only && (vm->numa_node == hw->numa_node))
154 vec_insert_elts (bif->active_slaves, &sif->sw_if_index, 1,
156 bif->n_numa_slaves++;
159 vec_add1 (bif->active_slaves, sif->sw_if_index);
161 sif->is_local_numa = (vm->numa_node == hw->numa_node) ? 1 : 0;
162 if (bif->mode == BOND_MODE_ACTIVE_BACKUP)
164 if (vec_len (bif->active_slaves) == 1)
165 /* First slave becomes active? */
166 vlib_process_signal_event (bm->vlib_main, bond_process_node.index,
167 BOND_SEND_GARP_NA, bif->hw_if_index);
169 bond_sort_slaves (bif);
173 clib_spinlock_unlock_if_init (&bif->lockp);
177 bond_dump_ifs (bond_interface_details_t ** out_bondifs)
179 vnet_main_t *vnm = vnet_get_main ();
180 bond_main_t *bm = &bond_main;
182 vnet_hw_interface_t *hi;
183 bond_interface_details_t *r_bondifs = NULL;
184 bond_interface_details_t *bondif = NULL;
187 pool_foreach (bif, bm->interfaces,
188 vec_add2(r_bondifs, bondif, 1);
189 clib_memset (bondif, 0, sizeof (*bondif));
190 bondif->id = bif->id;
191 bondif->sw_if_index = bif->sw_if_index;
192 hi = vnet_get_hw_interface (vnm, bif->hw_if_index);
193 clib_memcpy(bondif->interface_name, hi->name,
194 MIN (ARRAY_LEN (bondif->interface_name) - 1,
195 vec_len ((const char *) hi->name)));
196 /* enforce by memset() above */
197 ASSERT(0 == bondif->interface_name[ARRAY_LEN (bondif->interface_name) - 1]);
198 bondif->mode = bif->mode;
199 bondif->lb = bif->lb;
200 bondif->numa_only = bif->numa_only;
201 bondif->active_slaves = vec_len (bif->active_slaves);
202 bondif->slaves = vec_len (bif->slaves);
206 *out_bondifs = r_bondifs;
212 bond_dump_slave_ifs (slave_interface_details_t ** out_slaveifs,
213 u32 bond_sw_if_index)
215 vnet_main_t *vnm = vnet_get_main ();
217 vnet_hw_interface_t *hi;
218 vnet_sw_interface_t *sw;
219 slave_interface_details_t *r_slaveifs = NULL;
220 slave_interface_details_t *slaveif = NULL;
221 u32 *sw_if_index = NULL;
224 bif = bond_get_master_by_sw_if_index (bond_sw_if_index);
228 vec_foreach (sw_if_index, bif->slaves)
230 vec_add2 (r_slaveifs, slaveif, 1);
231 clib_memset (slaveif, 0, sizeof (*slaveif));
232 sif = bond_get_slave_by_sw_if_index (*sw_if_index);
235 sw = vnet_get_sw_interface (vnm, sif->sw_if_index);
236 hi = vnet_get_hw_interface (vnm, sw->hw_if_index);
237 clib_memcpy (slaveif->interface_name, hi->name,
238 MIN (ARRAY_LEN (slaveif->interface_name) - 1,
239 vec_len ((const char *) hi->name)));
240 /* enforce by memset() above */
242 slaveif->interface_name[ARRAY_LEN (slaveif->interface_name) -
244 slaveif->sw_if_index = sif->sw_if_index;
245 slaveif->is_passive = sif->is_passive;
246 slaveif->is_long_timeout = sif->is_long_timeout;
247 slaveif->is_local_numa = sif->is_local_numa;
248 slaveif->weight = sif->weight;
251 *out_slaveifs = r_slaveifs;
257 * Manage secondary mac addresses when attaching/detaching a slave.
258 * If adding, copies any secondary addresses from master to slave
259 * If deleting, deletes the master's secondary addresses from the slave
263 bond_slave_add_del_mac_addrs (bond_if_t * bif, u32 sif_sw_if_index, u8 is_add)
265 vnet_main_t *vnm = vnet_get_main ();
266 ethernet_interface_t *b_ei;
267 mac_address_t *sec_mac;
268 vnet_hw_interface_t *s_hwif;
270 b_ei = ethernet_get_interface (ðernet_main, bif->hw_if_index);
271 if (!b_ei || !b_ei->secondary_addrs)
274 s_hwif = vnet_get_sup_hw_interface (vnm, sif_sw_if_index);
276 vec_foreach (sec_mac, b_ei->secondary_addrs)
277 vnet_hw_interface_add_del_mac_address (vnm, s_hwif->hw_if_index,
278 sec_mac->bytes, is_add);
282 bond_delete_neighbor (vlib_main_t * vm, bond_if_t * bif, slave_if_t * sif)
284 bond_main_t *bm = &bond_main;
285 vnet_main_t *vnm = vnet_get_main ();
287 vnet_hw_interface_t *sif_hw;
289 sif_hw = vnet_get_sup_hw_interface (vnm, sif->sw_if_index);
291 bif->port_number_bitmap =
292 clib_bitmap_set (bif->port_number_bitmap,
293 ntohs (sif->actor_admin.port_number) - 1, 0);
294 bm->slave_by_sw_if_index[sif->sw_if_index] = 0;
295 vec_free (sif->last_marker_pkt);
296 vec_free (sif->last_rx_pkt);
297 vec_foreach_index (i, bif->slaves)
299 uword p = *vec_elt_at_index (bif->slaves, i);
300 if (p == sif->sw_if_index)
302 vec_del1 (bif->slaves, i);
307 bond_disable_collecting_distributing (vm, sif);
309 vnet_feature_enable_disable ("device-input", "bond-input",
310 sif->sw_if_index, 0, 0, 0);
312 /* Put back the old mac */
313 vnet_hw_interface_change_mac_address (vnm, sif_hw->hw_if_index,
314 sif->persistent_hw_address);
316 /* delete the bond's secondary/virtual mac addrs from the slave */
317 bond_slave_add_del_mac_addrs (bif, sif->sw_if_index, 0 /* is_add */ );
320 if ((bif->mode == BOND_MODE_LACP) && bm->lacp_enable_disable)
321 (*bm->lacp_enable_disable) (vm, bif, sif, 0);
323 if (bif->mode == BOND_MODE_LACP)
325 stat_segment_deregister_state_counter
326 (bm->stats[bif->sw_if_index][sif->sw_if_index].actor_state);
327 stat_segment_deregister_state_counter
328 (bm->stats[bif->sw_if_index][sif->sw_if_index].partner_state);
331 pool_put (bm->neighbors, sif);
335 bond_delete_if (vlib_main_t * vm, u32 sw_if_index)
337 bond_main_t *bm = &bond_main;
338 vnet_main_t *vnm = vnet_get_main ();
341 vnet_hw_interface_t *hw;
342 u32 *sif_sw_if_index;
345 hw = vnet_get_sup_hw_interface (vnm, sw_if_index);
346 if (hw == NULL || bond_dev_class.index != hw->dev_class_index)
347 return VNET_API_ERROR_INVALID_SW_IF_INDEX;
349 bif = bond_get_master_by_dev_instance (hw->dev_instance);
351 vec_append (s_list, bif->slaves);
352 vec_foreach (sif_sw_if_index, s_list)
354 sif = bond_get_slave_by_sw_if_index (*sif_sw_if_index);
356 bond_delete_neighbor (vm, bif, sif);
360 /* bring down the interface */
361 vnet_hw_interface_set_flags (vnm, bif->hw_if_index, 0);
362 vnet_sw_interface_set_flags (vnm, bif->sw_if_index, 0);
364 ethernet_delete_interface (vnm, bif->hw_if_index);
366 clib_bitmap_free (bif->port_number_bitmap);
367 hash_unset (bm->bond_by_sw_if_index, bif->sw_if_index);
368 hash_unset (bm->id_used, bif->id);
369 clib_memset (bif, 0, sizeof (*bif));
370 pool_put (bm->interfaces, bif);
376 bond_create_if (vlib_main_t * vm, bond_create_if_args_t * args)
378 bond_main_t *bm = &bond_main;
379 vnet_main_t *vnm = vnet_get_main ();
380 vnet_sw_interface_t *sw;
383 if ((args->mode == BOND_MODE_LACP) && bm->lacp_plugin_loaded == 0)
385 args->rv = VNET_API_ERROR_FEATURE_DISABLED;
386 args->error = clib_error_return (0, "LACP plugin is not loaded");
389 if (args->mode > BOND_MODE_LACP || args->mode < BOND_MODE_ROUND_ROBIN)
391 args->rv = VNET_API_ERROR_INVALID_ARGUMENT;
392 args->error = clib_error_return (0, "Invalid mode");
395 if (args->lb > BOND_LB_L23)
397 args->rv = VNET_API_ERROR_INVALID_ARGUMENT;
398 args->error = clib_error_return (0, "Invalid load-balance");
401 pool_get (bm->interfaces, bif);
402 clib_memset (bif, 0, sizeof (*bif));
403 bif->dev_instance = bif - bm->interfaces;
406 bif->mode = args->mode;
408 // Adjust requested interface id
410 bif->id = bif->dev_instance;
411 if (hash_get (bm->id_used, bif->id))
413 args->rv = VNET_API_ERROR_INSTANCE_IN_USE;
414 pool_put (bm->interfaces, bif);
417 hash_set (bm->id_used, bif->id, 1);
419 // Special load-balance mode used for rr and bc
420 if (bif->mode == BOND_MODE_ROUND_ROBIN)
421 bif->lb = BOND_LB_RR;
422 else if (bif->mode == BOND_MODE_BROADCAST)
423 bif->lb = BOND_LB_BC;
424 else if (bif->mode == BOND_MODE_ACTIVE_BACKUP)
425 bif->lb = BOND_LB_AB;
427 bif->use_custom_mac = args->hw_addr_set;
428 if (!args->hw_addr_set)
430 f64 now = vlib_time_now (vm);
432 rnd = (u32) (now * 1e6);
433 rnd = random_u32 (&rnd);
435 memcpy (args->hw_addr + 2, &rnd, sizeof (rnd));
436 args->hw_addr[0] = 2;
437 args->hw_addr[1] = 0xfe;
439 memcpy (bif->hw_address, args->hw_addr, 6);
440 args->error = ethernet_register_interface
441 (vnm, bond_dev_class.index, bif->dev_instance /* device instance */ ,
442 bif->hw_address /* ethernet address */ ,
443 &bif->hw_if_index, 0 /* flag change */ );
447 args->rv = VNET_API_ERROR_INVALID_REGISTRATION;
448 hash_unset (bm->id_used, bif->id);
449 pool_put (bm->interfaces, bif);
453 sw = vnet_get_hw_sw_interface (vnm, bif->hw_if_index);
454 bif->sw_if_index = sw->sw_if_index;
455 bif->group = bif->sw_if_index;
456 bif->numa_only = args->numa_only;
457 if (vlib_get_thread_main ()->n_vlib_mains > 1)
458 clib_spinlock_init (&bif->lockp);
460 vnet_hw_interface_set_flags (vnm, bif->hw_if_index,
461 VNET_HW_INTERFACE_FLAG_LINK_UP);
463 hash_set (bm->bond_by_sw_if_index, bif->sw_if_index, bif->dev_instance);
466 args->sw_if_index = bif->sw_if_index;
470 static clib_error_t *
471 bond_create_command_fn (vlib_main_t * vm, unformat_input_t * input,
472 vlib_cli_command_t * cmd)
474 unformat_input_t _line_input, *line_input = &_line_input;
475 bond_create_if_args_t args = { 0 };
478 /* Get a line of input. */
479 if (!unformat_user (input, unformat_line_input, line_input))
480 return clib_error_return (0, "Missing required arguments.");
484 args.lb = BOND_LB_L2;
486 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
488 if (unformat (line_input, "mode %U", unformat_bond_mode, &args.mode))
490 else if (((args.mode == BOND_MODE_LACP) || (args.mode == BOND_MODE_XOR))
491 && unformat (line_input, "load-balance %U",
492 unformat_bond_load_balance, &args.lb))
494 else if (unformat (line_input, "hw-addr %U",
495 unformat_ethernet_address, args.hw_addr))
496 args.hw_addr_set = 1;
497 else if (unformat (line_input, "id %u", &args.id))
499 else if (unformat (line_input, "numa-only"))
501 if (args.mode == BOND_MODE_LACP)
504 return clib_error_return (0,
505 "Only lacp mode supports numa-only so far!");
508 return clib_error_return (0, "unknown input `%U'",
509 format_unformat_error, input);
511 unformat_free (line_input);
513 if (mode_is_set == 0)
514 return clib_error_return (0, "Missing bond mode");
516 bond_create_if (vm, &args);
519 vlib_cli_output (vm, "%U\n", format_vnet_sw_if_index_name,
520 vnet_get_main (), args.sw_if_index);
526 VLIB_CLI_COMMAND (bond_create_command, static) = {
527 .path = "create bond",
528 .short_help = "create bond mode {round-robin | active-backup | broadcast | "
529 "{lacp | xor} [load-balance { l2 | l23 | l34 } [numa-only]]} [hw-addr <mac-address>] "
531 .function = bond_create_command_fn,
535 static clib_error_t *
536 bond_delete_command_fn (vlib_main_t * vm, unformat_input_t * input,
537 vlib_cli_command_t * cmd)
539 unformat_input_t _line_input, *line_input = &_line_input;
540 u32 sw_if_index = ~0;
541 vnet_main_t *vnm = vnet_get_main ();
544 /* Get a line of input. */
545 if (!unformat_user (input, unformat_line_input, line_input))
546 return clib_error_return (0, "Missing <interface>");
548 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
550 if (unformat (line_input, "sw_if_index %d", &sw_if_index))
552 else if (unformat (line_input, "%U", unformat_vnet_sw_interface,
556 return clib_error_return (0, "unknown input `%U'",
557 format_unformat_error, input);
559 unformat_free (line_input);
561 if (sw_if_index == ~0)
562 return clib_error_return (0,
563 "please specify interface name or sw_if_index");
565 rv = bond_delete_if (vm, sw_if_index);
566 if (rv == VNET_API_ERROR_INVALID_SW_IF_INDEX)
567 return clib_error_return (0, "not a bond interface");
569 return clib_error_return (0, "error on deleting bond interface");
575 VLIB_CLI_COMMAND (bond_delete__command, static) =
577 .path = "delete bond",
578 .short_help = "delete bond {<interface> | sw_if_index <sw_idx>}",
579 .function = bond_delete_command_fn,
584 bond_enslave (vlib_main_t * vm, bond_enslave_args_t * args)
586 bond_main_t *bm = &bond_main;
587 vnet_main_t *vnm = vnet_get_main ();
590 vnet_interface_main_t *im = &vnm->interface_main;
591 vnet_hw_interface_t *bif_hw, *sif_hw;
592 vnet_sw_interface_t *sw;
596 bif = bond_get_master_by_sw_if_index (args->group);
599 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
600 args->error = clib_error_return (0, "bond interface not found");
603 // make sure the interface is not already enslaved
604 if (bond_get_slave_by_sw_if_index (args->slave))
606 args->rv = VNET_API_ERROR_VALUE_EXIST;
607 args->error = clib_error_return (0, "interface was already enslaved");
610 sif_hw = vnet_get_sup_hw_interface (vnm, args->slave);
611 if (sif_hw->dev_class_index == bond_dev_class.index)
613 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
615 clib_error_return (0, "bond interface cannot be enslaved");
618 if (bif->mode == BOND_MODE_LACP)
620 u8 *name = format (0, "/if/lacp/%u/%u/state%c", bif->sw_if_index,
623 vec_validate (bm->stats, bif->sw_if_index);
624 vec_validate (bm->stats[bif->sw_if_index], args->slave);
626 args->error = stat_segment_register_state_counter
627 (name, &bm->stats[bif->sw_if_index][args->slave].actor_state);
628 if (args->error != 0)
630 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
635 vec_reset_length (name);
636 name = format (0, "/if/lacp/%u/%u/partner-state%c", bif->sw_if_index,
638 args->error = stat_segment_register_state_counter
639 (name, &bm->stats[bif->sw_if_index][args->slave].partner_state);
641 if (args->error != 0)
643 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
648 pool_get (bm->neighbors, sif);
649 clib_memset (sif, 0, sizeof (*sif));
650 sw = pool_elt_at_index (im->sw_interfaces, args->slave);
651 /* port_enabled is both admin up and hw link up */
652 sif->port_enabled = vnet_sw_interface_is_up (vnm, sw->sw_if_index);
653 sif->sw_if_index = sw->sw_if_index;
654 sif->hw_if_index = sw->hw_if_index;
655 sif->packet_template_index = (u8) ~ 0;
656 sif->is_passive = args->is_passive;
657 sif->group = args->group;
658 sif->bif_dev_instance = bif->dev_instance;
659 sif->mode = bif->mode;
661 sif->is_long_timeout = args->is_long_timeout;
662 if (args->is_long_timeout)
663 sif->ttl_in_seconds = LACP_LONG_TIMOUT_TIME;
665 sif->ttl_in_seconds = LACP_SHORT_TIMOUT_TIME;
667 vec_validate_aligned (bm->slave_by_sw_if_index, sif->sw_if_index,
668 CLIB_CACHE_LINE_BYTES);
670 * sif - bm->neighbors may be 0
671 * Left shift it by 1 bit to distinguish the valid entry that we actually
672 * store from the null entries
674 bm->slave_by_sw_if_index[sif->sw_if_index] =
675 (uword) (((sif - bm->neighbors) << 1) | 1);
676 vec_add1 (bif->slaves, sif->sw_if_index);
678 sif_hw = vnet_get_sup_hw_interface (vnm, sif->sw_if_index);
680 /* Save the old mac */
681 memcpy (sif->persistent_hw_address, sif_hw->hw_address, 6);
682 bif_hw = vnet_get_sup_hw_interface (vnm, bif->sw_if_index);
683 if (bif->use_custom_mac)
685 vnet_hw_interface_change_mac_address (vnm, sif_hw->hw_if_index,
690 // bond interface gets the mac address from the first slave
691 if (vec_len (bif->slaves) == 1)
693 memcpy (bif->hw_address, sif_hw->hw_address, 6);
694 vnet_hw_interface_change_mac_address (vnm, bif_hw->hw_if_index,
699 // subsequent slaves gets the mac address of the bond interface
700 vnet_hw_interface_change_mac_address (vnm, sif_hw->hw_if_index,
705 /* if there are secondary/virtual mac addrs, propagate to the slave */
706 bond_slave_add_del_mac_addrs (bif, sif->sw_if_index, 1 /* is_add */ );
708 if (bif_hw->l2_if_count)
710 ethernet_set_flags (vnm, sif_hw->hw_if_index,
711 ETHERNET_INTERFACE_FLAG_ACCEPT_ALL);
712 /* ensure all packets go to ethernet-input */
713 ethernet_set_rx_redirect (vnm, sif_hw, 1);
716 if (bif->mode == BOND_MODE_LACP)
718 if (bm->lacp_enable_disable)
719 (*bm->lacp_enable_disable) (vm, bif, sif, 1);
721 else if (sif->port_enabled)
723 bond_enable_collecting_distributing (vm, sif);
726 vec_foreach_index (thread_index, bm->per_thread_data)
728 bond_per_thread_data_t *ptd = vec_elt_at_index (bm->per_thread_data,
731 vec_validate_aligned (ptd->per_port_queue, vec_len (bif->slaves) - 1,
732 CLIB_CACHE_LINE_BYTES);
734 vec_foreach_index (sif_if_index, ptd->per_port_queue)
736 ptd->per_port_queue[sif_if_index].n_buffers = 0;
740 args->rv = vnet_feature_enable_disable ("device-input", "bond-input",
741 sif->sw_if_index, 1, 0, 0);
746 clib_error_return (0,
747 "Error encountered on input feature arc enable");
751 static clib_error_t *
752 enslave_interface_command_fn (vlib_main_t * vm, unformat_input_t * input,
753 vlib_cli_command_t * cmd)
755 bond_enslave_args_t args = { 0 };
756 unformat_input_t _line_input, *line_input = &_line_input;
757 vnet_main_t *vnm = vnet_get_main ();
759 /* Get a line of input. */
760 if (!unformat_user (input, unformat_line_input, line_input))
761 return clib_error_return (0, "Missing required arguments.");
765 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
767 if (unformat (line_input, "%U %U",
768 unformat_vnet_sw_interface, vnm, &args.group,
769 unformat_vnet_sw_interface, vnm, &args.slave))
771 else if (unformat (line_input, "passive"))
773 else if (unformat (line_input, "long-timeout"))
774 args.is_long_timeout = 1;
777 args.error = clib_error_return (0, "unknown input `%U'",
778 format_unformat_error, input);
782 unformat_free (line_input);
786 if (args.group == ~0)
787 return clib_error_return (0, "Missing bond interface");
788 if (args.slave == ~0)
789 return clib_error_return (0, "please specify valid slave interface name");
791 bond_enslave (vm, &args);
797 VLIB_CLI_COMMAND (enslave_interface_command, static) = {
799 .short_help = "bond add <BondEthernetx> <slave-interface> "
800 "[passive] [long-timeout]",
801 .function = enslave_interface_command_fn,
806 bond_detach_slave (vlib_main_t * vm, bond_detach_slave_args_t * args)
811 sif = bond_get_slave_by_sw_if_index (args->slave);
814 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
815 args->error = clib_error_return (0, "interface was not enslaved");
818 bif = bond_get_master_by_dev_instance (sif->bif_dev_instance);
819 bond_delete_neighbor (vm, bif, sif);
822 static clib_error_t *
823 detach_interface_command_fn (vlib_main_t * vm, unformat_input_t * input,
824 vlib_cli_command_t * cmd)
826 bond_detach_slave_args_t args = { 0 };
827 unformat_input_t _line_input, *line_input = &_line_input;
828 vnet_main_t *vnm = vnet_get_main ();
830 /* Get a line of input. */
831 if (!unformat_user (input, unformat_line_input, line_input))
832 return clib_error_return (0, "Missing required arguments.");
835 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
837 if (unformat (line_input, "%U",
838 unformat_vnet_sw_interface, vnm, &args.slave))
842 args.error = clib_error_return (0, "unknown input `%U'",
843 format_unformat_error, input);
847 unformat_free (line_input);
851 if (args.slave == ~0)
852 return clib_error_return (0, "please specify valid slave interface name");
854 bond_detach_slave (vm, &args);
860 VLIB_CLI_COMMAND (detach_interface_command, static) = {
862 .short_help = "bond del <slave-interface>",
863 .function = detach_interface_command_fn,
868 show_bond (vlib_main_t * vm)
870 bond_main_t *bm = &bond_main;
873 vlib_cli_output (vm, "%-16s %-12s %-13s %-13s %-14s %s",
874 "interface name", "sw_if_index", "mode",
875 "load balance", "active slaves", "slaves");
878 pool_foreach (bif, bm->interfaces,
880 vlib_cli_output (vm, "%-16U %-12d %-13U %-13U %-14u %u",
881 format_bond_interface_name, bif->dev_instance,
882 bif->sw_if_index, format_bond_mode, bif->mode,
883 format_bond_load_balance, bif->lb,
884 vec_len (bif->active_slaves), vec_len (bif->slaves));
890 show_bond_details (vlib_main_t * vm)
892 bond_main_t *bm = &bond_main;
897 pool_foreach (bif, bm->interfaces,
899 vlib_cli_output (vm, "%U", format_bond_interface_name, bif->dev_instance);
900 vlib_cli_output (vm, " mode: %U",
901 format_bond_mode, bif->mode);
902 vlib_cli_output (vm, " load balance: %U",
903 format_bond_load_balance, bif->lb);
904 if (bif->mode == BOND_MODE_ROUND_ROBIN)
905 vlib_cli_output (vm, " last xmit slave index: %u",
906 bif->lb_rr_last_index);
907 vlib_cli_output (vm, " number of active slaves: %d",
908 vec_len (bif->active_slaves));
909 vec_foreach (sw_if_index, bif->active_slaves)
911 vlib_cli_output (vm, " %U", format_vnet_sw_if_index_name,
912 vnet_get_main (), *sw_if_index);
913 if (bif->mode == BOND_MODE_ACTIVE_BACKUP)
915 slave_if_t *sif = bond_get_slave_by_sw_if_index (*sw_if_index);
917 vlib_cli_output (vm, " weight: %u, is_local_numa: %u, "
918 "sw_if_index: %u", sif->weight,
919 sif->is_local_numa, sif->sw_if_index);
922 vlib_cli_output (vm, " number of slaves: %d", vec_len (bif->slaves));
923 vec_foreach (sw_if_index, bif->slaves)
925 vlib_cli_output (vm, " %U", format_vnet_sw_if_index_name,
926 vnet_get_main (), *sw_if_index);
928 vlib_cli_output (vm, " device instance: %d", bif->dev_instance);
929 vlib_cli_output (vm, " interface id: %d", bif->id);
930 vlib_cli_output (vm, " sw_if_index: %d", bif->sw_if_index);
931 vlib_cli_output (vm, " hw_if_index: %d", bif->hw_if_index);
936 static clib_error_t *
937 show_bond_fn (vlib_main_t * vm, unformat_input_t * input,
938 vlib_cli_command_t * cmd)
942 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
944 if (unformat (input, "details"))
948 return clib_error_return (0, "unknown input `%U'",
949 format_unformat_error, input);
954 show_bond_details (vm);
962 VLIB_CLI_COMMAND (show_bond_command, static) = {
964 .short_help = "show bond [details]",
965 .function = show_bond_fn,
970 bond_set_intf_weight (vlib_main_t * vm, bond_set_intf_weight_args_t * args)
977 sif = bond_get_slave_by_sw_if_index (args->sw_if_index);
980 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
981 args->error = clib_error_return (0, "Interface not enslaved");
984 bif = bond_get_master_by_dev_instance (sif->bif_dev_instance);
987 args->rv = VNET_API_ERROR_INVALID_INTERFACE;
988 args->error = clib_error_return (0, "bond interface not found");
991 if (bif->mode != BOND_MODE_ACTIVE_BACKUP)
993 args->rv = VNET_API_ERROR_INVALID_ARGUMENT;
995 clib_error_return (0, "Weight valid for active-backup only");
999 old_weight = sif->weight;
1000 sif->weight = args->weight;
1001 vnm = vnet_get_main ();
1003 * No need to sort the list if the affected slave is not up (not in active
1004 * slave set), active slave count is 1, or the current slave is already the
1005 * primary slave and new weight > old weight.
1007 if (!vnet_sw_interface_is_up (vnm, sif->sw_if_index) ||
1008 (vec_len (bif->active_slaves) == 1) ||
1009 ((bif->active_slaves[0] == sif->sw_if_index) &&
1010 (sif->weight >= old_weight)))
1013 bond_sort_slaves (bif);
1016 static clib_error_t *
1017 bond_set_intf_cmd (vlib_main_t * vm, unformat_input_t * input,
1018 vlib_cli_command_t * cmd)
1020 bond_set_intf_weight_args_t args = { 0 };
1021 u32 sw_if_index = (u32) ~ 0;
1022 unformat_input_t _line_input, *line_input = &_line_input;
1023 vnet_main_t *vnm = vnet_get_main ();
1024 u8 weight_enter = 0;
1027 /* Get a line of input. */
1028 if (!unformat_user (input, unformat_line_input, line_input))
1029 return clib_error_return (0, "Missing required arguments.");
1031 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
1033 if (unformat (line_input, "sw_if_index %d", &sw_if_index))
1035 else if (unformat (line_input, "%U", unformat_vnet_sw_interface, vnm,
1038 else if (unformat (line_input, "weight %u", &weight))
1042 clib_error_return (0, "unknown input `%U'", format_unformat_error,
1048 unformat_free (line_input);
1049 if (sw_if_index == (u32) ~ 0)
1051 args.rv = VNET_API_ERROR_INVALID_INTERFACE;
1052 clib_error_return (0, "Interface name is invalid!");
1054 if (weight_enter == 0)
1056 args.rv = VNET_API_ERROR_INVALID_ARGUMENT;
1057 clib_error_return (0, "weight missing");
1060 args.sw_if_index = sw_if_index;
1061 args.weight = weight;
1062 bond_set_intf_weight (vm, &args);
1068 VLIB_CLI_COMMAND(set_interface_bond_cmd, static) = {
1069 .path = "set interface bond",
1070 .short_help = "set interface bond <interface> | sw_if_index <idx>"
1072 .function = bond_set_intf_cmd,
1077 bond_cli_init (vlib_main_t * vm)
1079 bond_main_t *bm = &bond_main;
1082 bm->vnet_main = vnet_get_main ();
1083 vec_validate_aligned (bm->slave_by_sw_if_index, 1, CLIB_CACHE_LINE_BYTES);
1084 vec_validate_aligned (bm->per_thread_data,
1085 vlib_get_thread_main ()->n_vlib_mains - 1,
1086 CLIB_CACHE_LINE_BYTES);
1091 VLIB_INIT_FUNCTION (bond_cli_init);
1094 * fd.io coding-style-patch-verification: ON
1097 * eval: (c-set-style "gnu")