29 #define foreach_bond_tx_error \ 31 _(IF_DOWN, "interface down") \ 32 _(NO_SLAVE, "no slave") 36 #define _(f,s) BOND_TX_ERROR_##f, 59 s =
format (s,
"src %U, dst %U, %s -> %s",
67 #ifndef CLIB_MARCH_VARIANT 75 s =
format (s,
"BondEthernet%lu", bif->
id);
94 if ((bif_hw->
l2_if_count == 1) && (l2_if_adjust == 1))
107 else if ((bif_hw->
l2_if_count == 0) && (l2_if_adjust == -1))
175 for (j = i - 1; j > -1; j--)
208 for (port = 1; port < n_slaves; port++)
242 ethertype_p = ð->
type;
246 vlan = (
void *) (eth + 1);
247 ethertype_p = &vlan->
type;
248 if (*ethertype_p == ntohs (ETHERNET_TYPE_VLAN))
251 ethertype_p = &vlan->
type;
263 u16 ethertype, *ethertype_p;
264 u32 *mac1, *mac2, *mac3;
269 if ((ethertype != htons (ETHERNET_TYPE_IP4)) &&
270 (ethertype != htons (ETHERNET_TYPE_IP6)))
276 if (ip_version == 0x4)
291 else if (ip_version == 0x6)
324 u16 ethertype, *ethertype_p;
329 if ((ethertype != htons (ETHERNET_TYPE_IP4)) &&
330 (ethertype != htons (ETHERNET_TYPE_IP6)))
336 if (ip_version == 0x4)
341 is_tcp_udp = (ip4->
protocol == IP_PROTOCOL_TCP) ||
350 else if (ip_version == 0x6)
359 (ip6->
protocol == IP_PROTOCOL_UDP)))
362 tcp = (
void *) (ip6 + 1);
364 else if (ip6->
protocol == IP_PROTOCOL_IP6_HOP_BY_HOP_OPTIONS)
368 if ((hbh->
protocol == IP_PROTOCOL_TCP)
369 || (hbh->
protocol == IP_PROTOCOL_UDP))
430 if (lb_alg == BOND_LB_L2)
437 else if (lb_alg == BOND_LB_L34)
444 else if (lb_alg == BOND_LB_L23)
451 else if (lb_alg == BOND_LB_RR)
458 else if (lb_alg == BOND_LB_BC)
479 if (bif->
lb == BOND_LB_L2)
481 else if (bif->
lb == BOND_LB_L34)
483 else if (bif->
lb == BOND_LB_L23)
485 else if (bif->
lb == BOND_LB_RR)
487 else if (bif->
lb == BOND_LB_BC)
503 u32 mask = n_slaves - 1;
505 #ifdef CLIB_HAVE_VEC256 507 u32x8 mask8, sc8u, h8a, h8b;
510 if (use_modulo_shortcut)
512 mask8 = u32x8_splat (mask);
516 mask8 = u32x8_splat (0xffff);
517 sc8u = u32x8_splat (n_slaves);
523 h8a = u32x8_load_unaligned (h) & mask8;
524 h8b = u32x8_load_unaligned (h + 8) & mask8;
526 if (use_modulo_shortcut == 0)
532 u32x8_store_unaligned (h8a, h);
533 u32x8_store_unaligned (h8b, h + 8);
541 if (use_modulo_shortcut)
560 if (use_modulo_shortcut)
572 int single_sw_if_index)
654 while (n_trace > 0 && n_left > 0)
703 thread_index, bif->sw_if_index,
707 return frame->n_vectors;
710 n_slaves =
vec_len (bif->active_slaves);
716 thread_index, bif->sw_if_index,
720 return frame->n_vectors;
726 if ((bif->lb == BOND_LB_AB) ||
PREDICT_FALSE (n_slaves == 1))
736 if (bif->lb == BOND_LB_BC)
740 bond_tx_inline (vm, bif, bufs, hashes, n_left, n_slaves, BOND_LB_BC);
749 if (bif->n_numa_slaves >= 1)
750 n_slaves = bif->n_numa_slaves;
752 if (bif->lb == BOND_LB_L2)
753 bond_tx_inline (vm, bif, bufs, hashes, n_left, n_slaves, BOND_LB_L2);
754 else if (bif->lb == BOND_LB_L34)
755 bond_tx_inline (vm, bif, bufs, hashes, n_left, n_slaves, BOND_LB_L34);
756 else if (bif->lb == BOND_LB_L23)
757 bond_tx_inline (vm, bif, bufs, hashes, n_left, n_slaves, BOND_LB_L23);
758 else if (bif->lb == BOND_LB_RR)
759 bond_tx_inline (vm, bif, bufs, hashes, n_left, n_slaves, BOND_LB_RR);
776 for (p = 0; p < n_slaves; p++)
793 return frame->n_vectors;
811 uword event_type, *event_data = 0;
821 for (i = 0; i <
vec_len (event_data); i++)
823 hw_if_index = event_data[
i];
839 .name =
"bond-process",
VNET_DEVICE_CLASS_TX_FN() bond_dev_class(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
#define vec_foreach_index(var, v)
Iterate over vector indices.
vlib_node_registration_t bond_process_node
(constructor) VLIB_REGISTER_NODE (bond_process_node)
static __clib_unused clib_error_t * bond_set_l2_mode_function(vnet_main_t *vnm, struct vnet_hw_interface_t *bif_hw, i32 l2_if_adjust)
static u32 vlib_get_trace_count(vlib_main_t *vm, vlib_node_runtime_t *rt)
static void vlib_buffer_free(vlib_main_t *vm, u32 *buffers, u32 n_buffers)
Free buffers Frees the entire buffer chain for each buffer.
static uword * vlib_process_wait_for_event(vlib_main_t *vm)
vnet_main_t * vnet_get_main(void)
static vnet_hw_interface_t * vnet_get_sup_hw_interface(vnet_main_t *vnm, u32 sw_if_index)
vnet_interface_main_t interface_main
u32 buffers[VLIB_FRAME_SIZE]
static void vlib_error_count(vlib_main_t *vm, uword node_index, uword counter, uword increment)
#define clib_memcpy_fast(a, b, c)
static bond_if_t * bond_get_master_by_sw_if_index(u32 sw_if_index)
void vnet_hw_interface_walk_sw(vnet_main_t *vnm, u32 hw_if_index, vnet_hw_sw_interface_walk_t fn, void *ctx)
Walk the SW interfaces on a HW interface - this is the super interface and any sub-interfaces.
#define VLIB_NODE_FLAG_TRACE_SUPPORTED
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
static void vlib_increment_simple_counter(vlib_simple_counter_main_t *cm, u32 thread_index, u32 index, u64 increment)
Increment a simple counter.
static_always_inline u32 lb_hash_hash_2_tuples(u64 k0, u32 k1)
#define BOND_MODULO_SHORTCUT(a)
struct _tcp_header tcp_header_t
bond_per_thread_data_t * per_thread_data
static vlib_buffer_t * vlib_buffer_copy(vlib_main_t *vm, vlib_buffer_t *b)
uword as_uword[16/sizeof(uword)]
#define vec_reset_length(v)
Reset vector length to zero NULL-pointer tolerant.
static void vlib_trace_buffer(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, vlib_buffer_t *b, int follow_chain)
enum walk_rc_t_ walk_rc_t
Walk return code.
#define static_always_inline
u8 * format_ethernet_address(u8 *s, va_list *args)
vl_api_interface_index_t sw_if_index
static uword vlib_process_get_events(vlib_main_t *vm, uword **data_vector)
Return the first event type which has occurred and a vector of per-event data of that type...
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
#define clib_error_return(e, args...)
static_always_inline u32 bond_lb_l23(vlib_buffer_t *b0)
#define VNET_DEVICE_CLASS_TX_FN(devclass)
static u32 vlib_get_buffer_index(vlib_main_t *vm, void *p)
Translate buffer pointer into buffer index.
void ethernet_set_rx_redirect(vnet_main_t *vnm, vnet_hw_interface_t *hi, u32 enable)
VNET_SW_INTERFACE_ADD_DEL_FUNCTION(bond_slave_interface_add_del)
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
static_always_inline u16 * bond_locate_ethertype(ethernet_header_t *eth)
static_always_inline u32 bond_lb_l2(vlib_buffer_t *b0)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
#define foreach_bond_tx_error
vlib_simple_counter_main_t * sw_if_counters
static char * bond_tx_error_strings[]
void bond_detach_slave(vlib_main_t *vm, bond_detach_slave_args_t *args)
#define VLIB_REGISTER_NODE(x,...)
static void vnet_put_frame_to_sw_interface(vnet_main_t *vnm, u32 sw_if_index, vlib_frame_t *f)
#define CLIB_PREFETCH(addr, size, type)
ethernet_header_t ethernet
#define ETHERNET_INTERFACE_FLAG_ACCEPT_ALL
static_always_inline u32 bond_lb_broadcast(vlib_main_t *vm, bond_if_t *bif, vlib_buffer_t *b0, uword n_slaves)
static u8 * format_bond_tx_trace(u8 *s, va_list *args)
vlib_main_t vlib_node_runtime_t * node
static_always_inline u32 bond_lb_l34(vlib_buffer_t *b0)
static_always_inline void bond_hash_to_port(u32 *h, u32 n_left, u32 n_slaves, int use_modulo_shortcut)
manual_print typedef address
static walk_rc_t bond_active_interface_switch_cb(vnet_main_t *vnm, u32 sw_if_index, void *arg)
static_always_inline int ethernet_frame_is_tagged(u16 type)
static_always_inline void bond_tx_trace(vlib_main_t *vm, vlib_node_runtime_t *node, bond_if_t *bif, vlib_buffer_t **b, u32 n_left, u32 *h)
#define clib_mem_unaligned(pointer, type)
static vlib_frame_t * vnet_get_frame_to_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
static_always_inline void bond_tx_add_to_queue(bond_per_thread_data_t *ptd, u32 port, u32 bi)
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
#define vec_elt(v, i)
Get vector value at index i.
static_always_inline u32x8 u32x8_from_f32x8(f32x8 v)
u8 * format_bond_interface_name(u8 *s, va_list *args)
static_always_inline void bond_update_sw_if_index(bond_per_thread_data_t *ptd, bond_if_t *bif, u32 *bi, vlib_buffer_t **b, u32 *data, u32 n_left, int single_sw_if_index)
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
clib_error_t * vnet_hw_interface_set_flags(vnet_main_t *vnm, u32 hw_if_index, vnet_hw_interface_flags_t flags)
#define VLIB_BUFFER_TRACE_TRAJECTORY_INIT(b)
void ip_neighbor_advertise(vlib_main_t *vm, ip46_type_t type, const ip46_address_t *addr, u32 sw_if_index)
VLIB buffer representation.
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
static clib_error_t * bond_slave_interface_add_del(vnet_main_t *vnm, u32 sw_if_index, u32 is_add)
static vnet_hw_interface_t * vnet_get_hw_interface_or_null(vnet_main_t *vnm, u32 hw_if_index)
static __clib_unused clib_error_t * bond_subif_add_del_function(vnet_main_t *vnm, u32 hw_if_index, struct vnet_sw_interface_t *st, int is_add)
#define vec_foreach(var, vec)
Vector iterator.
static_always_inline u32 lb_hash_hash(u64 k0, u64 k1, u64 k2, u64 k3, u64 k4)
vlib_main_t vlib_node_runtime_t vlib_frame_t * frame
clib_error_t * vnet_hw_interface_add_del_mac_address(vnet_main_t *vnm, u32 hw_if_index, const u8 *mac_address, u8 is_add)
static slave_if_t * bond_get_slave_by_sw_if_index(u32 sw_if_index)
static void vlib_set_trace_count(vlib_main_t *vm, vlib_node_runtime_t *rt, u32 count)
static_always_inline void vlib_get_buffers(vlib_main_t *vm, u32 *bi, vlib_buffer_t **b, int count)
Translate array of buffer indices into buffer pointers.
static_always_inline u32 bond_lb_round_robin(bond_if_t *bif, vlib_buffer_t *b0, uword n_slaves)
#define CLIB_CACHE_LINE_BYTES
static clib_error_t * bond_interface_admin_up_down(vnet_main_t *vnm, u32 hw_if_index, u32 flags)
static_always_inline f32x8 f32x8_from_u32x8(u32x8 v)
bond_per_port_queue_t * per_port_queue
static_always_inline void bond_tx_inline(vlib_main_t *vm, bond_if_t *bif, vlib_buffer_t **b, u32 *h, u32 n_left, uword n_slaves, u32 lb_alg)
u32 ethernet_set_flags(vnet_main_t *vnm, u32 hw_if_index, u32 flags)
static uword bond_process(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
static clib_error_t * bond_add_del_mac_address(vnet_hw_interface_t *hi, const u8 *address, u8 is_add)
VNET_DEVICE_CLASS(avf_device_class,)