49 s =
format (s,
"MPLS: next [%d], lookup fib index %d, LB index %d hash %x " 64 u32 n_left_from, next_index, * from, * to_next;
72 while (n_left_from > 0)
77 to_next, n_left_to_next);
79 while (n_left_from >= 8 && n_left_to_next >= 4)
81 u32 lbi0, next0, lfib_index0, bi0, hash_c0;
86 u32 lbi1, next1, lfib_index1, bi1, hash_c1;
91 u32 lbi2, next2, lfib_index2, bi2, hash_c2;
96 u32 lbi3, next3, lfib_index3, bi3, hash_c3;
122 bi0 = to_next[0] = from[0];
123 bi1 = to_next[1] = from[1];
124 bi2 = to_next[2] = from[2];
125 bi3 = to_next[3] = from[3];
219 (cm, cpu_index, lbi0, 1,
222 (cm, cpu_index, lbi1, 1,
225 (cm, cpu_index, lbi2, 1,
228 (cm, cpu_index, lbi3, 1,
238 vnet_buffer (b0)->mpls.exp = (((
char*)h0)[2] & 0xe) >> 1;
241 vnet_buffer (b1)->mpls.exp = (((
char*)h1)[2] & 0xe) >> 1;
244 vnet_buffer (b2)->mpls.exp = (((
char*)h2)[2] & 0xe) >> 1;
247 vnet_buffer (b3)->mpls.exp = (((
char*)h3)[2] & 0xe) >> 1;
303 to_next, n_left_to_next,
305 next0, next1, next2, next3);
308 while (n_left_from > 0 && n_left_to_next > 0)
310 u32 lbi0, next0, lfib_index0, bi0, hash_c0;
350 (cm, cpu_index, lbi0, 1,
360 vnet_buffer (b0)->mpls.exp = (((
char*)h0)[2] & 0xe) >> 1;
380 to_next, n_left_to_next,
387 MPLS_ERROR_PKTS_DECAP, from_frame->
n_vectors);
392 #define mpls_error(n,s) s, 399 .name =
"mpls-lookup",
401 .vector_size =
sizeof (
u32),
405 .sibling_of =
"ip4-lookup",
427 s =
format (s,
"MPLS: next [%d], LB index %d hash %d",
438 u32 n_left_from, n_left_to_next, * from, * to_next;
446 while (n_left_from > 0)
449 to_next, n_left_to_next);
452 while (n_left_from >= 4 && n_left_to_next >= 2)
456 u32 pi0, lbi0, hc0, pi1, lbi1, hc1, next0, next1;
474 pi0 = to_next[0] = from[0];
475 pi1 = to_next[1] = from[1];
535 (cm, cpu_index, lbi0, 1,
538 (cm, cpu_index, lbi1, 1,
551 to_next, n_left_to_next,
552 pi0, pi1, next0, next1);
555 while (n_left_from > 0 && n_left_to_next > 0)
559 u32 pi0, lbi0, hc0, next0;
596 (cm, cpu_index, lbi0, 1,
600 to_next, n_left_to_next,
612 .name =
"mpls-load-balance",
613 .vector_size =
sizeof (
u32),
614 .sibling_of =
"mpls-lookup",
u16 lb_n_buckets
number of buckets in the load-balance.
vlib_combined_counter_main_t lbm_to_counters
format_function_t format_mpls_header
The arc/edge from the MPLS lookup node to the MPLS replicate node.
u32 * fib_index_by_sw_if_index
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
flow_hash_config_t lb_hash_config
the hash config to use when selecting a bucket.
#define vlib_validate_buffer_enqueue_x4(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, bi2, bi3, next0, next1, next2, next3)
Finish enqueueing four buffers forward in the graph.
struct _vlib_node_registration vlib_node_registration_t
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
u16 lb_n_buckets_minus_1
number of buckets in the load-balance - 1.
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
static uword mpls_lookup(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
vlib_node_registration_t mpls_lookup_node
Static MPLS VLIB forwarding node.
The identity of a DPO is a combination of its type and its instance number/index of objects of that t...
static const dpo_id_t * load_balance_get_bucket_i(const load_balance_t *lb, u32 bucket)
static u32 mpls_compute_flow_hash(const mpls_unicast_header_t *hdr, flow_hash_config_t flow_hash_config)
uword os_get_cpu_number(void)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
static u32 vnet_mpls_uc_get_label(mpls_label_t label_exp_s_ttl)
load_balance_main_t load_balance_main
The one instance of load-balance main.
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
#define CLIB_PREFETCH(addr, size, type)
unformat_function_t unformat_mpls_header
#define VLIB_BUFFER_IS_TRACED
vlib_combined_counter_main_t lbm_via_counters
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 cpu_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
static load_balance_t * load_balance_get(index_t lbi)
static char * mpls_error_strings[]
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
static uword mpls_load_balance(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
static uword is_pow2(uword x)
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
#define vec_elt(v, i)
Get vector value at index i.
index_t dpoi_index
the index of objects of that type
static u32 vnet_mpls_uc_get_s(mpls_label_t label_exp_s_ttl)
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
A collection of combined counters.
static index_t mpls_fib_table_forwarding_lookup(u32 mpls_fib_index, const mpls_unicast_header_t *hdr)
Lookup a label and EOS bit in the MPLS_FIB table to retrieve the load-balance index to be used for pa...
#define VLIB_NODE_FUNCTION_MULTIARCH(node, fn)
static u8 * format_mpls_load_balance_trace(u8 *s, va_list *args)
#define VLIB_REGISTER_NODE(x,...)
u16 dpoi_next_node
The next VLIB node to follow.
static u8 * format_mpls_lookup_trace(u8 *s, va_list *args)
u32 flags
buffer flags: VLIB_BUFFER_IS_TRACED: trace this buffer.
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
vlib_node_registration_t mpls_load_balance_node
(constructor) VLIB_REGISTER_NODE (mpls_load_balance_node)