50 s =
format (s,
"MPLS: next [%d], lookup fib index %d, LB index %d hash %x " 66 u32 n_left_from, next_index, * from, * to_next;
74 while (n_left_from > 0)
79 to_next, n_left_to_next);
81 while (n_left_from >= 8 && n_left_to_next >= 4)
83 u32 lbi0, next0, lfib_index0, bi0, hash_c0;
88 u32 lbi1, next1, lfib_index1, bi1, hash_c1;
93 u32 lbi2, next2, lfib_index2, bi2, hash_c2;
98 u32 lbi3, next3, lfib_index3, bi3, hash_c3;
124 bi0 = to_next[0] = from[0];
125 bi1 = to_next[1] = from[1];
126 bi2 = to_next[2] = from[2];
127 bi3 = to_next[3] = from[3];
191 (cm, thread_index, lbi0, 1,
223 (cm, thread_index, lbi1, 1,
255 (cm, thread_index, lbi2, 1,
287 (cm, thread_index, lbi3, 1,
298 vnet_buffer (b0)->mpls.exp = (((
char*)h0)[2] & 0xe) >> 1;
301 vnet_buffer (b1)->mpls.exp = (((
char*)h1)[2] & 0xe) >> 1;
304 vnet_buffer (b2)->mpls.exp = (((
char*)h2)[2] & 0xe) >> 1;
307 vnet_buffer (b3)->mpls.exp = (((
char*)h3)[2] & 0xe) >> 1;
363 to_next, n_left_to_next,
365 next0, next1, next2, next3);
368 while (n_left_from > 0 && n_left_to_next > 0)
370 u32 lbi0, next0, lfib_index0, bi0, hash_c0;
420 (cm, thread_index, lbi0, 1,
431 vnet_buffer (b0)->mpls.exp = (((
char*)h0)[2] & 0xe) >> 1;
451 to_next, n_left_to_next,
458 MPLS_ERROR_PKTS_DECAP, from_frame->
n_vectors);
463 #define mpls_error(n,s) s, 470 .name =
"mpls-lookup",
472 .vector_size =
sizeof (
u32),
476 .sibling_of =
"mpls-load-balance",
498 s =
format (s,
"MPLS: next [%d], LB index %d hash %d",
509 u32 n_left_from, n_left_to_next, * from, * to_next;
517 while (n_left_from > 0)
520 to_next, n_left_to_next);
523 while (n_left_from >= 4 && n_left_to_next >= 2)
527 u32 pi0, lbi0, hc0, pi1, lbi1, hc1, next0, next1;
545 pi0 = to_next[0] = from[0];
546 pi1 = to_next[1] = from[1];
613 (cm, thread_index, lbi0, 1,
616 (cm, thread_index, lbi1, 1,
629 to_next, n_left_to_next,
630 pi0, pi1, next0, next1);
633 while (n_left_from > 0 && n_left_to_next > 0)
637 u32 pi0, lbi0, hc0, next0;
677 (cm, thread_index, lbi0, 1,
681 to_next, n_left_to_next,
693 .name =
"mpls-load-balance",
694 .vector_size =
sizeof (
u32),
u16 lb_n_buckets
number of buckets in the load-balance.
vlib_combined_counter_main_t lbm_to_counters
format_function_t format_mpls_header
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 thread_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
static uword vlib_node_add_named_next(vlib_main_t *vm, uword node, char *name)
u32 * fib_index_by_sw_if_index
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
flow_hash_config_t lb_hash_config
the hash config to use when selecting a bucket.
static const dpo_id_t * load_balance_get_fwd_bucket(const load_balance_t *lb, u16 bucket)
#define vlib_validate_buffer_enqueue_x4(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, bi2, bi3, next0, next1, next2, next3)
Finish enqueueing four buffers forward in the graph.
struct _vlib_node_registration vlib_node_registration_t
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
static vlib_node_registration_t mpls_lookup_node
Static MPLS VLIB forwarding node.
#define VLIB_INIT_FUNCTION(x)
u16 lb_n_buckets_minus_1
number of buckets in the load-balance - 1.
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
#define MPLS_IS_REPLICATE
The top bit of the index, which is the result of the MPLS lookup is used to determine if the DPO is a...
#define vlib_call_init_function(vm, x)
static uword mpls_lookup(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
The identity of a DPO is a combination of its type and its instance number/index of objects of that t...
static const dpo_id_t * load_balance_get_bucket_i(const load_balance_t *lb, u32 bucket)
static u32 mpls_compute_flow_hash(const mpls_unicast_header_t *hdr, flow_hash_config_t flow_hash_config)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
static u32 vnet_mpls_uc_get_label(mpls_label_t label_exp_s_ttl)
load_balance_main_t load_balance_main
The one instance of load-balance main.
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
u32 mpls_lookup_to_replicate_edge
The arc/edge from the MPLS lookup node to the MPLS replicate node.
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
unformat_function_t unformat_mpls_header
#define VLIB_BUFFER_IS_TRACED
vlib_combined_counter_main_t lbm_via_counters
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
static load_balance_t * load_balance_get(index_t lbi)
static char * mpls_error_strings[]
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
static uword mpls_load_balance(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
static uword is_pow2(uword x)
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
static clib_error_t * mpls_init(vlib_main_t *vm)
#define vec_elt(v, i)
Get vector value at index i.
index_t dpoi_index
the index of objects of that type
static u32 vnet_mpls_uc_get_s(mpls_label_t label_exp_s_ttl)
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
A collection of combined counters.
static index_t mpls_fib_table_forwarding_lookup(u32 mpls_fib_index, const mpls_unicast_header_t *hdr)
Lookup a label and EOS bit in the MPLS_FIB table to retrieve the load-balance index to be used for pa...
#define VLIB_NODE_FUNCTION_MULTIARCH(node, fn)
static u8 * format_mpls_load_balance_trace(u8 *s, va_list *args)
#define VLIB_REGISTER_NODE(x,...)
u16 dpoi_next_node
The next VLIB node to follow.
static u8 * format_mpls_lookup_trace(u8 *s, va_list *args)
u32 flags
buffer flags: VLIB_BUFFER_IS_TRACED: trace this buffer.
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
static clib_error_t * mpls_lookup_init(vlib_main_t *vm)
vlib_node_registration_t mpls_load_balance_node
(constructor) VLIB_REGISTER_NODE (mpls_load_balance_node)