21 #ifndef CLIB_MARCH_VARIANT 59 return (mld - mpls_label_dpo_pool);
114 if (0 != label_stack[ii].fml_ttl)
138 if (0 != label_stack[ii].fml_ttl)
187 if ((1 << attr) & flags)
200 u32 indent = va_arg (*args,
u32);
210 return (
format(s,
"mpls-label[???,%d]:", index));
214 s =
format(s,
"mpls-label[%U@%d]:",
317 ((
char*)hdr0)[3] = ttl0;
336 ((
char*)hdr0)[2] |= (exp0 << 1);
357 ((
char*)hdr0)[2] |= exp0;
369 u32 n_left_from, next_index, * from, * to_next;
376 while (n_left_from > 0)
382 while (n_left_from >= 8 && n_left_to_next >= 4)
384 u32 bi0, mldi0, bi1, mldi1, bi2, mldi2, bi3, mldi3;
388 u32 next0, next1, next2, next3;
389 u8 ttl0, ttl1, ttl2, ttl3;
390 u8 exp0, exp1, exp2, exp3;
392 bi0 = to_next[0] = from[0];
393 bi1 = to_next[1] = from[1];
394 bi2 = to_next[2] = from[2];
395 bi3 = to_next[3] = from[3];
459 checksum0 = ip0->
checksum + clib_host_to_net_u16 (0x0100);
460 checksum1 = ip1->
checksum + clib_host_to_net_u16 (0x0100);
461 checksum2 = ip2->
checksum + clib_host_to_net_u16 (0x0100);
462 checksum3 = ip3->
checksum + clib_host_to_net_u16 (0x0100);
464 checksum0 += checksum0 >= 0xffff;
465 checksum1 += checksum1 >= 0xffff;
466 checksum2 += checksum2 >= 0xffff;
467 checksum3 += checksum3 >= 0xffff;
603 ttl0 = ((
u8*)hdr0)[3];
604 exp0 = ((
u8*)hdr0)[2] & 0xe;
625 ttl1 = ((
u8*)hdr1)[3];
626 exp1 = ((
u8*)hdr1)[2] & 0xe;
647 ttl2 = ((
u8*)hdr2)[3];
648 exp2 = ((
u8*)hdr2)[2] & 0xe;
669 ttl3 = ((
u8*)hdr3)[3];
670 exp3 = ((
u8*)hdr3)[2] & 0xe;
759 next0, next1, next2, next3);
762 while (n_left_from > 0 && n_left_to_next > 0)
796 checksum0 = ip0->
checksum + clib_host_to_net_u16 (0x0100);
797 checksum0 += checksum0 >= 0xffff;
871 ttl0 = ((
u8*)hdr0)[3];
872 exp0 = ((
u8*)hdr0)[2] & 0xe;
904 n_left_to_next, bi0, next0);
924 s =
format (s,
"%Umpls-header:%U",
940 .name =
"mpls-label-imposition-pipe",
941 .vector_size =
sizeof (
u32),
960 .name =
"ip4-mpls-label-imposition-pipe",
961 .vector_size =
sizeof (
u32),
980 .name =
"ip6-mpls-label-imposition-pipe",
981 .vector_size =
sizeof (
u32),
1000 .name =
"ethernet-mpls-label-imposition-pipe",
1001 .vector_size =
sizeof (
u32),
1020 .name =
"mpls-label-imposition-uniform",
1021 .vector_size =
sizeof (
u32),
1040 .name =
"ip4-mpls-label-imposition-uniform",
1041 .vector_size =
sizeof (
u32),
1060 .name =
"ip6-mpls-label-imposition-uniform",
1061 .vector_size =
sizeof (
u32),
1080 .name =
"ethernet-mpls-label-imposition-uniform",
1081 .vector_size =
sizeof (
u32),
1101 .name =
"ip4-mpls-label-imposition-pipe-no-ip-ttl-decr",
1102 .vector_size =
sizeof (
u32),
1121 .name =
"ip6-mpls-label-imposition-pipe-no-ip-ttl-decr",
1122 .vector_size =
sizeof (
u32),
1142 .name =
"ip4-mpls-label-imposition-uniform-no-ip-ttl-decr",
1143 .vector_size =
sizeof (
u32),
1163 .name =
"ip6-mpls-label-imposition-uniform-no-ip-ttl-decr",
1164 .vector_size =
sizeof (
u32),
1174 #ifndef CLIB_MARCH_VARIANT 1226 "ip4-mpls-label-imposition-pipe",
1231 "ip6-mpls-label-imposition-pipe",
1236 "mpls-label-imposition-pipe",
1241 "ethernet-mpls-label-imposition-pipe",
1255 "ip4-mpls-label-imposition-uniform",
1260 "ip6-mpls-label-imposition-uniform",
1265 "mpls-label-imposition-uniform",
1270 "ethernet-mpls-label-imposition-uniform",
1284 "ip4-mpls-label-imposition-pipe-no-ip-ttl-decr",
1289 "ip6-mpls-label-imposition-pipe-no-ip-ttl-decr",
1301 "ip4-mpls-label-imposition-uniform-no-ip-ttl-decr",
1306 "ip6-mpls-label-imposition-uniform-no-ip-ttl-decr",
static const char *const mpls_label_imp_pipe_ip6_nodes[]
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
dpo_lock_fn_t dv_lock
A reference counting lock function.
A virtual function table regisitered for a DPO type.
vl_api_wireguard_peer_flags_t flags
format_function_t format_mpls_header
static const char *const mpls_label_imp_pipe_no_ip_tll_decr_ip6_nodes[]
mpls_unicast_header_t hdr
The MPLS header imposed.
static const char *const mpls_label_imp_pipe_no_ip_tll_decr_ip4_nodes[]
#define clib_memcpy_fast(a, b, c)
clib_memset(h->entries, 0, sizeof(h->entries[0]) *entries)
static_always_inline ip_dscp_t ip6_traffic_class_network_order(const ip6_header_t *ip6)
u32 index_t
A Data-Path Object is an object that represents actions that are applied to packets are they are swit...
#define vlib_validate_buffer_enqueue_x4(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, bi2, bi3, next0, next1, next2, next3)
Finish enqueueing four buffers forward in the graph.
static const char *const mpls_label_imp_pipe_ethernet_nodes[]
u8 * format_mpls_label_dpo(u8 *s, va_list *args)
vlib_node_registration_t ip4_mpls_label_imposition_uniform_no_ip_ttl_decr_node
(constructor) VLIB_REGISTER_NODE (ip4_mpls_label_imposition_uniform_no_ip_ttl_decr_node) ...
#define VLIB_NODE_FN(node)
static uword mpls_label_imposition_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, const dpo_proto_t dproto, const mpls_label_dpo_flags_t flags)
#define pool_len(p)
Number of elements in pool vector.
vlib_node_registration_t ip4_mpls_label_imposition_pipe_no_ip_ttl_decr_node
(constructor) VLIB_REGISTER_NODE (ip4_mpls_label_imposition_pipe_no_ip_ttl_decr_node) ...
const dpo_id_t * drop_dpo_get(dpo_proto_t proto)
static index_t mpls_label_dpo_get_index(mpls_label_dpo_t *mld)
vlib_node_registration_t ip6_mpls_label_imposition_uniform_node
(constructor) VLIB_REGISTER_NODE (ip6_mpls_label_imposition_uniform_node)
enum dpo_type_t_ dpo_type_t
Common types of data-path objects New types can be dynamically added using dpo_register_new_type() ...
static const char *const mpls_label_imp_uniform_no_ip_tll_decr_ip6_nodes[]
vlib_node_registration_t ip6_mpls_label_imposition_pipe_node
(constructor) VLIB_REGISTER_NODE (ip6_mpls_label_imposition_pipe_node)
#define MPLS_LABEL_DPO_MAX_N_LABELS
Maximum number of labels in one DPO.
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
#define MPLS_LABEL_DEFAULT_EXP
The Default EXP added to MPLS label headers when no other value is available.
static const char *const mpls_label_imp_uniform_mpls_nodes[]
void fib_show_memory_usage(const char *name, u32 in_use_elts, u32 allocd_elts, size_t size_elt)
Show the memory usage for a type.
enum dpo_proto_t_ dpo_proto_t
Data path protocol.
u8 exp
TTL imposed - only valid for uniform LSPs.
static void vnet_mpls_uc_set_label(mpls_label_t *label_exp_s_ttl, u32 value)
static const char *const mpls_label_imp_pipe_mpls_nodes[]
enum mpls_label_dpo_flags_t_ mpls_label_dpo_flags_t
dpo_proto_t mld_payload_proto
The protocol of the payload/packets that are being encapped.
dpo_type_t dpo_register_new_type(const dpo_vft_t *vft, const char *const *const *nodes)
Create and register a new DPO type.
#define FOR_EACH_MPLS_LABEL_DPO_ATTR(_item)
static void vnet_mpls_uc_set_exp(mpls_label_t *label_exp_s_ttl, u32 exp)
The identity of a DPO is a combination of its type and its instance number/index of objects of that t...
static const char *const *const mpls_label_imp_uniform_nodes[DPO_PROTO_NUM]
void mpls_label_dpo_create(fib_mpls_label_t *label_stack, mpls_eos_bit_t eos, dpo_proto_t payload_proto, mpls_label_dpo_flags_t flags, const dpo_id_t *parent, dpo_id_t *dpo)
Create an MPLS label object.
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
#define pool_put(P, E)
Free an object E in pool P.
Configuration for each label value in the output-stack.
vlib_node_registration_t ip4_mpls_label_imposition_pipe_node
(constructor) VLIB_REGISTER_NODE (ip4_mpls_label_imposition_pipe_node)
#define MPLS_LABEL_DPO_ATTR_NAMES
#define dpo_pool_barrier_release(VM, YESNO)
Release barrier sync after dpo pool expansion.
static const char *const *const mpls_label_imp_pipe_nodes[DPO_PROTO_NUM]
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
const char * mpls_label_dpo_attr_names[]
Strings for the flags.
vlib_node_registration_t ip6_mpls_label_imposition_uniform_no_ip_ttl_decr_node
(constructor) VLIB_REGISTER_NODE (ip6_mpls_label_imposition_uniform_no_ip_ttl_decr_node) ...
static const char *const mpls_label_imp_uniform_no_ip_tll_decr_ip4_nodes[]
#define pool_get_aligned(P, E, A)
Allocate an object E from a pool P with alignment A.
#define MPLS_LABEL_DPO_ATTR_MAX
vlib_node_registration_t ip6_mpls_label_imposition_pipe_no_ip_ttl_decr_node
(constructor) VLIB_REGISTER_NODE (ip6_mpls_label_imposition_pipe_no_ip_ttl_decr_node) ...
#define VLIB_REGISTER_NODE(x,...)
#define CLIB_PREFETCH(addr, size, type)
static const char *const mpls_label_imp_uniform_ethernet_nodes[]
u16 mld_n_hdr_bytes
Cached amount of header bytes to paint.
vlib_node_registration_t mpls_mpls_label_imposition_pipe_node
(constructor) VLIB_REGISTER_NODE (mpls_mpls_label_imposition_pipe_node)
vlib_node_registration_t mpls_mpls_label_imposition_uniform_node
(constructor) VLIB_REGISTER_NODE (mpls_mpls_label_imposition_uniform_node)
#define clib_warning(format, args...)
static mpls_label_dpo_t * mpls_label_dpo_get(index_t index)
static const char *const mpls_label_imp_uniform_ip6_nodes[]
#define pool_is_free_index(P, I)
Use free bitmap to query whether given index is free.
mpls_label_t fml_value
The label value.
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
void dpo_set(dpo_id_t *dpo, dpo_type_t type, dpo_proto_t proto, index_t index)
Set/create a DPO ID The DPO will be locked.
vlib_main_t vlib_node_runtime_t * node
void mpls_label_dpo_module_init(void)
static const char *const mpls_label_imp_uniform_ip4_nodes[]
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
u8 mld_n_labels
Size of the label stack.
static void mpls_label_dpo_lock(dpo_id_t *dpo)
static mpls_unicast_header_t * mpls_label_paint_w_ttl(vlib_buffer_t *b0, mpls_label_dpo_t *mld0, u8 ttl0)
Paint on an MPLS label and fixup the TTL.
dpo_id_t mld_dpo
Next DPO in the graph.
u8 ttl
TTL imposed - only valid for uniform LSPs.
struct mpls_label_imposition_trace_t_ mpls_label_imposition_trace_t
A struct to hold tracing information for the MPLS label imposition node.
static mpls_unicast_header_t * mpls_label_paint_w_ttl_mpls_exp(vlib_buffer_t *b0, mpls_label_dpo_t *mld0, u8 ttl0, u8 exp0)
Paint on an MPLS label and fixup the TTL and EXP bits When the EXP bits are already bit shift to the ...
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
static const char *const *const mpls_label_imp_uniform_no_ip_tll_decr_nodes[DPO_PROTO_NUM]
static void vnet_mpls_uc_set_s(mpls_label_t *label_exp_s_ttl, u32 eos)
u8 * format_dpo_id(u8 *s, va_list *args)
Format a DPO_id_t oject.
mpls_unicast_header_t mld_hdr[MPLS_LABEL_DPO_MAX_N_LABELS]
The MPLS label header to impose.
vlib_node_registration_t ethernet_mpls_label_imposition_uniform_node
(constructor) VLIB_REGISTER_NODE (ethernet_mpls_label_imposition_uniform_node)
vlib_node_registration_t ethernet_mpls_label_imposition_pipe_node
(constructor) VLIB_REGISTER_NODE (ethernet_mpls_label_imposition_pipe_node)
index_t dpoi_index
the index of objects of that type
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
vlib_node_registration_t ip4_mpls_label_imposition_uniform_node
(constructor) VLIB_REGISTER_NODE (ip4_mpls_label_imposition_uniform_node)
vlib_main_t vlib_node_runtime_t vlib_frame_t * frame
VLIB buffer representation.
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
static mpls_unicast_header_t * mpls_label_paint_w_ttl_exp(vlib_buffer_t *b0, mpls_label_dpo_t *mld0, u8 ttl0, u8 exp0)
Paint on an MPLS label and fixup the TTL and EXP bits.
static u8 ip_dscp_to_mpls_exp(ip_dscp_t tos)
When in uniform mode convert an IPv[46] DSCP value to an MPLS EXP value.
static void mpls_label_dpo_mem_show(void)
#define dpo_pool_barrier_sync(VM, P, YESNO)
Barrier sync if a dpo pool is about to expand.
static void vnet_mpls_uc_set_ttl(mpls_label_t *label_exp_s_ttl, u32 ttl)
mpls_label_dpo_flags_t mld_flags
Flags.
vl_api_fib_mpls_label_t label_stack[16]
static u8 * format_mpls_label_imposition_trace(u8 *s, va_list *args)
mpls_label_dpo_t * mpls_label_dpo_pool
void dpo_reset(dpo_id_t *dpo)
reset a DPO ID The DPO will be unlocked.
u16 mld_locks
Number of locks/users of the label.
u8 fml_exp
EXP bits; valid only at imposition.
void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
u16 dpoi_next_node
The next VLIB node to follow.
static const char *const *const mpls_label_imp_pipe_no_ip_tll_decr_nodes[DPO_PROTO_NUM]
#define CLIB_CACHE_LINE_BYTES
dpo_type_t mpls_label_dpo_get_type(mpls_label_dpo_flags_t flags)
enum mpls_label_dpo_attr_t_ mpls_label_dpo_attr_t
Flags present on an MPLS label sourced path-extension.
static mpls_unicast_header_t * mpls_label_paint(vlib_buffer_t *b0, mpls_label_dpo_t *mld0)
static mpls_label_dpo_t * mpls_label_dpo_alloc(void)
u8 * format_mpls_label_dpo_flags(u8 *s, va_list *args)
Format the flags variable.
#define MPLS_LABEL_DEFAULT_TTL
The Default TTL added to MPLS label headers when no other value is available.
static void mpls_label_interpose(const dpo_id_t *original, const dpo_id_t *parent, dpo_id_t *clone)
Interpose a label DPO.
A struct to hold tracing information for the MPLS label imposition node.
static void mpls_label_dpo_unlock(dpo_id_t *dpo)
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
static const char *const mpls_label_imp_pipe_ip4_nodes[]
A representation of an MPLS label for imposition in the data-path.
static dpo_type_t mpls_label_dpo_types[1<< MPLS_LABEL_DPO_ATTR_MAX]
registered DPO types for each of the label sub-types.
void dpo_stack(dpo_type_t child_type, dpo_proto_t child_proto, dpo_id_t *dpo, const dpo_id_t *parent)
Stack one DPO object on another, and thus establish a child-parent relationship.
enum mpls_eos_bit_t_ mpls_eos_bit_t
static uword pool_elts(void *v)
Number of active elements in a pool.