41 #define LOOKUP_SUB_TYPE_NUM (LOOKUP_SUB_TYPE_DST_TABLE_FROM_INTERFACE+1) 43 #define FOR_EACH_LOOKUP_SUB_TYPE(_st) \ 44 for (_st = LOOKUP_SUB_TYPE_IP4_SRC; _st < LOOKUP_SUB_TYPE_NUM; _st++) 69 return (lkd - lookup_dpo_pool);
101 switch (table_config)
194 s =
format(s,
"%s,%s lookup in interface's %U table",
203 s =
format(s,
"%s,%s lookup in %U",
211 s =
format(s,
"%s,%s lookup in %U",
264 u32 * src_adj_index0)
283 u32 * src_adj_index0,
284 u32 * src_adj_index1)
324 int table_from_interface)
326 u32 n_left_from, next_index, * from, * to_next;
335 while (n_left_from > 0)
341 while (n_left_from >= 4 && n_left_to_next > 2)
343 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
351 u32 bi1, lkdi1, lbi1, fib_index1, next1, hash_c1;
398 if (table_from_interface)
429 input_addr0, input_addr1,
468 (cm, thread_index, lbi0, 1,
471 (cm, thread_index, lbi1, 1,
480 tr->
addr.ip4 = *input_addr0;
488 tr->
addr.ip4 = *input_addr1;
492 to_next, n_left_to_next,
493 bi0, bi1, next0, next1);
496 while (n_left_from > 0 && n_left_to_next > 0)
498 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
525 if (table_from_interface)
572 (cm, thread_index, lbi0, 1,
581 tr->
addr.ip4 = *input_addr;
585 n_left_to_next, bi0, next0);
599 s =
format (s,
"%U fib-index:%d addr:%U load-balance:%d",
617 .name =
"lookup-ip4-dst",
618 .vector_size =
sizeof (
u32),
619 .sibling_of =
"ip4-lookup",
634 .name =
"lookup-ip4-dst-itf",
635 .vector_size =
sizeof (
u32),
636 .sibling_of =
"ip4-lookup",
651 .name =
"lookup-ip4-src",
652 .vector_size =
sizeof (
u32),
654 .sibling_of =
"ip4-lookup",
663 int table_from_interface)
666 u32 n_left_from, next_index, * from, * to_next;
674 while (n_left_from > 0)
680 while (n_left_from >= 4 && n_left_to_next > 2)
682 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
690 u32 bi1, lkdi1, lbi1, fib_index1, next1, hash_c1;
737 if (table_from_interface)
810 (cm, thread_index, lbi0, 1,
813 (cm, thread_index, lbi1, 1,
822 tr->
addr.ip6 = *input_addr0;
830 tr->
addr.ip6 = *input_addr1;
833 n_left_to_next, bi0, bi1,
836 while (n_left_from > 0 && n_left_to_next > 0)
838 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
865 if (table_from_interface)
914 (cm, thread_index, lbi0, 1,
923 tr->
addr.ip6 = *input_addr0;
926 n_left_to_next, bi0, next0);
943 .name =
"lookup-ip6-dst",
944 .vector_size =
sizeof (
u32),
946 .sibling_of =
"ip6-lookup",
960 .name =
"lookup-ip6-dst-itf",
961 .vector_size =
sizeof (
u32),
963 .sibling_of =
"ip6-lookup",
977 .name =
"lookup-ip6-src",
978 .vector_size =
sizeof (
u32),
980 .sibling_of =
"ip6-lookup",
988 int table_from_interface)
990 u32 n_left_from, next_index, * from, * to_next;
999 while (n_left_from > 0)
1008 while (n_left_from > 0 && n_left_to_next > 0)
1010 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash0;
1022 n_left_to_next -= 1;
1035 if (table_from_interface)
1084 (cm, thread_index, lbi0, 1,
1089 vnet_buffer (b0)->mpls.exp = (((
char*)hdr0)[2] & 0xe) >> 1;
1103 n_left_to_next, bi0, next0);
1121 s =
format (s,
"%U fib-index:%d hdr:%U load-balance:%d",
1139 .name =
"lookup-mpls-dst",
1140 .vector_size =
sizeof (
u32),
1141 .sibling_of =
"mpls-lookup",
1157 .name =
"lookup-mpls-dst-itf",
1158 .vector_size =
sizeof (
u32),
1159 .sibling_of =
"mpls-lookup",
1176 u32 n_left_from, next_index, * from, * to_next;
1183 while (n_left_from > 0)
1192 while (n_left_from > 0 && n_left_to_next > 0)
1194 u32 bi0, lkdi0, fib_index0, next0;
1204 n_left_to_next -= 1;
1253 n_left_to_next, bi0, next0);
1270 .name =
"lookup-ip4-dst-mcast",
1271 .vector_size =
sizeof (
u32),
1291 .function = lookup_ip6_dst_mcast,
1292 .name =
"lookup-ip6-dst-mcast",
1293 .vector_size =
sizeof (
u32),
1302 lookup_ip6_dst_mcast)
1305 lookup_dpo_mem_show (
void)
1322 .dv_mem_show = lookup_dpo_mem_show,
1366 "lookup-ip4-dst-mcast",
1371 "lookup-ip6-dst-mcast",
1382 "lookup-ip4-dst-itf",
1387 "lookup-ip6-dst-itf",
1392 "lookup-mpls-dst-itf",
static uword lookup_ip6_dst_itf(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
u16 lb_n_buckets
number of buckets in the load-balance.
dpo_lock_fn_t dv_lock
A reference counting lock function.
static uword lookup_dpo_ip_dst_mcast_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int is_v4)
u32 mfib_table_find_or_create_and_lock(fib_protocol_t proto, u32 table_id, mfib_source_t src)
Get the index of the FIB for a Table-ID.
lookup_input_t lkd_input
Switch to use src or dst address.
lookup_dpo_t * lookup_dpo_pool
pool of all MPLS Label DPOs
vlib_combined_counter_main_t lbm_to_counters
A representation of an MPLS label for imposition in the data-path.
Recursive resolution source.
static uword lookup_ip4_src(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
A virtual function table regisitered for a DPO type.
struct lookup_trace_t_ lookup_trace_t
Lookup trace data.
void lookup_dpo_add_or_lock_w_table_id(u32 table_id, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
static uword lookup_dpo_mpls_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int table_from_interface)
enum lookup_sub_type_t_ lookup_sub_type_t
Enumeration of the lookup subtypes.
fib_node_index_t fib_index
format_function_t format_mpls_header
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 thread_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
lookup_sub_type_t_
Enumeration of the lookup subtypes.
static uword lookup_ip4_dst_mcast(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
static ip4_fib_mtrie_leaf_t ip4_fib_mtrie_lookup_step(const ip4_fib_mtrie_t *m, ip4_fib_mtrie_leaf_t current_leaf, const ip4_address_t *dst_address, u32 dst_address_byte_index)
Lookup step.
static const char *const *const lookup_dst_nodes[DPO_PROTO_NUM]
static dpo_type_t lookup_dpo_sub_types[LOOKUP_SUB_TYPE_NUM]
An array of registered DPO type values for the sub-types.
static u32 ip4_compute_flow_hash(const ip4_header_t *ip, flow_hash_config_t flow_hash_config)
static uword lookup_mpls_dst(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
flow_hash_config_t lb_hash_config
the hash config to use when selecting a bucket.
static const dpo_id_t * load_balance_get_fwd_bucket(const load_balance_t *lb, u16 bucket)
u32 index_t
A Data-Path Object is an object that represents actions that are applied to packets are they are swit...
static uword lookup_dpo_ip6_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int input_src_addr, int table_from_interface)
fib_node_index_t ip6_mfib_table_lookup2(const ip6_mfib_t *mfib, const ip6_address_t *src, const ip6_address_t *grp)
Data-plane lookup function.
#define LOOKUP_SUB_TYPE_NUM
static const char *const *const lookup_dst_mcast_nodes[DPO_PROTO_NUM]
lookup_cast_t lkd_cast
Unicast of rmulticast FIB lookup.
static u32 ip6_fib_table_fwding_lookup(ip6_main_t *im, u32 fib_index, const ip6_address_t *dst)
vlib_node_registration_t lookup_mpls_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_mpls_dst_itf_node)
u8 * format_lookup_dpo(u8 *s, va_list *args)
u16 lkd_locks
Number of locks.
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
#define pool_len(p)
Number of elements in pool vector.
static ip4_mfib_t * ip4_mfib_get(u32 index)
Get the FIB at the given index.
u32 ip4_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
void dpo_register(dpo_type_t type, const dpo_vft_t *vft, const char *const *const *nodes)
For a given DPO type Register:
enum dpo_type_t_ dpo_type_t
Common types of data-path objects New types can be dynamically added using dpo_register_new_type() ...
static const char *const lookup_dst_from_interface_ip6_nodes[]
static lookup_dpo_t * lookup_dpo_alloc(void)
u16 lb_n_buckets_minus_1
number of buckets in the load-balance - 1.
static uword lookup_ip6_src(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
static const char *const *const lookup_src_nodes[DPO_PROTO_NUM]
dpo_proto_t lkd_proto
The protocol of the FIB for the lookup, and hence the protocol of the packet.
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
static void lookup_dpo_unlock(dpo_id_t *dpo)
#define MPLS_IS_REPLICATE
The top bit of the index, which is the result of the MPLS lookup is used to determine if the DPO is a...
void fib_show_memory_usage(const char *name, u32 in_use_elts, u32 allocd_elts, size_t size_elt)
Show the memory usage for a type.
static uword lookup_ip4_dst_itf(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
enum dpo_proto_t_ dpo_proto_t
Data path protocol.
fib_protocol_t dpo_proto_to_fib(dpo_proto_t dpo_proto)
enum lookup_cast_t_ lookup_cast_t
Switch to use the packet's source or destination address for lookup.
u32 ip6_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
dpo_type_t dpo_register_new_type(const dpo_vft_t *vft, const char *const *const *nodes)
Create and register a new DPO type.
static const char *const lookup_dst_mcast_ip4_nodes[]
static u32 ip4_fib_mtrie_leaf_get_adj_index(ip4_fib_mtrie_leaf_t n)
From the stored slot value extract the LB index value.
vlib_node_registration_t lookup_ip4_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_node)
static u32 mpls_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
vlib_node_registration_t lookup_ip6_src_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_src_node)
static void lookup_dpo_lock(dpo_id_t *dpo)
The identity of a DPO is a combination of its type and its instance number/index of objects of that t...
static lookup_dpo_t * lookup_dpo_get(index_t index)
void mfib_table_unlock(u32 fib_index, fib_protocol_t proto, mfib_source_t source)
Take a reference counting lock on the table.
static const dpo_id_t * load_balance_get_bucket_i(const load_balance_t *lb, u32 bucket)
static u32 mpls_compute_flow_hash(const mpls_unicast_header_t *hdr, flow_hash_config_t flow_hash_config)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
static u32 ip6_compute_flow_hash(const ip6_header_t *ip, flow_hash_config_t flow_hash_config)
mpls_unicast_header_t hdr
#define pool_put(P, E)
Free an object E in pool P.
static const char *const lookup_dst_mcast_ip6_nodes[]
static void lookup_dpo_add_or_lock_i(fib_node_index_t fib_index, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
void mfib_table_lock(u32 fib_index, fib_protocol_t proto, mfib_source_t source)
Release a reference counting lock on the table.
void lookup_dpo_add_or_lock_w_fib_index(fib_node_index_t fib_index, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
load_balance_main_t load_balance_main
The one instance of load-balance main.
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
void lookup_dpo_module_init(void)
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
void fib_table_unlock(u32 fib_index, fib_protocol_t proto, fib_source_t source)
Take a reference counting lock on the table.
ip4_fib_mtrie_t mtrie
Mtrie for fast lookups.
static const char *const lookup_src_ip6_nodes[]
static const char *const lookup_dst_mpls_nodes[]
#define pool_get_aligned(P, E, A)
Allocate an object E from a pool P (general version).
vlib_node_registration_t lookup_ip6_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_itf_node)
u32 mpls_lookup_to_replicate_edge
The arc/edge from the MPLS lookup node to the MPLS replicate node.
enum lookup_ip_dst_mcast_next_t_ mfib_forward_lookup_next_t
static void ip4_src_fib_lookup_two(u32 src_fib_index0, u32 src_fib_index1, const ip4_address_t *addr0, const ip4_address_t *addr1, u32 *src_adj_index0, u32 *src_adj_index1)
static const char *const lookup_dst_from_interface_mpls_nodes[]
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
static uword lookup_mpls_dst_itf(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
enum lookup_table_t_ lookup_table_t
Switch to use the packet's source or destination address for lookup.
static ip4_fib_t * ip4_fib_get(u32 index)
Get the FIB at the given index.
vlib_node_registration_t lookup_ip4_dst_mcast_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_mcast_node)
#define VLIB_BUFFER_IS_TRACED
static const char *const lookup_input_names[]
u32 fib_node_index_t
A typedef of a node index.
static const char *const lookup_dst_ip6_nodes[]
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
void dpo_set(dpo_id_t *dpo, dpo_type_t type, dpo_proto_t proto, index_t index)
Set/create a DPO ID The DPO will be locked.
vlib_node_registration_t lookup_mpls_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_mpls_dst_node)
enum lookup_input_t_ lookup_input_t
Switch to use the packet's source or destination address for lookup.
void fib_table_lock(u32 fib_index, fib_protocol_t proto, fib_source_t source)
Release a reference counting lock on the table.
static const char *const lookup_dst_from_interface_ip4_nodes[]
static uword lookup_ip6_dst(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
vlib_node_registration_t lookup_ip6_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_node)
static ip4_fib_mtrie_leaf_t ip4_fib_mtrie_lookup_step_one(const ip4_fib_mtrie_t *m, const ip4_address_t *dst_address)
Lookup step number 1.
static const char *const lookup_src_ip4_nodes[]
static load_balance_t * load_balance_get(index_t lbi)
static const char *const lookup_dst_ip4_nodes[]
static uword lookup_dpo_ip4_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int input_src_addr, int table_from_interface)
u32 fib_table_find_or_create_and_lock(fib_protocol_t proto, u32 table_id, fib_source_t src)
Get the index of the FIB for a Table-ID.
vlib_node_registration_t lookup_ip6_dst_mcast_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_mcast_node)
fib_node_index_t ip4_mfib_table_lookup(const ip4_mfib_t *mfib, const ip4_address_t *src, const ip4_address_t *grp, u32 len)
The IPv4 Multicast-FIB.
static const char *const *const lookup_dst_from_interface_nodes[DPO_PROTO_NUM]
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
lookup_ip_dst_mcast_next_t_
u32 flow_hash_config_t
A flow hash configuration is a mask of the flow hash options.
static uword is_pow2(uword x)
lookup_table_t lkd_table
Switch to use the table index passed, or the table of the input interface.
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
index_t dpoi_index
the index of objects of that type
#define FIB_NODE_INDEX_INVALID
VLIB_NODE_FUNCTION_MULTIARCH(lookup_ip4_dst_mcast_node, lookup_ip4_dst_mcast)
static u8 * format_lookup_mpls_trace(u8 *s, va_list *args)
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
A collection of combined counters.
static index_t mpls_fib_table_forwarding_lookup(u32 mpls_fib_index, const mpls_unicast_header_t *hdr)
Lookup a label and EOS bit in the MPLS_FIB table to retrieve the load-balance index to be used for pa...
u8 * format_dpo_proto(u8 *s, va_list *args)
format a DPO protocol
vlib_node_registration_t lookup_ip4_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_itf_node)
static ip6_mfib_t * ip6_mfib_get(u32 index)
Get the FIB at the given index.
static const char *const lookup_cast_names[]
#define VLIB_REGISTER_NODE(x,...)
u8 * format_fib_table_name(u8 *s, va_list *ap)
Format the description/name of the table.
static void ip4_src_fib_lookup_one(u32 src_fib_index0, const ip4_address_t *addr0, u32 *src_adj_index0)
void dpo_reset(dpo_id_t *dpo)
reset a DPO ID The DPO will be unlocked.
vlib_node_registration_t lookup_ip4_src_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_src_node)
static index_t lookup_dpo_get_index(lookup_dpo_t *lkd)
static uword lookup_ip4_dst(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
u16 dpoi_next_node
The next VLIB node to follow.
#define CLIB_CACHE_LINE_BYTES
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
u8 * format_mfib_table_name(u8 *s, va_list *ap)
Format the description/name of the table.
fib_node_index_t lkd_fib_index
The FIB, or interface from which to get a FIB, in which to perform the next lookup;.
static u8 * format_lookup_trace(u8 *s, va_list *args)
static uword pool_elts(void *v)
Number of active elements in a pool.