35 #define MAX_LUKPS_PER_PACKET 4 47 #define LOOKUP_SUB_TYPE_NUM (LOOKUP_SUB_TYPE_DST_TABLE_FROM_INTERFACE+1) 49 #define FOR_EACH_LOOKUP_SUB_TYPE(_st) \ 50 for (_st = LOOKUP_SUB_TYPE_IP4_SRC; _st < LOOKUP_SUB_TYPE_NUM; _st++) 75 return (lkd - lookup_dpo_pool);
107 switch (table_config)
200 s =
format(s,
"%s,%s lookup in interface's %U table",
209 s =
format(s,
"%s,%s lookup in %U",
217 s =
format(s,
"%s,%s lookup in %U",
270 u32 * src_adj_index0)
289 u32 * src_adj_index0,
290 u32 * src_adj_index1)
330 int table_from_interface)
332 u32 n_left_from, next_index, * from, * to_next;
341 while (n_left_from > 0)
347 while (n_left_from >= 4 && n_left_to_next > 2)
349 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
357 u32 bi1, lkdi1, lbi1, fib_index1, next1, hash_c1;
404 if (table_from_interface)
435 input_addr0, input_addr1,
474 (cm, thread_index, lbi0, 1,
477 (cm, thread_index, lbi1, 1,
480 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
482 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
484 if (!(b1->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
486 b1->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
503 tr->
addr.ip4 = *input_addr0;
511 tr->
addr.ip4 = *input_addr1;
515 to_next, n_left_to_next,
516 bi0, bi1, next0, next1);
519 while (n_left_from > 0 && n_left_to_next > 0)
521 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
548 if (table_from_interface)
595 (cm, thread_index, lbi0, 1,
598 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
600 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
614 tr->
addr.ip4 = *input_addr;
618 n_left_to_next, bi0, next0);
632 s =
format (s,
"%U fib-index:%d addr:%U load-balance:%d",
648 .name =
"lookup-ip4-dst",
649 .vector_size =
sizeof (
u32),
650 .sibling_of =
"ip4-lookup",
662 .name =
"lookup-ip4-dst-itf",
663 .vector_size =
sizeof (
u32),
664 .sibling_of =
"ip4-lookup",
676 .name =
"lookup-ip4-src",
677 .vector_size =
sizeof (
u32),
679 .sibling_of =
"ip4-lookup",
687 int table_from_interface)
690 u32 n_left_from, next_index, * from, * to_next;
698 while (n_left_from > 0)
704 while (n_left_from >= 4 && n_left_to_next > 2)
706 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
708 const ip6_address_t *input_addr0;
714 u32 bi1, lkdi1, lbi1, fib_index1, next1, hash_c1;
716 const ip6_address_t *input_addr1;
761 if (table_from_interface)
807 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
809 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
811 if (!(b1->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
813 b1->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
851 (cm, thread_index, lbi0, 1,
854 (cm, thread_index, lbi1, 1,
863 tr->
addr.ip6 = *input_addr0;
871 tr->
addr.ip6 = *input_addr1;
874 n_left_to_next, bi0, bi1,
877 while (n_left_from > 0 && n_left_to_next > 0)
879 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash_c0;
881 const ip6_address_t *input_addr0;
906 if (table_from_interface)
954 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
956 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
965 (cm, thread_index, lbi0, 1,
974 tr->
addr.ip6 = *input_addr0;
977 n_left_to_next, bi0, next0);
992 .name =
"lookup-ip6-dst",
993 .vector_size =
sizeof (
u32),
995 .sibling_of =
"ip6-lookup",
1006 .name =
"lookup-ip6-dst-itf",
1007 .vector_size =
sizeof (
u32),
1009 .sibling_of =
"ip6-lookup",
1020 .name =
"lookup-ip6-src",
1021 .vector_size =
sizeof (
u32),
1023 .sibling_of =
"ip6-lookup",
1030 int table_from_interface)
1032 u32 n_left_from, next_index, * from, * to_next;
1041 while (n_left_from > 0)
1050 while (n_left_from > 0 && n_left_to_next > 0)
1052 u32 bi0, lkdi0, lbi0, fib_index0, next0, hash0;
1064 n_left_to_next -= 1;
1077 if (table_from_interface)
1126 (cm, thread_index, lbi0, 1,
1131 vnet_buffer (b0)->mpls.exp = (((
char*)hdr0)[2] & 0xe) >> 1;
1135 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
1137 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
1155 n_left_to_next, bi0, next0);
1173 s =
format (s,
"%U fib-index:%d hdr:%U load-balance:%d",
1189 .name =
"lookup-mpls-dst",
1190 .vector_size =
sizeof (
u32),
1191 .sibling_of =
"mpls-lookup",
1204 .name =
"lookup-mpls-dst-itf",
1205 .vector_size =
sizeof (
u32),
1206 .sibling_of =
"mpls-lookup",
1223 u32 n_left_from, next_index, * from, * to_next;
1230 while (n_left_from > 0)
1239 while (n_left_from > 0 && n_left_to_next > 0)
1241 u32 bi0, lkdi0, fib_index0, next0;
1251 n_left_to_next -= 1;
1299 if (!(b0->
flags & VNET_BUFFER_F_LOOP_COUNTER_VALID)) {
1301 b0->
flags |= VNET_BUFFER_F_LOOP_COUNTER_VALID;
1310 n_left_to_next, bi0, next0);
1325 .name =
"lookup-ip4-dst-mcast",
1326 .vector_size =
sizeof (
u32),
1344 .name =
"lookup-ip6-dst-mcast",
1345 .vector_size =
sizeof (
u32),
1417 "lookup-ip4-dst-mcast",
1422 "lookup-ip6-dst-mcast",
1433 "lookup-ip4-dst-itf",
1438 "lookup-ip6-dst-itf",
1443 "lookup-mpls-dst-itf",
1492 .path =
"show lookup-dpo",
1493 .short_help =
"show lookup-dpo [<index>]",
u16 lb_n_buckets
number of buckets in the load-balance.
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
dpo_lock_fn_t dv_lock
A reference counting lock function.
static uword lookup_dpo_ip_dst_mcast_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int is_v4)
u32 mfib_table_find_or_create_and_lock(fib_protocol_t proto, u32 table_id, mfib_source_t src)
Get the index of the FIB for a Table-ID.
lookup_input_t lkd_input
Switch to use src or dst address.
lookup_dpo_t * lookup_dpo_pool
pool of all MPLS Label DPOs
vlib_combined_counter_main_t lbm_to_counters
A representation of an MPLS label for imposition in the data-path.
A virtual function table regisitered for a DPO type.
struct lookup_trace_t_ lookup_trace_t
Lookup trace data.
static u32 ip6_fib_table_fwding_lookup(u32 fib_index, const ip6_address_t *dst)
void lookup_dpo_add_or_lock_w_table_id(u32 table_id, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
static uword lookup_dpo_mpls_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int table_from_interface)
enum lookup_sub_type_t_ lookup_sub_type_t
Enumeration of the lookup subtypes.
fib_node_index_t fib_index
format_function_t format_mpls_header
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 thread_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
lookup_sub_type_t_
Enumeration of the lookup subtypes.
static ip4_fib_mtrie_leaf_t ip4_fib_mtrie_lookup_step(const ip4_fib_mtrie_t *m, ip4_fib_mtrie_leaf_t current_leaf, const ip4_address_t *dst_address, u32 dst_address_byte_index)
Lookup step.
static const char *const *const lookup_dst_nodes[DPO_PROTO_NUM]
static dpo_type_t lookup_dpo_sub_types[LOOKUP_SUB_TYPE_NUM]
An array of registered DPO type values for the sub-types.
static u32 ip4_compute_flow_hash(const ip4_header_t *ip, flow_hash_config_t flow_hash_config)
flow_hash_config_t lb_hash_config
the hash config to use when selecting a bucket.
static const dpo_id_t * load_balance_get_fwd_bucket(const load_balance_t *lb, u16 bucket)
u32 index_t
A Data-Path Object is an object that represents actions that are applied to packets are they are swit...
static uword lookup_dpo_ip6_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int input_src_addr, int table_from_interface)
fib_node_index_t ip6_mfib_table_fwd_lookup(const ip6_mfib_t *mfib, const ip6_address_t *src, const ip6_address_t *grp)
#define LOOKUP_SUB_TYPE_NUM
static const char *const *const lookup_dst_mcast_nodes[DPO_PROTO_NUM]
#define VLIB_NODE_FN(node)
lookup_cast_t lkd_cast
Unicast of rmulticast FIB lookup.
vlib_node_registration_t lookup_mpls_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_mpls_dst_itf_node)
u8 * format_lookup_dpo(u8 *s, va_list *args)
u16 lkd_locks
Number of locks.
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
#define pool_len(p)
Number of elements in pool vector.
static ip4_mfib_t * ip4_mfib_get(u32 index)
Get the FIB at the given index.
u32 ip4_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
void dpo_register(dpo_type_t type, const dpo_vft_t *vft, const char *const *const *nodes)
For a given DPO type Register:
enum dpo_type_t_ dpo_type_t
Common types of data-path objects New types can be dynamically added using dpo_register_new_type() ...
#define pool_foreach(VAR, POOL, BODY)
Iterate through pool.
vl_api_interface_index_t sw_if_index
static const char *const lookup_dst_from_interface_ip6_nodes[]
static lookup_dpo_t * lookup_dpo_alloc(void)
u16 lb_n_buckets_minus_1
number of buckets in the load-balance - 1.
static const char *const *const lookup_src_nodes[DPO_PROTO_NUM]
Recursive resolution source.
dpo_proto_t lkd_proto
The protocol of the FIB for the lookup, and hence the protocol of the packet.
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
static void lookup_dpo_unlock(dpo_id_t *dpo)
#define MPLS_IS_REPLICATE
The top bit of the index, which is the result of the MPLS lookup is used to determine if the DPO is a...
void fib_show_memory_usage(const char *name, u32 in_use_elts, u32 allocd_elts, size_t size_elt)
Show the memory usage for a type.
enum dpo_proto_t_ dpo_proto_t
Data path protocol.
fib_protocol_t dpo_proto_to_fib(dpo_proto_t dpo_proto)
enum lookup_cast_t_ lookup_cast_t
Switch to use the packet's source or destination address for lookup.
u32 ip6_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
dpo_type_t dpo_register_new_type(const dpo_vft_t *vft, const char *const *const *nodes)
Create and register a new DPO type.
static const char *const lookup_dst_mcast_ip4_nodes[]
static u32 ip4_fib_mtrie_leaf_get_adj_index(ip4_fib_mtrie_leaf_t n)
From the stored slot value extract the LB index value.
vlib_node_registration_t lookup_ip4_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_node)
vl_api_fib_path_type_t type
static u32 mpls_fib_table_get_index_for_sw_if_index(u32 sw_if_index)
vlib_node_registration_t lookup_ip6_src_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_src_node)
static void lookup_dpo_lock(dpo_id_t *dpo)
The identity of a DPO is a combination of its type and its instance number/index of objects of that t...
static lookup_dpo_t * lookup_dpo_get(index_t index)
void mfib_table_unlock(u32 fib_index, fib_protocol_t proto, mfib_source_t source)
Take a reference counting lock on the table.
static const dpo_id_t * load_balance_get_bucket_i(const load_balance_t *lb, u32 bucket)
static u32 mpls_compute_flow_hash(const mpls_unicast_header_t *hdr, flow_hash_config_t flow_hash_config)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
static u32 ip6_compute_flow_hash(const ip6_header_t *ip, flow_hash_config_t flow_hash_config)
mpls_unicast_header_t hdr
#define pool_put(P, E)
Free an object E in pool P.
static const char *const lookup_dst_mcast_ip6_nodes[]
#define MAX_LUKPS_PER_PACKET
If a packet encounters a lookup DPO more than the many times then we assume there is a loop in the fo...
static void lookup_dpo_add_or_lock_i(fib_node_index_t fib_index, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
void mfib_table_lock(u32 fib_index, fib_protocol_t proto, mfib_source_t source)
Release a reference counting lock on the table.
void lookup_dpo_add_or_lock_w_fib_index(fib_node_index_t fib_index, dpo_proto_t proto, lookup_cast_t cast, lookup_input_t input, lookup_table_t table_config, dpo_id_t *dpo)
load_balance_main_t load_balance_main
The one instance of load-balance main.
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
void lookup_dpo_module_init(void)
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
void fib_table_unlock(u32 fib_index, fib_protocol_t proto, fib_source_t source)
Take a reference counting lock on the table.
ip4_fib_mtrie_t mtrie
Mtrie for fast lookups.
static const char *const lookup_src_ip6_nodes[]
static const char *const lookup_dst_mpls_nodes[]
format_function_t format_ip46_address
#define pool_get_aligned(P, E, A)
Allocate an object E from a pool P with alignment A.
vlib_node_registration_t lookup_ip6_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_itf_node)
u32 mpls_lookup_to_replicate_edge
The arc/edge from the MPLS lookup node to the MPLS replicate node.
enum lookup_ip_dst_mcast_next_t_ mfib_forward_lookup_next_t
static clib_error_t * lookup_dpo_show(vlib_main_t *vm, unformat_input_t *input, vlib_cli_command_t *cmd)
static void ip4_src_fib_lookup_two(u32 src_fib_index0, u32 src_fib_index1, const ip4_address_t *addr0, const ip4_address_t *addr1, u32 *src_adj_index0, u32 *src_adj_index1)
static const char *const lookup_dst_from_interface_mpls_nodes[]
Adjacency to drop this packet.
#define VLIB_REGISTER_NODE(x,...)
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
enum lookup_table_t_ lookup_table_t
Switch to use the packet's source or destination address for lookup.
static ip4_fib_t * ip4_fib_get(u32 index)
Get the FIB at the given index.
vlib_node_registration_t lookup_ip4_dst_mcast_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_mcast_node)
static const char *const lookup_input_names[]
u32 fib_node_index_t
A typedef of a node index.
static const char *const lookup_dst_ip6_nodes[]
#define pool_is_free_index(P, I)
Use free bitmap to query whether given index is free.
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
void dpo_set(dpo_id_t *dpo, dpo_type_t type, dpo_proto_t proto, index_t index)
Set/create a DPO ID The DPO will be locked.
vlib_node_registration_t lookup_mpls_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_mpls_dst_node)
vlib_main_t vlib_node_runtime_t * node
enum lookup_input_t_ lookup_input_t
Switch to use the packet's source or destination address for lookup.
void fib_table_lock(u32 fib_index, fib_protocol_t proto, fib_source_t source)
Release a reference counting lock on the table.
#define VLIB_CLI_COMMAND(x,...)
static const char *const lookup_dst_from_interface_ip4_nodes[]
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
vlib_node_registration_t lookup_ip6_dst_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_node)
static void lookup_dpo_mem_show(void)
void vlib_cli_output(vlib_main_t *vm, char *fmt,...)
static ip4_fib_mtrie_leaf_t ip4_fib_mtrie_lookup_step_one(const ip4_fib_mtrie_t *m, const ip4_address_t *dst_address)
Lookup step number 1.
static const char *const lookup_src_ip4_nodes[]
static load_balance_t * load_balance_get(index_t lbi)
static const char *const lookup_dst_ip4_nodes[]
static uword lookup_dpo_ip4_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, int input_src_addr, int table_from_interface)
u32 fib_table_find_or_create_and_lock(fib_protocol_t proto, u32 table_id, fib_source_t src)
Get the index of the FIB for a Table-ID.
vlib_node_registration_t lookup_ip6_dst_mcast_node
(constructor) VLIB_REGISTER_NODE (lookup_ip6_dst_mcast_node)
fib_node_index_t ip4_mfib_table_lookup(const ip4_mfib_t *mfib, const ip4_address_t *src, const ip4_address_t *grp, u32 len)
The IPv4 Multicast-FIB.
static const char *const *const lookup_dst_from_interface_nodes[DPO_PROTO_NUM]
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
lookup_ip_dst_mcast_next_t_
u32 flow_hash_config_t
A flow hash configuration is a mask of the flow hash options.
static uword is_pow2(uword x)
lookup_table_t lkd_table
Switch to use the table index passed, or the table of the input interface.
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
index_t dpoi_index
the index of objects of that type
#define FIB_NODE_INDEX_INVALID
static u8 * format_lookup_mpls_trace(u8 *s, va_list *args)
#define INDEX_INVALID
Invalid index - used when no index is known blazoned capitals INVALID speak volumes where ~0 does not...
VLIB buffer representation.
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
A collection of combined counters.
static index_t mpls_fib_table_forwarding_lookup(u32 mpls_fib_index, const mpls_unicast_header_t *hdr)
Lookup a label and EOS bit in the MPLS_FIB table to retrieve the load-balance index to be used for pa...
u8 * format_dpo_proto(u8 *s, va_list *args)
format a DPO protocol
vlib_node_registration_t lookup_ip4_dst_itf_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_dst_itf_node)
static ip6_mfib_t * ip6_mfib_get(u32 index)
Get the FIB at the given index.
static const char *const lookup_cast_names[]
u8 * format_fib_table_name(u8 *s, va_list *ap)
Format the description/name of the table.
static void ip4_src_fib_lookup_one(u32 src_fib_index0, const ip4_address_t *addr0, u32 *src_adj_index0)
void dpo_reset(dpo_id_t *dpo)
reset a DPO ID The DPO will be unlocked.
vlib_node_registration_t lookup_ip4_src_node
(constructor) VLIB_REGISTER_NODE (lookup_ip4_src_node)
static index_t lookup_dpo_get_index(lookup_dpo_t *lkd)
u16 dpoi_next_node
The next VLIB node to follow.
#define CLIB_CACHE_LINE_BYTES
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
u8 * format_mfib_table_name(u8 *s, va_list *ap)
Format the description/name of the table.
fib_node_index_t lkd_fib_index
The FIB, or interface from which to get a FIB, in which to perform the next lookup;.
static u8 * format_lookup_trace(u8 *s, va_list *args)
static uword pool_elts(void *v)
Number of active elements in a pool.