112 u32 n_left_from, next_index, *from, *to_next;
116 u32 last_tunnel_index = ~0;
117 vxlan4_gpe_tunnel_key_t last_key4;
118 vxlan6_gpe_tunnel_key_t last_key6;
119 u32 pkts_decapsulated = 0;
121 u32 stats_sw_if_index, stats_n_packets, stats_n_bytes;
124 memset (&last_key4, 0xff,
sizeof (last_key4));
126 memset (&last_key6, 0xff,
sizeof (last_key6));
133 stats_n_packets = stats_n_bytes = 0;
135 while (n_left_from > 0)
141 while (n_left_from >= 4 && n_left_to_next >= 2)
146 ip4_vxlan_gpe_header_t *iuvn4_0, *iuvn4_1;
147 ip6_vxlan_gpe_header_t *iuvn6_0, *iuvn6_1;
149 u32 tunnel_index0, tunnel_index1;
151 vxlan4_gpe_tunnel_key_t key4_0, key4_1;
152 vxlan6_gpe_tunnel_key_t key6_0, key6_1;
154 u32 sw_if_index0, sw_if_index1, len0, len1;
227 VXLAN_GPE_INPUT_NEXT_DROP;
231 VXLAN_GPE_INPUT_NEXT_DROP;
233 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
234 key4_1.local = iuvn4_1->ip4.dst_address.as_u32;
236 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
237 key4_1.remote = iuvn4_1->ip4.src_address.as_u32;
239 key4_0.vni = iuvn4_0->vxlan.vni_res;
240 key4_1.vni = iuvn4_1->vxlan.vni_res;
247 next0 = (iuvn6_0->vxlan.protocol < node->
n_next_nodes) ?
248 iuvn6_0->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
249 next1 = (iuvn6_1->vxlan.protocol < node->
n_next_nodes) ?
250 iuvn6_1->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
252 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
253 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
254 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
255 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
257 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
258 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
259 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
260 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
262 key6_0.vni = iuvn6_0->vxlan.vni_res;
263 key6_1.vni = iuvn6_1->vxlan.vni_res;
271 || (key4_0.as_u64[1] !=
272 last_key4.as_u64[1])))
278 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
282 last_key4.as_u64[0] = key4_0.as_u64[0];
283 last_key4.as_u64[1] = key4_0.as_u64[1];
284 tunnel_index0 = last_tunnel_index = p0[0];
287 tunnel_index0 = last_tunnel_index;
294 VXLAN_GPE_INPUT_NEXT_DROP;
298 VXLAN_GPE_INPUT_NEXT_DROP;
300 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
301 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
302 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
303 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
305 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
306 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
307 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
308 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
310 key6_0.vni = iuvn6_0->vxlan.vni_res;
311 key6_1.vni = iuvn6_1->vxlan.vni_res;
315 (memcmp (&key6_0, &last_key6,
sizeof (last_key6)) != 0))
321 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
325 memcpy (&last_key6, &key6_0,
sizeof (key6_0));
326 tunnel_index0 = last_tunnel_index = p0[0];
329 tunnel_index0 = last_tunnel_index;
350 stats_n_packets += 1;
351 stats_n_bytes += len0;
355 stats_n_packets -= 1;
356 stats_n_bytes -= len0;
365 stats_n_bytes = len0;
366 stats_sw_if_index = sw_if_index0;
369 trace0:b0->
error = error0 ? node->
errors[error0] : 0;
385 || (key4_1.as_u64[1] !=
386 last_key4.as_u64[1])))
392 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
396 last_key4.as_u64[0] = key4_1.as_u64[0];
397 last_key4.as_u64[1] = key4_1.as_u64[1];
398 tunnel_index1 = last_tunnel_index = p1[0];
401 tunnel_index1 = last_tunnel_index;
407 (memcmp (&key6_1, &last_key6,
sizeof (last_key6)) != 0))
413 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
417 memcpy (&last_key6, &key6_1,
sizeof (key6_1));
418 tunnel_index1 = last_tunnel_index = p1[0];
421 tunnel_index1 = last_tunnel_index;
441 stats_n_packets += 1;
442 stats_n_bytes += len1;
448 stats_n_packets -= 1;
449 stats_n_bytes -= len1;
458 stats_n_bytes = len1;
459 stats_sw_if_index = sw_if_index1;
463 trace1:b1->
error = error1 ? node->
errors[error1] : 0;
475 n_left_to_next, bi0, bi1, next0,
479 while (n_left_from > 0 && n_left_to_next > 0)
484 ip4_vxlan_gpe_header_t *iuvn4_0;
485 ip6_vxlan_gpe_header_t *iuvn6_0;
489 vxlan4_gpe_tunnel_key_t key4_0;
490 vxlan6_gpe_tunnel_key_t key6_0;
492 u32 sw_if_index0, len0;
536 VXLAN_GPE_INPUT_NEXT_DROP;
538 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
539 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
540 key4_0.vni = iuvn4_0->vxlan.vni_res;
545 || (key4_0.as_u64[1] !=
546 last_key4.as_u64[1])))
552 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
556 last_key4.as_u64[0] = key4_0.as_u64[0];
557 last_key4.as_u64[1] = key4_0.as_u64[1];
558 tunnel_index0 = last_tunnel_index = p0[0];
561 tunnel_index0 = last_tunnel_index;
568 VXLAN_GPE_INPUT_NEXT_DROP;
570 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
571 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
572 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
573 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
574 key6_0.vni = iuvn6_0->vxlan.vni_res;
578 (memcmp (&key6_0, &last_key6,
sizeof (last_key6)) != 0))
584 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
588 memcpy (&last_key6, &key6_0,
sizeof (key6_0));
589 tunnel_index0 = last_tunnel_index = p0[0];
592 tunnel_index0 = last_tunnel_index;
613 stats_n_packets += 1;
614 stats_n_bytes += len0;
620 stats_n_packets -= 1;
621 stats_n_bytes -= len0;
630 stats_n_bytes = len0;
631 stats_sw_if_index = sw_if_index0;
634 trace00:b0->
error = error0 ? node->
errors[error0] : 0;
645 n_left_to_next, bi0, next0);
651 VXLAN_GPE_ERROR_DECAPSULATED,
658 thread_index, stats_sw_if_index,
659 stats_n_packets, stats_n_bytes);
723 #define vxlan_gpe_error(n,s) s, 725 #undef vxlan_gpe_error 732 .name =
"vxlan4-gpe-input",
734 .vector_size =
sizeof (
u32),
741 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n, 757 .name =
"vxlan6-gpe-input",
759 .vector_size =
sizeof (
u32),
766 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n, 791 u32 *from, *to_next, n_left_from, n_left_to_next, next_index;
809 while (n_left_from > 0)
813 while (n_left_from >= 4 && n_left_to_next >= 2)
819 u32 bi0, ip_len0, udp_len0, flags0, next0;
820 u32 bi1, ip_len1, udp_len1, flags1, next1;
821 i32 len_diff0, len_diff1;
822 u8 error0, good_udp0, proto0;
823 u8 error1, good_udp1, proto1;
839 bi0 = to_next[0] = from[0];
840 bi1 = to_next[1] = from[1];
877 if (proto0 != IP_PROTOCOL_UDP)
885 if (udp0->
dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
909 good_udp0 = (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
916 ip_len0 = clib_net_to_host_u16 (ip40->
length);
919 udp_len0 = clib_net_to_host_u16 (udp0->
length);
920 len_diff0 = ip_len0 - udp_len0;
925 if ((flags0 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
932 (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
938 error0 = good_udp0 ? 0 : IP4_ERROR_UDP_CHECKSUM;
939 error0 = (len_diff0 >= 0) ? error0 : IP4_ERROR_UDP_LENGTH;
943 error0 = good_udp0 ? 0 : IP6_ERROR_UDP_CHECKSUM;
944 error0 = (len_diff0 >= 0) ? error0 : IP6_ERROR_UDP_LENGTH;
949 b0->
error = error0 ? error_node->
errors[error0] : 0;
963 if (proto1 != IP_PROTOCOL_UDP)
971 if (udp1->
dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
995 good_udp1 = (flags1 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1002 ip_len1 = clib_net_to_host_u16 (ip41->
length);
1005 udp_len1 = clib_net_to_host_u16 (udp1->
length);
1006 len_diff1 = ip_len1 - udp_len1;
1011 if ((flags1 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
1018 (flags1 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1024 error1 = good_udp1 ? 0 : IP4_ERROR_UDP_CHECKSUM;
1025 error1 = (len_diff1 >= 0) ? error1 : IP4_ERROR_UDP_LENGTH;
1029 error1 = good_udp1 ? 0 : IP6_ERROR_UDP_CHECKSUM;
1030 error1 = (len_diff1 >= 0) ? error1 : IP6_ERROR_UDP_LENGTH;
1035 b1->
error = error1 ? error_node->
errors[error1] : 0;
1049 to_next, n_left_to_next,
1050 bi0, bi1, next0, next1);
1053 while (n_left_from > 0 && n_left_to_next > 0)
1059 u32 bi0, ip_len0, udp_len0, flags0, next0;
1061 u8 error0, good_udp0, proto0;
1063 bi0 = to_next[0] = from[0];
1067 n_left_to_next -= 1;
1084 if (proto0 != IP_PROTOCOL_UDP)
1092 if (udp0->
dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
1116 good_udp0 = (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1123 ip_len0 = clib_net_to_host_u16 (ip40->
length);
1126 udp_len0 = clib_net_to_host_u16 (udp0->
length);
1127 len_diff0 = ip_len0 - udp_len0;
1132 if ((flags0 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
1139 (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1145 error0 = good_udp0 ? 0 : IP4_ERROR_UDP_CHECKSUM;
1146 error0 = (len_diff0 >= 0) ? error0 : IP4_ERROR_UDP_LENGTH;
1150 error0 = good_udp0 ? 0 : IP6_ERROR_UDP_CHECKSUM;
1151 error0 = (len_diff0 >= 0) ? error0 : IP6_ERROR_UDP_LENGTH;
1156 b0->
error = error0 ? error_node->
errors[error0] : 0;
1170 to_next, n_left_to_next,
1190 .name =
"ip4-vxlan-gpe-bypass",
1191 .vector_size =
sizeof (
u32),
1223 .name =
"ip6-vxlan-gpe-bypass",
1224 .vector_size =
sizeof (
u32),
uword * vxlan6_gpe_tunnel_by_key
lookup IPv6 VXLAN GPE tunnel by key
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 thread_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
u8 runtime_data[0]
Function dependent node-runtime data.
vlib_node_registration_t vxlan4_gpe_input_node
(constructor) VLIB_REGISTER_NODE (vxlan4_gpe_input_node)
vnet_interface_main_t interface_main
Struct for VXLAN GPE decap packet tracing.
vlib_node_registration_t vxlan_gpe_input_node
vlib_node_registration_t vxlan6_gpe_input_node
(constructor) VLIB_REGISTER_NODE (vxlan6_gpe_input_node)
struct _vlib_node_registration vlib_node_registration_t
vlib_error_t * errors
Vector of errors for this node.
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
vnet_main_t * vnet_main
State convenience vnet_main_t.
static char * vxlan_gpe_error_strings[]
VXLAN GPE error strings.
#define VLIB_INIT_FUNCTION(x)
vlib_combined_counter_main_t * combined_sw_if_counters
static uword ip6_address_is_equal(ip6_address_t *a, ip6_address_t *b)
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
static void * ip4_next_header(ip4_header_t *i)
void vxlan_gpe_register_decap_protocol(u8 protocol_id, uword next_node_index)
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
vlib_node_registration_t ip4_input_node
Global ip4 input node.
static uword vxlan_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, u8 is_ip4)
Common processing for IPv4 and IPv6 VXLAN GPE decap dispatch functions.
Struct for VXLAN GPE tunnel.
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
vxlan_gpe_main_t vxlan_gpe_main
u32 ip4_tcp_udp_validate_checksum(vlib_main_t *vm, vlib_buffer_t *p0)
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
static_always_inline void vnet_feature_next(u32 sw_if_index, u32 *next0, vlib_buffer_t *b0)
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
vlib_error_t error
Error code for buffers to be enqueued to error handler.
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
static void ip6_address_set_zero(ip6_address_t *a)
clib_error_t * ip4_vxlan_gpe_bypass_init(vlib_main_t *vm)
#define VLIB_BUFFER_IS_TRACED
static vlib_node_runtime_t * vlib_node_get_runtime(vlib_main_t *vm, u32 node_index)
Get node runtime by node index.
static uword vxlan4_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Graph processing dispatch function for IPv4 VXLAN GPE.
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
static void * ip6_next_header(ip6_header_t *i)
#define foreach_vxlan_gpe_input_next
next nodes for VXLAN GPE input
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
static u8 * format_vxlan_gpe_with_length(u8 *s, va_list *args)
Tracing function for VXLAN GPE packet decapsulation including length.
Struct for VXLAN GPE node state.
vlib_node_registration_t ip4_vxlan_gpe_bypass_node
(constructor) VLIB_REGISTER_NODE (ip4_vxlan_gpe_bypass_node)
clib_error_t * ip6_vxlan_gpe_bypass_init(vlib_main_t *vm)
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
#define VLIB_NODE_FLAG_TRACE
uword decap_next_node_list[VXLAN_GPE_PROTOCOL_MAX]
List of next nodes for the decap indexed on protocol.
vxlan_gpe_tunnel_t * tunnels
vector of encap tunnel instances
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
void vxlan_gpe_unregister_decap_protocol(u8 protocol_id, uword next_node_index)
uword * vxlan4_gpe_tunnel_by_key
lookup IPv4 VXLAN GPE tunnel by key
u32 decap_fib_index
FIB indices - inner IP packet lookup here.
u32 ip6_tcp_udp_icmp_validate_checksum(vlib_main_t *vm, vlib_buffer_t *p0)
void ip4_forward_next_trace(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame, vlib_rx_or_tx_t which_adj_index)
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
u8 * format_ip4_forward_next_trace(u8 *s, va_list *args)
vlib_node_registration_t ip6_vxlan_gpe_bypass_node
(constructor) VLIB_REGISTER_NODE (ip6_vxlan_gpe_bypass_node)
#define hash_get_mem(h, key)
VLIB_NODE_FUNCTION_MULTIARCH(l2t_decap_node, l2t_decap_node_fn)
#define VLIB_REGISTER_NODE(x,...)
u32 sw_if_index
vnet intfc sw_if_index
u16 flags
Copy of main node flags.
static uword vxlan6_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Graph processing dispatch function for IPv6 VXLAN GPE.
static uword ip6_vxlan_gpe_bypass(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
#define CLIB_CACHE_LINE_BYTES
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
static u8 * format_vxlan_gpe_rx_trace(u8 *s, va_list *args)
Tracing function for VXLAN GPE packet decapsulation.
static uword ip4_vxlan_gpe_bypass(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
static uword ip_vxlan_gpe_bypass_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame, u32 is_ip4)
u8 * format_ip6_forward_next_trace(u8 *s, va_list *args)