110 u32 n_left_from, next_index, *from, *to_next;
114 u32 last_tunnel_index = ~0;
115 vxlan4_gpe_tunnel_key_t last_key4;
116 vxlan6_gpe_tunnel_key_t last_key6;
117 u32 pkts_decapsulated = 0;
119 u32 stats_sw_if_index, stats_n_packets, stats_n_bytes;
122 memset (&last_key4, 0xff,
sizeof(last_key4));
124 memset (&last_key6, 0xff,
sizeof(last_key6));
131 stats_n_packets = stats_n_bytes = 0;
133 while (n_left_from > 0)
139 while (n_left_from >= 4 && n_left_to_next >= 2)
144 ip4_vxlan_gpe_header_t * iuvn4_0, *iuvn4_1;
145 ip6_vxlan_gpe_header_t * iuvn6_0, *iuvn6_1;
147 u32 tunnel_index0, tunnel_index1;
149 vxlan4_gpe_tunnel_key_t key4_0, key4_1;
150 vxlan6_gpe_tunnel_key_t key6_0, key6_1;
152 u32 sw_if_index0, sw_if_index1, len0, len1;
217 VXLAN_GPE_INPUT_NEXT_DROP;
221 VXLAN_GPE_INPUT_NEXT_DROP;
223 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
224 key4_1.local = iuvn4_1->ip4.dst_address.as_u32;
226 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
227 key4_1.remote = iuvn4_1->ip4.src_address.as_u32;
229 key4_0.vni = iuvn4_0->vxlan.vni_res;
230 key4_1.vni = iuvn4_1->vxlan.vni_res;
237 next0 = (iuvn6_0->vxlan.protocol < node->
n_next_nodes) ?
238 iuvn6_0->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
239 next1 = (iuvn6_1->vxlan.protocol < node->
n_next_nodes) ?
240 iuvn6_1->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
242 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
243 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
244 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
245 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
247 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
248 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
249 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
250 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
252 key6_0.vni = iuvn6_0->vxlan.vni_res;
253 key6_1.vni = iuvn6_1->vxlan.vni_res;
261 || (key4_0.as_u64[1] != last_key4.as_u64[1])))
267 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
271 last_key4.as_u64[0] = key4_0.as_u64[0];
272 last_key4.as_u64[1] = key4_0.as_u64[1];
273 tunnel_index0 = last_tunnel_index = p0[0];
276 tunnel_index0 = last_tunnel_index;
283 VXLAN_GPE_INPUT_NEXT_DROP;
287 VXLAN_GPE_INPUT_NEXT_DROP;
289 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
290 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
291 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
292 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
294 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
295 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
296 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
297 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
299 key6_0.vni = iuvn6_0->vxlan.vni_res;
300 key6_1.vni = iuvn6_1->vxlan.vni_res;
303 if (
PREDICT_FALSE(memcmp (&key6_0, &last_key6,
sizeof(last_key6)) != 0))
309 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
313 memcpy (&last_key6, &key6_0,
sizeof(key6_0));
314 tunnel_index0 = last_tunnel_index = p0[0];
317 tunnel_index0 = last_tunnel_index;
335 stats_n_packets += 1;
336 stats_n_bytes += len0;
340 stats_n_packets -= 1;
341 stats_n_bytes -= len0;
345 cpu_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
347 stats_n_bytes = len0;
348 stats_sw_if_index = sw_if_index0;
351 trace0: b0->
error = error0 ? node->
errors[error0] : 0;
366 (key4_1.as_u64[0] != last_key4.as_u64[0])
367 || (key4_1.as_u64[1] != last_key4.as_u64[1])))
373 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
377 last_key4.as_u64[0] = key4_1.as_u64[0];
378 last_key4.as_u64[1] = key4_1.as_u64[1];
379 tunnel_index1 = last_tunnel_index = p1[0];
382 tunnel_index1 = last_tunnel_index;
387 if (
PREDICT_FALSE(memcmp (&key6_1, &last_key6,
sizeof(last_key6)) != 0))
393 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
397 memcpy (&last_key6, &key6_1,
sizeof(key6_1));
398 tunnel_index1 = last_tunnel_index = p1[0];
401 tunnel_index1 = last_tunnel_index;
418 stats_n_packets += 1;
419 stats_n_bytes += len1;
425 stats_n_packets -= 1;
426 stats_n_bytes -= len1;
430 cpu_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
432 stats_n_bytes = len1;
433 stats_sw_if_index = sw_if_index1;
437 trace1: b1->
error = error1 ? node->
errors[error1] : 0;
448 n_left_to_next, bi0, bi1, next0, next1);
451 while (n_left_from > 0 && n_left_to_next > 0)
456 ip4_vxlan_gpe_header_t * iuvn4_0;
457 ip6_vxlan_gpe_header_t * iuvn6_0;
461 vxlan4_gpe_tunnel_key_t key4_0;
462 vxlan6_gpe_tunnel_key_t key6_0;
464 u32 sw_if_index0, len0;
506 VXLAN_GPE_INPUT_NEXT_DROP;
508 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
509 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
510 key4_0.vni = iuvn4_0->vxlan.vni_res;
515 (key4_0.as_u64[0] != last_key4.as_u64[0])
516 || (key4_0.as_u64[1] != last_key4.as_u64[1])))
522 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
526 last_key4.as_u64[0] = key4_0.as_u64[0];
527 last_key4.as_u64[1] = key4_0.as_u64[1];
528 tunnel_index0 = last_tunnel_index = p0[0];
531 tunnel_index0 = last_tunnel_index;
538 VXLAN_GPE_INPUT_NEXT_DROP;
540 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
541 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
542 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
543 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
544 key6_0.vni = iuvn6_0->vxlan.vni_res;
547 if (
PREDICT_FALSE(memcmp (&key6_0, &last_key6,
sizeof(last_key6)) != 0))
553 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
557 memcpy (&last_key6, &key6_0,
sizeof(key6_0));
558 tunnel_index0 = last_tunnel_index = p0[0];
561 tunnel_index0 = last_tunnel_index;
579 stats_n_packets += 1;
580 stats_n_bytes += len0;
586 stats_n_packets -= 1;
587 stats_n_bytes -= len0;
591 cpu_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
593 stats_n_bytes = len0;
594 stats_sw_if_index = sw_if_index0;
597 trace00: b0->
error = error0 ? node->
errors[error0] : 0;
607 n_left_to_next, bi0, next0);
613 VXLAN_GPE_ERROR_DECAPSULATED, pkts_decapsulated);
619 stats_sw_if_index, stats_n_packets, stats_n_bytes);
683 #define vxlan_gpe_error(n,s) s, 685 #undef vxlan_gpe_error 691 .name =
"vxlan4-gpe-input",
693 .vector_size =
sizeof (
u32),
700 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n, 714 .name =
"vxlan6-gpe-input",
716 .vector_size =
sizeof (
u32),
723 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n, uword * vxlan6_gpe_tunnel_by_key
lookup IPv6 VXLAN GPE tunnel by key
u8 runtime_data[0]
Function dependent node-runtime data.
vlib_node_registration_t vxlan4_gpe_input_node
(constructor) VLIB_REGISTER_NODE (vxlan4_gpe_input_node)
vnet_interface_main_t interface_main
Struct for VXLAN GPE decap packet tracing.
vlib_node_registration_t vxlan_gpe_input_node
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
vlib_node_registration_t vxlan6_gpe_input_node
(constructor) VLIB_REGISTER_NODE (vxlan6_gpe_input_node)
struct _vlib_node_registration vlib_node_registration_t
vlib_error_t * errors
Vector of errors for this node.
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
vnet_main_t * vnet_main
State convenience vnet_main_t.
static char * vxlan_gpe_error_strings[]
VXLAN GPE error strings.
vlib_combined_counter_main_t * combined_sw_if_counters
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
void vxlan_gpe_register_decap_protocol(u8 protocol_id, uword next_node_index)
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
static uword vxlan_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, u8 is_ip4)
Common processing for IPv4 and IPv6 VXLAN GPE decap dispatch functions.
Struct for VXLAN GPE tunnel.
uword os_get_cpu_number(void)
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
vxlan_gpe_main_t vxlan_gpe_main
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
vlib_error_t error
Error code for buffers to be enqueued to error handler.
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
#define CLIB_PREFETCH(addr, size, type)
#define VLIB_BUFFER_IS_TRACED
static uword vxlan4_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Graph processing dispatch function for IPv4 VXLAN GPE.
#define foreach_vxlan_gpe_input_next
next nodes for VXLAN GPE input
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 cpu_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
static u8 * format_vxlan_gpe_with_length(u8 *s, va_list *args)
Tracing function for VXLAN GPE packet decapsulation including length.
Struct for VXLAN GPE node state.
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
uword decap_next_node_list[VXLAN_GPE_PROTOCOL_MAX]
List of next nodes for the decap indexed on protocol.
vxlan_gpe_tunnel_t * tunnels
vector of encap tunnel instances
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
void vxlan_gpe_unregister_decap_protocol(u8 protocol_id, uword next_node_index)
uword * vxlan4_gpe_tunnel_by_key
lookup IPv4 VXLAN GPE tunnel by key
u32 decap_fib_index
FIB indices - inner IP packet lookup here.
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
#define hash_get_mem(h, key)
VLIB_NODE_FUNCTION_MULTIARCH(l2t_decap_node, l2t_decap_node_fn)
#define VLIB_REGISTER_NODE(x,...)
u32 sw_if_index
vnet intfc sw_if_index
static uword vxlan6_gpe_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Graph processing dispatch function for IPv6 VXLAN GPE.
#define CLIB_CACHE_LINE_BYTES
u32 flags
buffer flags: VLIB_BUFFER_IS_TRACED: trace this buffer.
static u8 * format_vxlan_gpe_rx_trace(u8 *s, va_list *args)
Tracing function for VXLAN GPE packet decapsulation.
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.