23 #define foreach_gtpu_encap_error \ 24 _(ENCAPSULATED, "good packets encapsulated") 27 #define _(sym,string) string, 33 #define _(sym,str) GTPU_ENCAP_ERROR_##sym, 39 #define foreach_gtpu_encap_next \ 40 _(DROP, "error-drop") \ 41 _(IP4_LOOKUP, "ip4-lookup") \ 42 _(IP6_LOOKUP, "ip6-lookup") 52 #define foreach_fixed_header4_offset \ 55 #define foreach_fixed_header6_offset \ 56 _(0) _(1) _(2) _(3) _(4) _(5) _(6) 64 u32 n_left_from, next_index, * from, * to_next;
68 u32 pkts_encapsulated = 0;
69 u16 old_l0 = 0, old_l1 = 0, old_l2 = 0, old_l3 = 0;
71 u32 stats_sw_if_index, stats_n_packets, stats_n_bytes;
72 u32 sw_if_index0 = 0, sw_if_index1 = 0, sw_if_index2 = 0, sw_if_index3 = 0;
73 u32 next0 = 0, next1 = 0, next2 = 0, next3 = 0;
75 gtpu_tunnel_t * t0 = NULL, * t1 = NULL, * t2 = NULL, * t3 = NULL;
82 stats_n_packets = stats_n_bytes = 0;
84 while (n_left_from > 0)
89 to_next, n_left_to_next);
91 while (n_left_from >= 8 && n_left_to_next >= 4)
93 u32 bi0, bi1, bi2, bi3;
95 u32 flow_hash0, flow_hash1, flow_hash2, flow_hash3;
96 u32 len0, len1, len2, len3;
101 u64 * copy_src0, * copy_dst0;
102 u64 * copy_src1, * copy_dst1;
103 u64 * copy_src2, * copy_dst2;
104 u64 * copy_src3, * copy_dst3;
105 u32 * copy_src_last0, * copy_dst_last0;
106 u32 * copy_src_last1, * copy_dst_last1;
107 u32 * copy_src_last2, * copy_dst_last2;
108 u32 * copy_src_last3, * copy_dst_last3;
109 u16 new_l0, new_l1, new_l2, new_l3;
172 next1 = t1->next_dpo.dpoi_next_node;
174 next2 = t2->next_dpo.dpoi_next_node;
176 next3 = t3->next_dpo.dpoi_next_node;
193 copy_dst0 = (
u64 *) ip4_0;
195 copy_dst1 = (
u64 *) ip4_1;
196 copy_src1 = (
u64 *) t1->rewrite;
197 copy_dst2 = (
u64 *) ip4_2;
198 copy_src2 = (
u64 *) t2->rewrite;
199 copy_dst3 = (
u64 *) ip4_3;
200 copy_src3 = (
u64 *) t3->rewrite;
203 #define _(offs) copy_dst0[offs] = copy_src0[offs];
206 #define _(offs) copy_dst1[offs] = copy_src1[offs]; 209 #define _(offs) copy_dst2[offs] = copy_src2[offs]; 212 #define _(offs) copy_dst3[offs] = copy_src3[offs]; 216 copy_dst_last0 = (
u32 *)(©_dst0[4]);
217 copy_src_last0 = (
u32 *)(©_src0[4]);
218 copy_dst_last0[0] = copy_src_last0[0];
219 copy_dst_last1 = (
u32 *)(©_dst1[4]);
220 copy_src_last1 = (
u32 *)(©_src1[4]);
221 copy_dst_last1[0] = copy_src_last1[0];
222 copy_dst_last2 = (
u32 *)(©_dst2[4]);
223 copy_src_last2 = (
u32 *)(©_src2[4]);
224 copy_dst_last2[0] = copy_src_last2[0];
225 copy_dst_last3 = (
u32 *)(©_dst3[4]);
226 copy_src_last3 = (
u32 *)(©_src3[4]);
227 copy_dst_last3[0] = copy_src_last3[0];
284 -
sizeof (*ip4_0) -
sizeof(*udp0)
289 -
sizeof (*ip4_1) -
sizeof(*udp1)
294 -
sizeof (*ip4_2) -
sizeof(*udp2)
299 -
sizeof (*ip4_3) -
sizeof(*udp3)
313 copy_dst0 = (
u64 *) ip6_0;
315 copy_dst1 = (
u64 *) ip6_1;
316 copy_src1 = (
u64 *) t1->rewrite;
317 copy_dst2 = (
u64 *) ip6_2;
318 copy_src2 = (
u64 *) t2->rewrite;
319 copy_dst3 = (
u64 *) ip6_3;
320 copy_src3 = (
u64 *) t3->rewrite;
322 #define _(offs) copy_dst0[offs] = copy_src0[offs];
325 #define _(offs) copy_dst1[offs] = copy_src1[offs]; 328 #define _(offs) copy_dst2[offs] = copy_src2[offs]; 331 #define _(offs) copy_dst3[offs] = copy_src3[offs]; 369 -
sizeof (*ip6_0) -
sizeof(*udp0)
374 -
sizeof (*ip6_1) -
sizeof(*udp1)
379 -
sizeof (*ip6_2) -
sizeof(*udp2)
384 -
sizeof (*ip6_3) -
sizeof(*udp3)
408 pkts_encapsulated += 4;
413 stats_n_packets += 4;
414 stats_n_bytes += len0 + len1 + len2 + len3;
427 (sw_if_index1 != stats_sw_if_index) ||
428 (sw_if_index2 != stats_sw_if_index) ||
429 (sw_if_index3 != stats_sw_if_index) ))
431 stats_n_packets -= 4;
432 stats_n_bytes -= len0 + len1 + len2 + len3;
433 if ( (sw_if_index0 == sw_if_index1 ) &&
434 (sw_if_index1 == sw_if_index2 ) &&
435 (sw_if_index2 == sw_if_index3 ) )
440 thread_index, stats_sw_if_index,
441 stats_n_packets, stats_n_bytes);
442 stats_sw_if_index = sw_if_index0;
444 stats_n_bytes = len0 + len1 + len2 + len3;
450 thread_index, sw_if_index0, 1, len0);
453 thread_index, sw_if_index1, 1, len1);
456 thread_index, sw_if_index2, 1, len2);
459 thread_index, sw_if_index3, 1, len3);
476 tr->
tteid = t1->tteid;
484 tr->
tteid = t2->tteid;
492 tr->
tteid = t3->tteid;
496 to_next, n_left_to_next,
498 next0, next1, next2, next3);
501 while (n_left_from > 0 && n_left_to_next > 0)
511 u64 * copy_src0, * copy_dst0;
512 u32 * copy_src_last0, * copy_dst_last0;
543 copy_dst0 = (
u64 *) ip4_0;
546 #define _(offs) copy_dst0[offs] = copy_src0[offs];
550 copy_dst_last0 = (
u32 *)(©_dst0[4]);
551 copy_src_last0 = (
u32 *)(©_src0[4]);
552 copy_dst_last0[0] = copy_src_last0[0];
573 -
sizeof (*ip4_0) -
sizeof(*udp0)
584 copy_dst0 = (
u64 *) ip6_0;
587 #define _(offs) copy_dst0[offs] = copy_src0[offs];
604 -
sizeof (*ip4_0) -
sizeof(*udp0)
615 pkts_encapsulated ++;
617 stats_n_packets += 1;
618 stats_n_bytes += len0;
629 stats_n_packets -= 1;
630 stats_n_bytes -= len0;
634 thread_index, stats_sw_if_index,
635 stats_n_packets, stats_n_bytes);
637 stats_n_bytes = len0;
638 stats_sw_if_index = sw_if_index0;
649 to_next, n_left_to_next,
658 GTPU_ENCAP_ERROR_ENCAPSULATED,
666 thread_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
688 .name =
"gtpu4-encap",
689 .vector_size =
sizeof (
u32),
696 #define _(s,n) [GTPU_ENCAP_NEXT_##s] = n, 703 .name =
"gtpu6-encap",
704 .vector_size =
sizeof (
u32),
711 #define _(s,n) [GTPU_ENCAP_NEXT_##s] = n, u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
static uword gtpu_encap_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame, u32 is_ip4)
#define foreach_gtpu_encap_next
static void vlib_increment_combined_counter(vlib_combined_counter_main_t *cm, u32 thread_index, u32 index, u64 n_packets, u64 n_bytes)
Increment a combined counter.
u8 runtime_data[0]
Function dependent node-runtime data.
static vnet_hw_interface_t * vnet_get_sup_hw_interface(vnet_main_t *vnm, u32 sw_if_index)
vnet_interface_main_t interface_main
#define vlib_validate_buffer_enqueue_x4(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, bi2, bi3, next0, next1, next2, next3)
Finish enqueueing four buffers forward in the graph.
#define VLIB_NODE_FN(node)
static uword vlib_buffer_length_in_chain(vlib_main_t *vm, vlib_buffer_t *b)
Get length in bytes of the buffer chain.
#define foreach_fixed_header6_offset
u8 * format_gtpu_encap_trace(u8 *s, va_list *args)
vlib_combined_counter_main_t * combined_sw_if_counters
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
vl_api_fib_path_type_t type
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
u32 node_index
Node index.
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
#define VLIB_REGISTER_NODE(x,...)
static_always_inline uword vlib_get_thread_index(void)
#define CLIB_PREFETCH(addr, size, type)
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
vlib_main_t vlib_node_runtime_t * node
u16 ip6_tcp_udp_icmp_compute_checksum(vlib_main_t *vm, vlib_buffer_t *p0, ip6_header_t *ip0, int *bogus_lengthp)
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
#define foreach_fixed_header4_offset
index_t dpoi_index
the index of objects of that type
VLIB buffer representation.
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
#define ip_csum_update(sum, old, new, type, field)
vlib_node_registration_t gtpu4_encap_node
(constructor) VLIB_REGISTER_NODE (gtpu4_encap_node)
void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
u16 dpoi_next_node
The next VLIB node to follow.
#define CLIB_CACHE_LINE_BYTES
static char * gtpu_encap_error_strings[]
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
static u16 ip_csum_fold(ip_csum_t c)
vlib_node_registration_t gtpu6_encap_node
(constructor) VLIB_REGISTER_NODE (gtpu6_encap_node)
#define foreach_gtpu_encap_error