FD.io VPP  v17.01.1-3-gc6833f8
Vector Packet Processing
node.c
Go to the documentation of this file.
1 /*
2  * node.c: MPLS input
3  *
4  * Copyright (c) 2012-2014 Cisco and/or its affiliates.
5  * Licensed under the Apache License, Version 2.0 (the "License");
6  * you may not use this file except in compliance with the License.
7  * You may obtain a copy of the License at:
8  *
9  * http://www.apache.org/licenses/LICENSE-2.0
10  *
11  * Unless required by applicable law or agreed to in writing, software
12  * distributed under the License is distributed on an "AS IS" BASIS,
13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14  * See the License for the specific language governing permissions and
15  * limitations under the License.
16  */
17 
18 #include <vlib/vlib.h>
19 #include <vnet/pg/pg.h>
20 #include <vnet/mpls/mpls.h>
21 #include <vnet/feature/feature.h>
22 
23 typedef struct {
27 
28 static u8 *
29 format_mpls_input_trace (u8 * s, va_list * args)
30 {
31  CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
32  CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
33  mpls_input_trace_t * t = va_arg (*args, mpls_input_trace_t *);
34  char * next_name;
35 
36  next_name = "BUG!";
37 
38 #define _(a,b) if (t->next_index == MPLS_INPUT_NEXT_##a) next_name = b;
40 #undef _
41 
42  s = format (s, "MPLS: next %s[%d] label %d ttl %d",
43  next_name, t->next_index,
46 
47  return s;
48 }
49 
51 
52 typedef struct {
58 
59 static inline uword
61  vlib_node_runtime_t * node,
62  vlib_frame_t * from_frame)
63 {
64  u32 n_left_from, next_index, * from, * to_next;
66  mpls_main_t * mm;
67  u32 cpu_index = os_get_cpu_number();
69  vnet_main_t * vnm = vnet_get_main();
70 
71  from = vlib_frame_vector_args (from_frame);
72  n_left_from = from_frame->n_vectors;
74  mm = rt->mpls_main;
75  /*
76  * Force an initial lookup every time, in case the control-plane
77  * changed the label->FIB mapping.
78  */
79  rt->last_label = ~0;
80 
81  next_index = node->cached_next_index;
82 
85 
86  while (n_left_from > 0)
87  {
88  u32 n_left_to_next;
89 
90  vlib_get_next_frame (vm, node, next_index,
91  to_next, n_left_to_next);
92 
93  while (n_left_from >= 4 && n_left_to_next >= 2)
94  {
95  u32 label0, bi0, next0, sw_if_index0;
96  u32 label1, bi1, next1, sw_if_index1;
97  mpls_unicast_header_t *h0, *h1;
98  vlib_buffer_t *b0, *b1;
99 
100  /* Prefetch next iteration. */
101  {
102  vlib_buffer_t * p2, * p3;
103 
104  p2 = vlib_get_buffer (vm, from[2]);
105  p3 = vlib_get_buffer (vm, from[3]);
106 
107  vlib_prefetch_buffer_header (p2, STORE);
108  vlib_prefetch_buffer_header (p3, STORE);
109 
110  CLIB_PREFETCH (p2->data, sizeof (h0[0]), STORE);
111  CLIB_PREFETCH (p3->data, sizeof (h1[0]), STORE);
112  }
113 
114 
115  bi0 = to_next[0] = from[0];
116  bi1 = to_next[1] = from[1];
117 
118  from += 2;
119  to_next += 2;
120  n_left_from -= 2;
121  n_left_to_next -= 2;
122 
123  b0 = vlib_get_buffer (vm, bi0);
124  b1 = vlib_get_buffer (vm, bi1);
125 
126  h0 = vlib_buffer_get_current (b0);
127  h1 = vlib_buffer_get_current (b1);
128 
129  sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
130  sw_if_index1 = vnet_buffer (b1)->sw_if_index[VLIB_RX];
131 
132  label0 = clib_net_to_host_u32 (h0->label_exp_s_ttl);
133  label1 = clib_net_to_host_u32 (h1->label_exp_s_ttl);
134 
135  /* TTL expired? */
136  if (PREDICT_FALSE(vnet_mpls_uc_get_ttl (label0) == 0))
137  {
138  next0 = MPLS_INPUT_NEXT_DROP;
139  b0->error = node->errors[MPLS_ERROR_TTL_EXPIRED];
140  }
141  else
142  {
143  next0 = MPLS_INPUT_NEXT_LOOKUP;
144  vnet_feature_arc_start(mm->input_feature_arc_index, sw_if_index0, &next0, b0);
145  vlib_increment_simple_counter (cm, cpu_index, sw_if_index0, 1);
146  }
147 
148  if (PREDICT_FALSE(vnet_mpls_uc_get_ttl (label1) == 0))
149  {
150  next1 = MPLS_INPUT_NEXT_DROP;
151  b1->error = node->errors[MPLS_ERROR_TTL_EXPIRED];
152  }
153  else
154  {
155  next1 = MPLS_INPUT_NEXT_LOOKUP;
156  vnet_feature_arc_start(mm->input_feature_arc_index, sw_if_index1, &next1, b1);
157  vlib_increment_simple_counter (cm, cpu_index, sw_if_index1, 1);
158  }
159 
161  {
162  mpls_input_trace_t *tr = vlib_add_trace (vm, node,
163  b0, sizeof (*tr));
164  tr->next_index = next0;
165  tr->label_host_byte_order = label0;
166  }
168  {
169  mpls_input_trace_t *tr = vlib_add_trace (vm, node,
170  b1, sizeof (*tr));
171  tr->next_index = next1;
172  tr->label_host_byte_order = label1;
173  }
174 
175  vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
176  to_next, n_left_to_next,
177  bi0, bi1, next0, next1);
178  }
179 
180  while (n_left_from > 0 && n_left_to_next > 0)
181  {
182  u32 bi0;
183  vlib_buffer_t * b0;
185  u32 label0;
186  u32 next0 = 0;
187  u32 sw_if_index0;
188 
189  bi0 = from[0];
190  to_next[0] = bi0;
191  from += 1;
192  to_next += 1;
193  n_left_from -= 1;
194  n_left_to_next -= 1;
195 
196  b0 = vlib_get_buffer (vm, bi0);
197  h0 = vlib_buffer_get_current (b0);
198  sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
199 
200  label0 = clib_net_to_host_u32 (h0->label_exp_s_ttl);
201  /* TTL expired? */
202  if (PREDICT_FALSE(vnet_mpls_uc_get_ttl (label0) == 0))
203  {
204  next0 = MPLS_INPUT_NEXT_DROP;
205  b0->error = node->errors[MPLS_ERROR_TTL_EXPIRED];
206  }
207  else
208  {
209  vnet_feature_arc_start(mm->input_feature_arc_index, sw_if_index0, &next0, b0);
210  vlib_increment_simple_counter (cm, cpu_index, sw_if_index0, 1);
211  }
212 
214  {
215  mpls_input_trace_t *tr = vlib_add_trace (vm, node,
216  b0, sizeof (*tr));
217  tr->next_index = next0;
218  tr->label_host_byte_order = label0;
219  }
220 
221  vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
222  to_next, n_left_to_next,
223  bi0, next0);
224  }
225 
226  vlib_put_next_frame (vm, node, next_index, n_left_to_next);
227  }
229  MPLS_ERROR_PKTS_DECAP, from_frame->n_vectors);
230  return from_frame->n_vectors;
231 }
232 
233 static uword
235  vlib_node_runtime_t * node,
236  vlib_frame_t * from_frame)
237 {
238  return mpls_input_inline (vm, node, from_frame);
239 }
240 
241 static char * mpls_error_strings[] = {
242 #define mpls_error(n,s) s,
243 #include "error.def"
244 #undef mpls_error
245 };
246 
248  .function = mpls_input,
249  .name = "mpls-input",
250  /* Takes a vector of packets. */
251  .vector_size = sizeof (u32),
252 
253  .runtime_data_bytes = sizeof(mpls_input_runtime_t),
254 
255  .n_errors = MPLS_N_ERROR,
256  .error_strings = mpls_error_strings,
257 
258  .n_next_nodes = MPLS_INPUT_N_NEXT,
259  .next_nodes = {
260 #define _(s,n) [MPLS_INPUT_NEXT_##s] = n,
262 #undef _
263  },
264 
266  .format_trace = format_mpls_input_trace,
267 };
268 
270 
271 static void
273 {
275  pg_node_t * pn;
276 
277  pn = pg_get_node (mpls_input_node.index);
279 
281  rt->last_label = (u32) ~0;
282  rt->last_inner_fib_index = 0;
283  rt->last_outer_fib_index = 0;
284  rt->mpls_main = &mpls_main;
285 
286  ethernet_register_input_type (vm, ETHERNET_TYPE_MPLS_UNICAST,
287  mpls_input_node.index);
288 }
289 
291 {
292  clib_error_t * error;
293 
294  error = vlib_call_init_function (vm, mpls_init);
295  if (error)
296  clib_error_report (error);
297 
298  mpls_setup_nodes (vm);
299 
300  return 0;
301 }
302 
void vlib_put_next_frame(vlib_main_t *vm, vlib_node_runtime_t *r, u32 next_index, u32 n_vectors_left)
Release pointer to next frame vector data.
Definition: main.c:459
static void vlib_increment_simple_counter(vlib_simple_counter_main_t *cm, u32 cpu_index, u32 index, u32 increment)
Increment a simple counter.
Definition: counter.h:78
#define CLIB_UNUSED(x)
Definition: clib.h:79
u32 last_inner_fib_index
Definition: node.c:54
vnet_interface_main_t interface_main
Definition: vnet.h:57
u8 input_feature_arc_index
Definition: mpls.h:74
static uword mpls_input(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Definition: node.c:234
struct _vlib_node_registration vlib_node_registration_t
static void mpls_setup_nodes(vlib_main_t *vm)
Definition: node.c:272
#define clib_error_report(e)
Definition: error.h:125
vlib_error_t * errors
Definition: node.h:419
u32 last_outer_fib_index
Definition: node.c:55
#define foreach_mpls_input_next
Definition: mpls.h:121
static clib_error_t * mpls_input_init(vlib_main_t *vm)
Definition: node.c:290
static pg_node_t * pg_get_node(uword node_index)
Definition: pg.h:350
vnet_main_t * vnet_get_main(void)
Definition: misc.c:46
#define VLIB_INIT_FUNCTION(x)
Definition: init.h:111
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
Definition: buffer.h:194
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
format_function_t format_mpls_unicast_header_net_byte_order
Definition: mpls.h:93
static u32 vnet_mpls_uc_get_ttl(mpls_label_t label_exp_s_ttl)
Definition: packet.h:92
A collection of simple counters.
Definition: counter.h:59
#define vlib_call_init_function(vm, x)
Definition: init.h:161
static u8 * format_mpls_input_trace(u8 *s, va_list *args)
Definition: node.c:29
uword os_get_cpu_number(void)
Definition: unix-misc.c:224
static uword mpls_input_inline(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *from_frame)
Definition: node.c:60
static void * vlib_node_get_runtime_data(vlib_main_t *vm, u32 node_index)
Get node runtime private data by node index.
Definition: node_funcs.h:109
#define PREDICT_FALSE(x)
Definition: clib.h:97
static u32 vnet_mpls_uc_get_label(mpls_label_t label_exp_s_ttl)
Definition: packet.h:77
vlib_simple_counter_main_t * sw_if_counters
Definition: interface.h:614
#define vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, n_left_to_next, bi0, bi1, next0, next1)
Finish enqueueing two buffers forward in the graph.
Definition: buffer_node.h:70
#define vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, n_left_to_next, bi0, next0)
Finish enqueueing one buffer forward in the graph.
Definition: buffer_node.h:216
#define vlib_get_next_frame(vm, node, next_index, vectors, n_vectors_left)
Get pointer to next frame vector data by (vlib_node_runtime_t, next_index).
Definition: node_funcs.h:350
vlib_error_t error
Error code for buffers to be enqueued to error handler.
Definition: buffer.h:121
static void vlib_node_increment_counter(vlib_main_t *vm, u32 node_index, u32 counter_index, u64 increment)
Definition: node_funcs.h:1113
void ethernet_register_input_type(vlib_main_t *vm, ethernet_type_t type, u32 node_index)
Definition: node.c:1282
u16 n_vectors
Definition: node.h:344
mpls_main_t mpls_main
Definition: mpls.c:25
#define CLIB_PREFETCH(addr, size, type)
Definition: cache.h:82
unformat_function_t unformat_pg_mpls_header
Definition: mpls.h:111
unformat_function_t * unformat_edit
Definition: pg.h:307
u16 cached_next_index
Definition: node.h:463
unsigned int u32
Definition: types.h:88
#define vnet_buffer(b)
Definition: buffer.h:361
VLIB_NODE_FUNCTION_MULTIARCH(dpdk_input_node, dpdk_input)
mpls_label_t label_exp_s_ttl
Definition: packet.h:31
#define VLIB_BUFFER_IS_TRACED
Definition: buffer.h:95
u64 uword
Definition: types.h:112
static void * vlib_add_trace(vlib_main_t *vm, vlib_node_runtime_t *r, vlib_buffer_t *b, u32 n_data_bytes)
Definition: trace_funcs.h:55
static clib_error_t * mpls_init(vlib_main_t *vm)
Definition: mpls.c:490
u32 label_host_byte_order
Definition: node.c:25
unsigned char u8
Definition: types.h:56
static void * vlib_frame_vector_args(vlib_frame_t *f)
Get pointer to frame vector data.
Definition: node_funcs.h:253
#define vlib_prefetch_buffer_header(b, type)
Prefetch buffer metadata.
Definition: buffer.h:170
#define VLIB_REGISTER_NODE(x,...)
Definition: node.h:143
u8 * format(u8 *s, const char *fmt,...)
Definition: format.c:418
u8 data[0]
Packet data.
Definition: buffer.h:158
u32 next_index
Definition: node.c:24
static char * mpls_error_strings[]
Definition: node.c:241
mpls_main_t * mpls_main
Definition: node.c:56
u32 flags
buffer flags: VLIB_BUFFER_IS_TRACED: trace this buffer.
Definition: buffer.h:85
static vlib_buffer_t * vlib_get_buffer(vlib_main_t *vm, u32 buffer_index)
Translate buffer index into buffer pointer.
Definition: buffer_funcs.h:57
Definition: pg.h:304
Definition: defs.h:46
vlib_node_registration_t mpls_input_node
(constructor) VLIB_REGISTER_NODE (mpls_input_node)
Definition: node.c:50
static_always_inline void vnet_feature_arc_start(u8 arc, u32 sw_if_index, u32 *next0, vlib_buffer_t *b0)
Definition: feature.h:203