FD.io VPP  v21.06-3-gbb25fbf28
Vector Packet Processing
rewrite.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * rewrite.h: packet rewrite
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #ifndef included_vnet_rewrite_h
41 #define included_vnet_rewrite_h
42 
43 #include <vlib/vlib.h>
44 #include <vnet/l3_types.h>
45 
46 /* Consider using vector types for speed? */
48 
49 /**
50  * Flags associated with the rewrite/adjacency
51  */
53 {
54  /**
55  * This adjacency/interface has output features configured
56  */
58 
59  /**
60  * this adj performs IP4 over IP4 fixup
61  */
63 
64  /**
65  * this adj performs the flow hash fixup
66  */
68 } __attribute__ ((packed)) vnet_rewrite_flags_t;
69 
70 extern u8 *format_vnet_rewrite_flags (u8 *s, va_list *ap);
71 
72 typedef struct vnet_rewrite_header_t_
73 {
74  /* Interface to mark re-written packets with. */
76 
77  /* Next node to feed after packet rewrite is done. */
79 
80  /* Number of bytes in rewrite data. */
82 
83  /* Max packet size layer 3 (MTU) for output interface.
84  Used for MTU check after packet rewrite. */
86 
87  /* Data-plane flags on the adjacency/rewrite */
89 
90  /* When dynamically writing a multicast destination L2 addresss
91  * this is the offset from the IP address at which to write in the
92  * IP->MAC address translation.
93  */
95 
96  /* Rewrite string starting at end and going backwards. */
97  u8 data[0];
98 } __clib_packed vnet_rewrite_header_t;
99 
100 /**
101  * At 16 bytes of rewrite herader we have enought space left for a IPv6
102  * (40 bytes) + LISP-GPE (8 bytes) in the cache line
103  */
104 STATIC_ASSERT (sizeof (vnet_rewrite_header_t) <= 16,
105  "Rewrite header too big");
106 
107 /*
108  Helper macro for declaring rewrite string w/ given max-size.
109 
110  Typical usage:
111  typedef struct {
112  //
113  int a, b;
114 
115  // Total adjacency is 64 bytes.
116  vnet_rewrite_declare(64 - 2*sizeof(int)) rw;
117  } my_adjacency_t;
118 */
119 #define VNET_DECLARE_REWRITE \
120  struct \
121  { \
122  vnet_rewrite_header_t rewrite_header; \
123  \
124  u8 rewrite_data[(VNET_REWRITE_TOTAL_BYTES) - \
125  sizeof (vnet_rewrite_header_t)]; \
126  }
127 
128 typedef struct __rewrite_unused_t__
129 {
131 } __rewrite_unused_t;
132 
133 STATIC_ASSERT_SIZEOF (__rewrite_unused_t, 128);
134 
135 always_inline void
137 {
138  /* Sanity check values carefully for this clib_memset operation */
139  ASSERT ((max_size > 0) && (max_size < VLIB_BUFFER_PRE_DATA_SIZE));
140 
141  rw->data_bytes = 0;
142  clib_memset (rw->data, 0xfe, max_size);
143 }
144 
145 always_inline void
147  int max_size, void *data, int data_bytes)
148 {
149  /* Sanity check values carefully for this clib_memset operation */
150  ASSERT ((max_size > 0) && (max_size < VLIB_BUFFER_PRE_DATA_SIZE));
151  ASSERT ((data_bytes >= 0) && (data_bytes < max_size));
152 
153  rw->data_bytes = data_bytes;
154  clib_memcpy_fast (rw->data, data, data_bytes);
155  clib_memset (rw->data + data_bytes, 0xfe, max_size - data_bytes);
156 }
157 
158 #define vnet_rewrite_set_data(rw,data,data_bytes) \
159  vnet_rewrite_set_data_internal (&((rw).rewrite_header), \
160  sizeof ((rw).rewrite_data), \
161  (data), \
162  (data_bytes))
163 
164 always_inline void *
166 {
167  ASSERT (rw->data_bytes <= max_size);
168  return rw->data;
169 }
170 
171 #define vnet_rewrite_get_data(rw) \
172  vnet_rewrite_get_data_internal (&((rw).rewrite_header), sizeof ((rw).rewrite_data))
173 
174 always_inline void
175 _vnet_rewrite_one_header (const vnet_rewrite_header_t * h0,
176  void *packet0, int most_likely_size)
177 {
178  /* 0xfefe => poisoned adjacency => crash */
179  ASSERT (h0->data_bytes != 0xfefe);
180  if (PREDICT_TRUE (most_likely_size == h0->data_bytes))
181  {
182  clib_memcpy_fast ((u8 *) packet0 - most_likely_size,
183  h0->data, most_likely_size);
184  }
185  else
186  {
187  clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes,
188  h0->data, h0->data_bytes);
189  }
190 }
191 
192 always_inline void
193 _vnet_rewrite_two_headers (const vnet_rewrite_header_t * h0,
194  const vnet_rewrite_header_t * h1,
195  void *packet0, void *packet1, int most_likely_size)
196 {
197  /* 0xfefe => poisoned adjacency => crash */
198  ASSERT (h0->data_bytes != 0xfefe);
199  ASSERT (h1->data_bytes != 0xfefe);
200  if (PREDICT_TRUE
201  (most_likely_size == h0->data_bytes
202  && most_likely_size == h1->data_bytes))
203  {
204  clib_memcpy_fast ((u8 *) packet0 - most_likely_size,
205  h0->data, most_likely_size);
206  clib_memcpy_fast ((u8 *) packet1 - most_likely_size,
207  h1->data, most_likely_size);
208  }
209  else
210  {
211  clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes,
212  h0->data, h0->data_bytes);
213  clib_memcpy_fast ((u8 *) packet1 - h1->data_bytes,
214  h1->data, h1->data_bytes);
215  }
216 }
217 
218 #define vnet_rewrite_one_header(rw0,p0,most_likely_size) \
219  _vnet_rewrite_one_header (&((rw0).rewrite_header), (p0), \
220  (most_likely_size))
221 
222 #define vnet_rewrite_two_headers(rw0,rw1,p0,p1,most_likely_size) \
223  _vnet_rewrite_two_headers (&((rw0).rewrite_header), &((rw1).rewrite_header), \
224  (p0), (p1), \
225  (most_likely_size))
226 
227 always_inline void
229  u32 dst_mcast_offset, u32 * addr, u8 * packet0)
230 {
231  if (PREDICT_TRUE (0 != dst_mcast_offset))
232  {
233  /* location to write to in the packet */
234  u8 *p0 = packet0 - dst_mcast_offset;
235  u32 *p1 = (u32 *) p0;
236 
237  *p1 |= (*addr & dst_mcast_mask);
238  }
239 }
240 
241 #define VNET_REWRITE_FOR_SW_INTERFACE_ADDRESS_BROADCAST ((void *) 0)
242 /** Deprecated */
244  vnet_link_t packet_type,
246  u32 node_index,
247  void *dst_address,
249  u32 max_rewrite_bytes);
250 
252  u32 sw_if_index);
253 
254 void vnet_rewrite_init (struct vnet_main_t *vnm,
256  vnet_link_t linkt,
257  u32 this_node,
258  u32 next_node, vnet_rewrite_header_t * rw);
259 
260 void vnet_rewrite_update_mtu (struct vnet_main_t *vnm,
261  vnet_link_t linkt, vnet_rewrite_header_t * rw);
262 
265  vnet_link_t packet_type,
266  const void *dst_address);
268  u32 sw_if_index, u32 ai);
269 
271 
273 
274 #endif /* included_vnet_rewrite_h */
275 
276 /*
277  * fd.io coding-style-patch-verification: ON
278  *
279  * Local Variables:
280  * eval: (c-set-style "gnu")
281  * End:
282  */
vlib.h
vnet_update_adjacency_for_sw_interface
void vnet_update_adjacency_for_sw_interface(struct vnet_main_t *vnm, u32 sw_if_index, u32 ai)
Definition: rewrite.c:195
vnet_rewrite_header_t_::max_l3_packet_bytes
u16 max_l3_packet_bytes
Definition: rewrite.h:85
vnet_rewrite_data_t
uword vnet_rewrite_data_t
Definition: rewrite.h:47
vnet_rewrite_update_mtu
void vnet_rewrite_update_mtu(struct vnet_main_t *vnm, vnet_link_t linkt, vnet_rewrite_header_t *rw)
Definition: rewrite.c:108
STATIC_ASSERT
STATIC_ASSERT(sizeof(vnet_rewrite_header_t)<=16, "Rewrite header too big")
At 16 bytes of rewrite herader we have enought space left for a IPv6 (40 bytes) + LISP-GPE (8 bytes) ...
serialize_function_t
void() serialize_function_t(serialize_main_t *m, va_list *va)
Definition: serialize.h:168
VNET_REWRITE_FIXUP_FLOW_HASH
@ VNET_REWRITE_FIXUP_FLOW_HASH
this adj performs the flow hash fixup
Definition: rewrite.h:67
u16
unsigned short u16
Definition: types.h:57
VNET_REWRITE_HAS_FEATURES
@ VNET_REWRITE_HAS_FEATURES
This adjacency/interface has output features configured.
Definition: rewrite.h:57
node_index
node node_index
Definition: interface_output.c:420
vnet_rewrite_clear_data_internal
static void vnet_rewrite_clear_data_internal(vnet_rewrite_header_t *rw, int max_size)
Definition: rewrite.h:136
addr
vhost_vring_addr_t addr
Definition: vhost_user.h:130
clib_memcpy_fast
static_always_inline void * clib_memcpy_fast(void *restrict dst, const void *restrict src, size_t n)
Definition: string.h:92
vnet_rewrite_init
void vnet_rewrite_init(struct vnet_main_t *vnm, u32 sw_if_index, vnet_link_t linkt, u32 this_node, u32 next_node, vnet_rewrite_header_t *rw)
Definition: rewrite.c:96
format_vnet_rewrite_flags
u8 * format_vnet_rewrite_flags(u8 *s, va_list *ap)
Definition: rewrite.c:44
VNET_DECLARE_REWRITE
#define VNET_DECLARE_REWRITE
Definition: rewrite.h:119
vnet_rewrite_header_t_::dst_mcast_offset
u8 dst_mcast_offset
Definition: rewrite.h:94
format_vnet_rewrite
format_function_t format_vnet_rewrite
Definition: rewrite.h:270
l3_types.h
uword
u64 uword
Definition: types.h:112
vnet_rewrite_header_t_::next_index
u16 next_index
Definition: rewrite.h:78
vnet_rewrite_header_t_::data
u8 data[0]
Definition: rewrite.h:97
vnet_rewrite_get_data_internal
static void * vnet_rewrite_get_data_internal(vnet_rewrite_header_t *rw, int max_size)
Definition: rewrite.h:165
serialize_vnet_rewrite
serialize_function_t serialize_vnet_rewrite
Definition: rewrite.h:272
vnet_tx_node_index_for_sw_interface
u32 vnet_tx_node_index_for_sw_interface(struct vnet_main_t *vnm, u32 sw_if_index)
Definition: rewrite.c:89
vnet_rewrite_set_data_internal
static void vnet_rewrite_set_data_internal(vnet_rewrite_header_t *rw, int max_size, void *data, int data_bytes)
Definition: rewrite.h:146
vnet_rewrite_header_t_::flags
vnet_rewrite_flags_t flags
Definition: rewrite.h:88
STATIC_ASSERT_SIZEOF
STATIC_ASSERT_SIZEOF(__rewrite_unused_t, 128)
VNET_REWRITE_FIXUP_IP4_O_4
@ VNET_REWRITE_FIXUP_IP4_O_4
this adj performs IP4 over IP4 fixup
Definition: rewrite.h:62
data
u8 data[128]
Definition: ipsec_types.api:92
vnet_rewrite_header_t_
Definition: rewrite.h:72
format_function_t
u8 *() format_function_t(u8 *s, va_list *args)
Definition: format.h:48
vnet_main_t
Definition: vnet.h:76
always_inline
#define always_inline
Definition: rdma_mlx5dv.h:23
ASSERT
#define ASSERT(truth)
Definition: error_bootstrap.h:69
VLIB_BUFFER_PRE_DATA_SIZE
#define VLIB_BUFFER_PRE_DATA_SIZE
Definition: buffer.h:51
u32
unsigned int u32
Definition: types.h:88
vnet_rewrite_flags_t_
vnet_rewrite_flags_t_
Flags associated with the rewrite/adjacency.
Definition: rewrite.h:52
clib_memset
clib_memset(h->entries, 0, sizeof(h->entries[0]) *entries)
vnet_link_t
enum vnet_link_t_ vnet_link_t
Link Type: A description of the protocol of packets on the link.
u8
unsigned char u8
Definition: types.h:56
vnet_ip_mcast_fixup_header
static void vnet_ip_mcast_fixup_header(u32 dst_mcast_mask, u32 dst_mcast_offset, u32 *addr, u8 *packet0)
Definition: rewrite.h:228
vnet_rewrite_flags_t
enum vnet_rewrite_flags_t_ vnet_rewrite_flags_t
Flags associated with the rewrite/adjacency.
vnet_rewrite_header_t
struct vnet_rewrite_header_t_ vnet_rewrite_header_t
vnet_rewrite_header_t_::data_bytes
u16 data_bytes
Definition: rewrite.h:81
PREDICT_TRUE
#define PREDICT_TRUE(x)
Definition: clib.h:125
sw_if_index
vl_api_interface_index_t sw_if_index
Definition: wireguard.api:34
vnet_rewrite_for_sw_interface
void vnet_rewrite_for_sw_interface(struct vnet_main_t *vnm, vnet_link_t packet_type, u32 sw_if_index, u32 node_index, void *dst_address, vnet_rewrite_header_t *rw, u32 max_rewrite_bytes)
Deprecated.
Definition: rewrite.c:117
unserialize_vnet_rewrite
serialize_function_t unserialize_vnet_rewrite
Definition: rewrite.h:272
vnet_rewrite_header_t_::sw_if_index
u32 sw_if_index
Definition: rewrite.h:75
vnet_build_rewrite_for_sw_interface
u8 * vnet_build_rewrite_for_sw_interface(struct vnet_main_t *vnm, u32 sw_if_index, vnet_link_t packet_type, const void *dst_address)
Definition: rewrite.c:180