FD.io VPP  v21.06-3-gbb25fbf28
Vector Packet Processing
ip_packet.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * ip/ip_packet.h: packet format common between ip4 & ip6
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #ifndef included_ip_packet_h
41 #define included_ip_packet_h
42 
43 #include <vppinfra/byte_order.h>
44 #include <vppinfra/error.h>
45 #include <vppinfra/format.h>
46 
47 typedef enum ip_protocol
48 {
49 #define ip_protocol(n,s) IP_PROTOCOL_##s = n,
50 #include "protocols.def"
51 #undef ip_protocol
52 } __clib_packed ip_protocol_t;
53 
54 /* TCP/UDP ports. */
55 typedef enum
56 {
57 #define ip_port(s,n) IP_PORT_##s = n,
58 #include "ports.def"
59 #undef ip_port
60 } ip_port_t;
61 
62 /* Classifies protocols into UDP, ICMP or other. */
63 typedef enum
64 {
69 
70 #define foreach_ip_builtin_multicast_group \
71  _ (1, all_hosts_on_subnet) \
72  _ (2, all_routers_on_subnet) \
73  _ (4, dvmrp) \
74  _ (5, ospf_all_routers) \
75  _ (6, ospf_designated_routers) \
76  _ (13, pim) \
77  _ (18, vrrp) \
78  _ (102, hsrp) \
79  _ (22, igmp_v3)
80 
81 typedef enum
82 {
83 #define _(n,f) IP_MULTICAST_GROUP_##f = n,
85 #undef _
87 
88 
89 /**
90  * The set of RFC defined DSCP values.
91  */
92 #define foreach_ip_dscp \
93  _(0, CS0) \
94  _(8, CS1) \
95  _(10, AF11) \
96  _(12, AF12) \
97  _(14, AF13) \
98  _(16, CS2) \
99  _(18, AF21) \
100  _(20, AF22) \
101  _(22, AF23) \
102  _(24, CS3) \
103  _(26, AF31) \
104  _(28, AF32) \
105  _(30, AF33) \
106  _(32, CS4) \
107  _(34, AF41) \
108  _(36, AF42) \
109  _(38, AF43) \
110  _(40, CS5) \
111  _(46, EF) \
112  _(48, CS6) \
113  _(50, CS7)
114 
115 typedef enum ip_dscp_t_
116 {
117 #define _(n,f) IP_DSCP_##f = n,
119 #undef _
120 } __clib_packed ip_dscp_t;
121 
122 extern u8 *format_ip_dscp (u8 * s, va_list * va);
124 
125 /**
126  * IP DSCP bit shift
127  * The ECN occupies the 2 least significant bits of the TC field
128  */
129 #define IP_PACKET_TC_FIELD_DSCP_BIT_SHIFT 2
130 #define IP_PACKET_TC_FIELD_ECN_MASK 0x03
131 
132 /**
133  * The set of RFC defined DSCP values.
134  */
135 #define foreach_ip_ecn \
136  _(0, NON_ECN) \
137  _(1, ECT_0) \
138  _(2, ECT_1) \
139  _(3, CE)
140 
141 typedef enum ip_ecn_t_
142 {
143 #define _(n,f) IP_ECN_##f = n,
145 #undef _
146 } __clib_packed ip_ecn_t;
147 
149 
150 extern u8 *format_ip_ecn (u8 * s, va_list * va);
151 
152 /* IP checksum support. */
153 
156 {
157  u32 sum;
158 #ifdef CLIB_HAVE_VEC256
159  u16x16 v1, v2;
160  u32x8 zero = { 0 };
161  u32x8 sum8 = { 0 };
162  u32x4 sum4;
163 #endif
164 
165  /* if there is odd number of bytes, pad by zero and store in sum */
166  sum = (n_left & 1) ? ((u8 *) data)[n_left - 1] << 8 : 0;
167 
168  /* we deal with words */
169  n_left >>= 1;
170 
171 #ifdef CLIB_HAVE_VEC256
172  while (n_left >= 32)
173  {
174  v1 = u16x16_load_unaligned (data);
175  v2 = u16x16_load_unaligned (data + 32);
176 
177 #ifdef CLIB_ARCH_IS_LITTLE_ENDIAN
178  v1 = u16x16_byte_swap (v1);
179  v2 = u16x16_byte_swap (v2);
180 #endif
181  sum8 += u32x8_from_u16x8 (u16x16_extract_lo (v1));
182  sum8 += u32x8_from_u16x8 (u16x16_extract_hi (v1));
183  sum8 += u32x8_from_u16x8 (u16x16_extract_lo (v2));
184  sum8 += u32x8_from_u16x8 (u16x16_extract_hi (v2));
185  n_left -= 32;
186  data += 64;
187  }
188 
189  if (n_left >= 16)
190  {
191  v1 = u16x16_load_unaligned (data);
192 #ifdef CLIB_ARCH_IS_LITTLE_ENDIAN
193  v1 = u16x16_byte_swap (v1);
194 #endif
195  sum8 += u32x8_from_u16x8 (u16x16_extract_lo (v1));
196  sum8 += u32x8_from_u16x8 (u16x16_extract_hi (v1));
197  n_left -= 16;
198  data += 32;
199  }
200 
201  if (n_left)
202  {
203  v1 = u16x16_load_unaligned (data);
204 #ifdef CLIB_ARCH_IS_LITTLE_ENDIAN
205  v1 = u16x16_byte_swap (v1);
206 #endif
207  v1 = u16x16_mask_last (v1, 16 - n_left);
208  sum8 += u32x8_from_u16x8 (u16x16_extract_lo (v1));
209  sum8 += u32x8_from_u16x8 (u16x16_extract_hi (v1));
210  }
211 
212  sum8 = u32x8_hadd (sum8, zero);
213  sum4 = u32x8_extract_lo (sum8) + u32x8_extract_hi (sum8);
214  sum += sum4[0] + sum4[1];
215 
216 #else
217  /* scalar version */
218  while (n_left >= 8)
219  {
220  sum += clib_net_to_host_u16 (*((u16 *) data + 0));
221  sum += clib_net_to_host_u16 (*((u16 *) data + 1));
222  sum += clib_net_to_host_u16 (*((u16 *) data + 2));
223  sum += clib_net_to_host_u16 (*((u16 *) data + 3));
224  sum += clib_net_to_host_u16 (*((u16 *) data + 4));
225  sum += clib_net_to_host_u16 (*((u16 *) data + 5));
226  sum += clib_net_to_host_u16 (*((u16 *) data + 6));
227  sum += clib_net_to_host_u16 (*((u16 *) data + 7));
228  n_left -= 8;
229  data += 16;
230  }
231  while (n_left)
232  {
233  sum += clib_net_to_host_u16 (*(u16 *) data);
234  n_left -= 1;
235  data += 2;
236  }
237 #endif
238 
239  sum = (sum & 0xffff) + (sum >> 16);
240  sum = (sum & 0xffff) + (sum >> 16);
241  return ~((u16) sum);
242 }
243 
244 /* Incremental checksum update. */
245 typedef uword ip_csum_t;
246 
249 {
250  ip_csum_t t = sum + x;
251  return t + (t < x);
252 }
253 
254 /* Update checksum changing field at even byte offset from x -> 0. */
257 {
258  ip_csum_t d;
259 
260  d = c - x;
261 
262  /* Fold in carry from high bit. */
263  d -= d > c;
264 
265  ip_csum_t t = ip_csum_with_carry (d, x);
266  ASSERT ((t - c == 0) || (t - c == ~0));
267 
268  return d;
269 }
270 
271 /* Update checksum changing field at even byte offset from 0 -> x. */
274 {
275  return ip_csum_with_carry (c, x);
276 }
277 
280  u32 field_byte_offset, u32 field_n_bytes)
281 {
282  /* For even 1-byte fields on big-endian and odd 1-byte fields on little endian
283  we need to shift byte into place for checksum. */
284  if ((field_n_bytes % 2)
285  && (field_byte_offset % 2) == CLIB_ARCH_IS_LITTLE_ENDIAN)
286  {
287  old = old << 8;
288  new = new << 8;
289  }
290  sum = ip_csum_sub_even (sum, old);
291  sum = ip_csum_add_even (sum, new);
292  return sum;
293 }
294 
295 #define ip_csum_update(sum,old,new,type,field) \
296  ip_csum_update_inline ((sum), (old), (new), \
297  STRUCT_OFFSET_OF (type, field), \
298  STRUCT_SIZE_OF (type, field))
299 
302 {
303  /* Reduce to 16 bits. */
304 #if uword_bits == 64
305  c = (c & (ip_csum_t) 0xffffffff) + (c >> (ip_csum_t) 32);
306  c = (c & 0xffff) + (c >> 16);
307 #endif
308 
309  c = (c & 0xffff) + (c >> 16);
310  c = (c & 0xffff) + (c >> 16);
311 
312  return c;
313 }
314 
316 
317 /* Checksum routine. */
320 {
321  return (*vnet_incremental_checksum_fp) (sum, _data, n_bytes);
322 }
323 
326 {
327  return ip_csum_fold (sum);
328 }
329 
330 #endif /* included_ip_packet_h */
331 
332 /*
333  * fd.io coding-style-patch-verification: ON
334  *
335  * Local Variables:
336  * eval: (c-set-style "gnu")
337  * End:
338  */
ip_builtin_protocol_t
ip_builtin_protocol_t
Definition: ip_packet.h:63
ip_ecn_t
enum ip_ecn_t_ ip_ecn_t
foreach_ip_builtin_multicast_group
#define foreach_ip_builtin_multicast_group
Definition: ip_packet.h:70
format_ip_ecn
u8 * format_ip_ecn(u8 *s, va_list *va)
Definition: ip.c:320
ip_port_t
ip_port_t
Definition: ip_packet.h:55
ip_dscp_t
enum ip_dscp_t_ ip_dscp_t
format_ip_dscp
u8 * format_ip_dscp(u8 *s, va_list *va)
Definition: ip.c:285
protocols.def
IP_BUILTIN_PROTOCOL_UNKNOWN
@ IP_BUILTIN_PROTOCOL_UNKNOWN
Definition: ip_packet.h:67
u16x16_mask_last
static_always_inline u16x16 u16x16_mask_last(u16x16 v, u8 n_last)
Definition: vector_avx2.h:210
u16
unsigned short u16
Definition: types.h:57
byte_order.h
vnet_incremental_checksum_fp
ip_csum_t(* vnet_incremental_checksum_fp)(ip_csum_t, void *, uword)
Definition: ip_checksum.c:124
ip_ecn_t_
ip_ecn_t_
Definition: ip_packet.h:141
u32x8_hadd
static_always_inline u32x8 u32x8_hadd(u32x8 v1, u32x8 v2)
Definition: vector_avx2.h:204
CLIB_ARCH_IS_LITTLE_ENDIAN
#define CLIB_ARCH_IS_LITTLE_ENDIAN
Definition: byte_order.h:49
error.h
ip_incremental_checksum
static ip_csum_t ip_incremental_checksum(ip_csum_t sum, void *_data, uword n_bytes)
Definition: ip_packet.h:319
c
svmdb_client_t * c
Definition: vpp_get_metrics.c:48
static_always_inline
#define static_always_inline
Definition: clib.h:112
uword
u64 uword
Definition: types.h:112
IP_BUILTIN_PROTOCOL_UDP
@ IP_BUILTIN_PROTOCOL_UDP
Definition: ip_packet.h:65
ip_protocol
ip_protocol
Definition: ip_packet.h:47
format.h
ports.def
ip_csum
static_always_inline u16 ip_csum(void *data, u16 n_left)
Definition: ip_packet.h:155
data
u8 data[128]
Definition: ipsec_types.api:92
u16x16_byte_swap
static_always_inline u16x16 u16x16_byte_swap(u16x16 v)
Definition: vector_avx2.h:177
ip_csum_sub_even
static ip_csum_t ip_csum_sub_even(ip_csum_t c, ip_csum_t x)
Definition: ip_packet.h:273
always_inline
#define always_inline
Definition: rdma_mlx5dv.h:23
ASSERT
#define ASSERT(truth)
Definition: error_bootstrap.h:69
ip_csum_with_carry
static ip_csum_t ip_csum_with_carry(ip_csum_t sum, ip_csum_t x)
Definition: ip_packet.h:248
u32
unsigned int u32
Definition: types.h:88
ip_dscp_t_
ip_dscp_t_
Definition: ip_packet.h:115
n_bytes
u32 n_bytes
Definition: interface_output.c:401
IP_BUILTIN_PROTOCOL_ICMP
@ IP_BUILTIN_PROTOCOL_ICMP
Definition: ip_packet.h:66
dst
vl_api_ip4_address_t dst
Definition: pnat.api:41
ip_csum_and_memcpy_fold
static u16 ip_csum_and_memcpy_fold(ip_csum_t sum, void *dst)
Definition: ip_packet.h:325
n_left
u32 n_left
Definition: interface_output.c:1078
u32x4
unsigned long long u32x4
Definition: ixge.c:28
unformat_function_t
uword() unformat_function_t(unformat_input_t *input, va_list *args)
Definition: format.h:225
ip_protocol_t
enum ip_protocol ip_protocol_t
STATIC_ASSERT_SIZEOF
STATIC_ASSERT_SIZEOF(ip_ecn_t, 1)
u8
unsigned char u8
Definition: types.h:56
ip_csum_t
uword ip_csum_t
Definition: ip_packet.h:245
ip_multicast_group_t
ip_multicast_group_t
Definition: ip_packet.h:81
ip_csum_update_inline
static ip_csum_t ip_csum_update_inline(ip_csum_t sum, ip_csum_t old, ip_csum_t new, u32 field_byte_offset, u32 field_n_bytes)
Definition: ip_packet.h:279
foreach_ip_dscp
#define foreach_ip_dscp
The set of RFC defined DSCP values.
Definition: ip_packet.h:92
foreach_ip_ecn
#define foreach_ip_ecn
The set of RFC defined DSCP values.
Definition: ip_packet.h:135
ip_csum_add_even
static ip_csum_t ip_csum_add_even(ip_csum_t c, ip_csum_t x)
Definition: ip_packet.h:256
unformat_ip_dscp
unformat_function_t unformat_ip_dscp
Definition: ip_packet.h:123
ip_csum_fold
static u16 ip_csum_fold(ip_csum_t c)
Definition: ip_packet.h:301
u16x16
_mm256_packus_epi16 u16x16
Definition: vector_avx2.h:118