FD.io VPP  v21.06-3-gbb25fbf28
Vector Packet Processing
format.c
Go to the documentation of this file.
1 /*
2  *------------------------------------------------------------------
3  * Copyright (c) 2018 Cisco and/or its affiliates.
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at:
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  *------------------------------------------------------------------
16  */
17 
18 #include <vlib/vlib.h>
19 #include <vnet/vnet.h>
20 #include <rdma/rdma.h>
21 
22 u8 *
23 format_rdma_device_name (u8 * s, va_list * args)
24 {
25  u32 i = va_arg (*args, u32);
26  rdma_main_t *rm = &rdma_main;
28 
29  if (rd->name)
30  return format (s, "%v", rd->name);
31 
32  s = format (s, "rdma-%u", rd->dev_instance);
33  return s;
34 }
35 
36 u8 *
37 format_rdma_device_flags (u8 * s, va_list * args)
38 {
39  rdma_device_t *rd = va_arg (*args, rdma_device_t *);
40  u8 *t = 0;
41 
42 #define _(a, b, c) if (rd->flags & (1 << a)) \
43 t = format (t, "%s%s", t ? " ":"", c);
45 #undef _
46  s = format (s, "%v", t);
47  vec_free (t);
48  return s;
49 }
50 
51 u8 *
52 format_rdma_bit_flag (u8 * s, va_list * args)
53 {
54  u64 flags = va_arg (*args, u64);
55  char **strs = va_arg (*args, char **);
56  u32 n_strs = va_arg (*args, u32);
57  int i = 0;
58 
59  while (flags)
60  {
61  if ((flags & (1 << i)))
62  {
63  if (i < n_strs && strs[i] != 0)
64  s = format (s, " %s", strs[i]);
65  else
66  s = format (s, " unknown(%u)", i);
67  flags ^= 1 << i;
68  }
69  i++;
70  }
71 
72  return s;
73 }
74 
75 u8 *
76 format_rdma_rss4 (u8 *s, va_list *args)
77 {
78  const rdma_rss4_t *rss4 = va_arg (*args, const rdma_rss4_t *);
79  switch (*rss4)
80  {
81  case RDMA_RSS4_IP:
82  return format (s, "ipv4");
83  case RDMA_RSS4_IP_UDP:
84  return format (s, "ipv4-udp");
85  case RDMA_RSS4_AUTO: /* fallthrough */
86  case RDMA_RSS4_IP_TCP:
87  return format (s, "ipv4-tcp");
88  }
89  ASSERT (0);
90  return format (s, "unknown(%x)", *rss4);
91 }
92 
93 u8 *
94 format_rdma_rss6 (u8 *s, va_list *args)
95 {
96  const rdma_rss6_t *rss6 = va_arg (*args, const rdma_rss6_t *);
97  switch (*rss6)
98  {
99  case RDMA_RSS6_IP:
100  return format (s, "ipv6");
101  case RDMA_RSS6_IP_UDP:
102  return format (s, "ipv6-udp");
103  case RDMA_RSS6_AUTO: /* fallthrough */
104  case RDMA_RSS6_IP_TCP:
105  return format (s, "ipv6-tcp");
106  }
107  ASSERT (0);
108  return format (s, "unknown(%x)", *rss6);
109 }
110 
111 u8 *
112 format_rdma_device (u8 * s, va_list * args)
113 {
115  u32 i = va_arg (*args, u32);
116  rdma_main_t *rm = &rdma_main;
119  u32 indent = format_get_indent (s);
120 
121  s = format (s, "netdev %v pci-addr %U\n", rd->linux_ifname,
122  format_vlib_pci_addr, &rd->pci->addr);
123  if ((d = vlib_pci_get_device_info (vm, &rd->pci->addr, 0)))
124  {
125  s = format (s, "%Uproduct name: %s\n", format_white_space, indent,
126  d->product_name ? (char *) d->product_name : "");
127  s = format (s, "%Upart number: %U\n", format_white_space, indent,
128  format_vlib_pci_vpd, d->vpd_r, "PN");
129  s = format (s, "%Urevision: %U\n", format_white_space, indent,
130  format_vlib_pci_vpd, d->vpd_r, "EC");
131  s = format (s, "%Userial number: %U\n", format_white_space, indent,
132  format_vlib_pci_vpd, d->vpd_r, "SN");
134  }
135  s = format (s, "%Uflags: %U\n", format_white_space, indent,
137  s = format (s, "%Urss: %U %U", format_white_space, indent, format_rdma_rss4,
138  &rd->rss4, format_rdma_rss6, &rd->rss6);
139  if (rd->error)
140  s = format (s, "\n%Uerror %U", format_white_space, indent,
141  format_clib_error, rd->error);
142 
143  if (rd->flags & RDMA_DEVICE_F_MLX5DV)
144  {
145  struct mlx5dv_context c = { };
146  const char *str_flags[7] = { "cqe-v1", "obsolete", "mpw-allowed",
147  "enhanced-mpw", "cqe-128b-comp", "cqe-128b-pad",
148  "packet-based-credit-mode"
149  };
150 
151  if (mlx5dv_query_device (rd->ctx, &c) != 0)
152  return s;
153 
154  s = format (s, "\n%Umlx5: version %u", format_white_space, indent,
155  c.version);
156  s = format (s, "\n%Udevice flags: %U",
157  format_white_space, indent + 2,
158  format_rdma_bit_flag, c.flags, str_flags,
159  ARRAY_LEN (str_flags));
160  }
161 
162  return s;
163 }
164 
165 u8 *
166 format_rdma_input_trace (u8 * s, va_list * args)
167 {
168  vlib_main_t *vm = va_arg (*args, vlib_main_t *);
169  vlib_node_t *node = va_arg (*args, vlib_node_t *);
170  rdma_input_trace_t *t = va_arg (*args, rdma_input_trace_t *);
171  vnet_main_t *vnm = vnet_get_main ();
173  char *l4_hdr_types[8] =
174  { 0, "tcp", "udp", "tcp-empty-ack", "tcp-with-acl" };
175  char *l3_hdr_types[4] = { 0, "ip6", "ip4" };
176  u8 l3_hdr_type = CQE_FLAG_L3_HDR_TYPE (t->cqe_flags);
177  u8 l4_hdr_type = CQE_FLAG_L4_HDR_TYPE (t->cqe_flags);
178 
179  s = format (s, "rdma: %v (%d) next-node %U",
181  node->index, t->next_index);
182 
183  if (t->cqe_flags & CQE_FLAG_L2_OK)
184  s = format (s, " l2-ok");
185 
186  if (t->cqe_flags & CQE_FLAG_L3_OK)
187  s = format (s, " l3-ok");
188 
189  if (t->cqe_flags & CQE_FLAG_L4_OK)
190  s = format (s, " l4-ok");
191 
192  if (t->cqe_flags & CQE_FLAG_IP_FRAG)
193  s = format (s, " ip-frag");
194 
195  if (l3_hdr_type)
196  s = format (s, " %s", l3_hdr_types[l3_hdr_type]);
197 
198  if (l4_hdr_type)
199  s = format (s, " %s", l4_hdr_types[l4_hdr_type]);
200 
201  if ((t->cqe_flags & CQE_FLAG_IP_EXT_OPTS))
202  {
203  if (l3_hdr_type == CQE_FLAG_L3_HDR_TYPE_IP6)
204  s = format (s, " ip4-ext-hdr");
205  if (l3_hdr_type == CQE_FLAG_L3_HDR_TYPE_IP4)
206  s = format (s, " ip4-opt");
207  }
208 
209  return s;
210 }
211 
212 static u8 *
213 format_mlx5_bits (u8 * s, va_list * args)
214 {
215  void *ptr = va_arg (*args, void *);
216  u32 offset = va_arg (*args, u32);
217  u32 sb = va_arg (*args, u32);
218  u32 eb = va_arg (*args, u32);
219 
220  if (sb == 63 && eb == 0)
221  {
222  u64 x = mlx5_get_u64 (ptr, offset);
223  return format (s, "0x%lx", x);
224  }
225 
226  u32 x = mlx5_get_bits (ptr, offset, sb, eb);
227  s = format (s, "%d", x);
228  if (x > 9)
229  s = format (s, " (0x%x)", x);
230  return s;
231 }
232 
233 static u8 *
234 format_mlx5_field (u8 * s, va_list * args)
235 {
236  void *ptr = va_arg (*args, void *);
237  u32 offset = va_arg (*args, u32);
238  u32 sb = va_arg (*args, u32);
239  u32 eb = va_arg (*args, u32);
240  char *name = va_arg (*args, char *);
241 
242  u8 *tmp = 0;
243 
244  tmp = format (0, "0x%02x %s ", offset, name);
245  if (sb == eb)
246  tmp = format (tmp, "[%u]", sb);
247  else
248  tmp = format (tmp, "[%u:%u]", sb, eb);
249  s = format (s, "%-45v = %U", tmp, format_mlx5_bits, ptr, offset, sb, eb);
250  vec_free (tmp);
251 
252  return s;
253 }
254 
255 u8 *
256 format_mlx5_cqe_rx (u8 * s, va_list * args)
257 {
258  void *cqe = va_arg (*args, void *);
259  uword indent = format_get_indent (s);
260  int line = 0;
261 
262 #define _(a, b, c, d) \
263  if (mlx5_get_bits (cqe, a, b, c)) \
264  s = format (s, "%U%U\n", \
265  format_white_space, line++ ? indent : 0, \
266  format_mlx5_field, cqe, a, b, c, #d);
268 #undef _
269  return s;
270 }
271 
272 u8 *
273 format_rdma_rxq (u8 * s, va_list * args)
274 {
275  rdma_device_t *rd = va_arg (*args, rdma_device_t *);
276  u32 queue_index = va_arg (*args, u32);
277  rdma_rxq_t *rxq = vec_elt_at_index (rd->rxqs, queue_index);
278  u32 indent = format_get_indent (s);
279 
280  s = format (s, "size %u head %u tail %u", rxq->size, rxq->head, rxq->tail);
281 
282  if (rd->flags & RDMA_DEVICE_F_MLX5DV)
283  {
284  u32 next_cqe_index = rxq->cq_ci & (rxq->size - 1);
285  s = format (s, "\n%Uwq: stride %u wqe-cnt %u",
286  format_white_space, indent + 2, rxq->wq_stride,
287  rxq->wqe_cnt);
288  s = format (s, "\n%Ucq: cqn %u cqe-cnt %u ci %u",
289  format_white_space, indent + 2, rxq->cqn,
290  1 << rxq->log2_cq_size, rxq->cq_ci);
291  s = format (s, "\n%Unext-cqe(%u):", format_white_space, indent + 4,
292  next_cqe_index);
293  s = format (s, "\n%U%U", format_white_space, indent + 6,
294  format_mlx5_cqe_rx, rxq->cqes + next_cqe_index);
295  s = format (s, "\n%U%U", format_white_space, indent + 6,
296  format_hexdump, rxq->cqes + next_cqe_index,
297  sizeof (mlx5dv_cqe_t));
298  }
299 
300  return s;
301 }
302 
303 /*
304  * fd.io coding-style-patch-verification: ON
305  *
306  * Local Variables:
307  * eval: (c-set-style "gnu")
308  * End:
309  */
vlib.h
tmp
u32 * tmp
Definition: interface_output.c:1078
rdma_main_t::devices
rdma_device_t * devices
Definition: rdma.h:261
RDMA_RSS6_AUTO
@ RDMA_RSS6_AUTO
Definition: rdma.h:188
format_rdma_input_trace
u8 * format_rdma_input_trace(u8 *s, va_list *args)
Definition: format.c:166
mlx5_get_u64
static u64 mlx5_get_u64(void *start, int offset)
Definition: rdma_mlx5dv.h:119
rdma_rss6_t
rdma_rss6_t
Definition: rdma.h:186
rdma_rxq_t::cq_ci
u32 cq_ci
Definition: rdma.h:79
rdma_device_t::rss6
rdma_rss6_t rss6
Definition: rdma.h:216
name
string name[64]
Definition: fib.api:25
rdma_rxq_t
Definition: rdma.h:70
format_vlib_pci_vpd
format_function_t format_vlib_pci_vpd
Definition: pci.h:328
node
vlib_main_t vlib_node_runtime_t * node
Definition: nat44_ei.c:3047
CQE_FLAG_L3_OK
#define CQE_FLAG_L3_OK
Definition: rdma_mlx5dv.h:28
CQE_FLAG_IP_FRAG
#define CQE_FLAG_IP_FRAG
Definition: rdma_mlx5dv.h:30
CQE_FLAG_L4_HDR_TYPE
#define CQE_FLAG_L4_HDR_TYPE(f)
Definition: rdma_mlx5dv.h:31
RDMA_RSS4_IP_TCP
@ RDMA_RSS4_IP_TCP
Definition: rdma.h:183
rdma_device_t::flags
u32 flags
Definition: rdma.h:201
vlib_pci_device_info::vpd_r
u8 * vpd_r
Definition: pci.h:78
format_rdma_rxq
u8 * format_rdma_rxq(u8 *s, va_list *args)
Definition: format.c:273
vm
vlib_main_t * vm
X-connect all packets from the HOST to the PHY.
Definition: nat44_ei.c:3047
foreach_cqe_rx_field
#define foreach_cqe_rx_field
Definition: rdma_mlx5dv.h:89
rdma_input_trace_t::cqe_flags
u16 cqe_flags
Definition: rdma.h:311
format_hexdump
u8 * format_hexdump(u8 *s, va_list *va)
Definition: std-formats.c:352
hi
vl_api_ip4_address_t hi
Definition: arp.api:37
rdma_device_t::name
u8 * name
Definition: rdma.h:210
CQE_FLAG_L3_HDR_TYPE_IP6
#define CQE_FLAG_L3_HDR_TYPE_IP6
Definition: rdma_mlx5dv.h:36
RDMA_RSS4_IP_UDP
@ RDMA_RSS4_IP_UDP
Definition: rdma.h:182
CQE_FLAG_L3_HDR_TYPE
#define CQE_FLAG_L3_HDR_TYPE(f)
Definition: rdma_mlx5dv.h:34
format_mlx5_bits
static u8 * format_mlx5_bits(u8 *s, va_list *args)
Definition: format.c:213
RDMA_RSS4_AUTO
@ RDMA_RSS4_AUTO
Definition: rdma.h:180
format_rdma_device
u8 * format_rdma_device(u8 *s, va_list *args)
Definition: format.c:112
format_clib_error
__clib_export u8 * format_clib_error(u8 *s, va_list *va)
Definition: error.c:191
rdma_rxq_t::wqe_cnt
u32 wqe_cnt
Definition: rdma.h:90
rdma_device_t::ctx
struct ibv_context * ctx
Definition: rdma.h:218
vlib_pci_device_info
Definition: pci.h:60
format_rdma_device_name
u8 * format_rdma_device_name(u8 *s, va_list *args)
Definition: format.c:23
CQE_FLAG_IP_EXT_OPTS
#define CQE_FLAG_IP_EXT_OPTS
Definition: rdma_mlx5dv.h:37
CQE_FLAG_L3_HDR_TYPE_IP4
#define CQE_FLAG_L3_HDR_TYPE_IP4
Definition: rdma_mlx5dv.h:35
rdma_device_t::pci
vlib_pci_device_info_t * pci
Definition: rdma.h:209
rdma_main
rdma_main_t rdma_main
Definition: device.c:47
vec_elt_at_index
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
Definition: vec_bootstrap.h:203
vnet_get_hw_interface
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
Definition: interface_funcs.h:44
vnet_get_main
vnet_main_t * vnet_get_main(void)
Definition: pnat_test_stubs.h:56
mlx5dv_cqe_t
Definition: rdma_mlx5dv.h:44
rdma_device_t::linux_ifname
u8 * linux_ifname
Definition: rdma.h:211
foreach_rdma_device_flags
@ foreach_rdma_device_flags
Definition: rdma.h:39
ARRAY_LEN
#define ARRAY_LEN(x)
Definition: clib.h:70
rdma_rxq_t::log2_cq_size
u16 log2_cq_size
Definition: rdma.h:80
rdma_main_t
Definition: rdma.h:258
c
svmdb_client_t * c
Definition: vpp_get_metrics.c:48
format_rdma_device_flags
u8 * format_rdma_device_flags(u8 *s, va_list *args)
Definition: format.c:37
rdma_rxq_t::tail
u32 tail
Definition: rdma.h:78
rdma_rxq_t::wq_stride
u32 wq_stride
Definition: rdma.h:91
uword
u64 uword
Definition: types.h:112
rdma_device_t
Definition: rdma.h:194
i
sll srl srl sll sra u16x4 i
Definition: vector_sse42.h:261
format_vlib_next_node_name
format_function_t format_vlib_next_node_name
Definition: node_funcs.h:1236
rdma_rss4_t
rdma_rss4_t
Definition: rdma.h:178
RDMA_RSS6_IP_UDP
@ RDMA_RSS6_IP_UDP
Definition: rdma.h:190
RDMA_RSS6_IP_TCP
@ RDMA_RSS6_IP_TCP
Definition: rdma.h:191
vlib_pci_get_device_info
vlib_pci_device_info_t * vlib_pci_get_device_info(vlib_main_t *vm, vlib_pci_addr_t *addr, clib_error_t **error)
Definition: pci.c:202
format
__clib_export u8 * format(u8 *s, const char *fmt,...)
Definition: format.c:428
format_mlx5_field
static u8 * format_mlx5_field(u8 *s, va_list *args)
Definition: format.c:234
rdma_input_trace_t
Definition: rdma.h:307
format_rdma_bit_flag
u8 * format_rdma_bit_flag(u8 *s, va_list *args)
Definition: format.c:52
RDMA_RSS6_IP
@ RDMA_RSS6_IP
Definition: rdma.h:189
vnet_hw_interface_t
Definition: interface.h:638
vnet_main_t
Definition: vnet.h:76
vec_free
#define vec_free(V)
Free vector's memory (no header).
Definition: vec.h:395
clib_bihash_value
template key/value backing page structure
Definition: bihash_doc.h:44
CQE_FLAG_L4_OK
#define CQE_FLAG_L4_OK
Definition: rdma_mlx5dv.h:27
RDMA_RSS4_IP
@ RDMA_RSS4_IP
Definition: rdma.h:181
format_vlib_pci_addr
format_function_t format_vlib_pci_addr
Definition: pci.h:326
rdma_input_trace_t::next_index
u32 next_index
Definition: rdma.h:309
u64
unsigned long u64
Definition: types.h:89
ASSERT
#define ASSERT(truth)
Definition: error_bootstrap.h:69
format_get_indent
static u32 format_get_indent(u8 *s)
Definition: format.h:72
u32
unsigned int u32
Definition: types.h:88
rdma_rxq_t::cqn
u32 cqn
Definition: rdma.h:89
rdma_input_trace_t::hw_if_index
u32 hw_if_index
Definition: rdma.h:310
rdma_rxq_t::size
u32 size
Definition: rdma.h:76
CQE_FLAG_L2_OK
#define CQE_FLAG_L2_OK
Definition: rdma_mlx5dv.h:29
vlib_main_t
Definition: main.h:102
vlib_pci_device_info::addr
vlib_pci_addr_t addr
Definition: pci.h:66
mlx5_get_bits
static u32 mlx5_get_bits(void *start, int offset, int first, int last)
Definition: rdma_mlx5dv.h:153
vlib_node_t
Definition: node.h:247
vlib_get_main
static vlib_main_t * vlib_get_main(void)
Definition: global_funcs.h:38
u8
unsigned char u8
Definition: types.h:56
svmdb_client_t::flags
int flags
Definition: svmdb.h:67
format_mlx5_cqe_rx
u8 * format_mlx5_cqe_rx(u8 *s, va_list *args)
Definition: format.c:256
rdma_device_t::error
clib_error_t * error
Definition: rdma.h:229
rdma_device_t::dev_instance
u32 dev_instance
Definition: rdma.h:214
format_rdma_rss6
u8 * format_rdma_rss6(u8 *s, va_list *args)
Definition: format.c:94
vnet.h
vlib_pci_free_device_info
static void vlib_pci_free_device_info(vlib_pci_device_info_t *di)
Definition: pci.h:114
rdma_rxq_t::head
u32 head
Definition: rdma.h:77
format_rdma_rss4
u8 * format_rdma_rss4(u8 *s, va_list *args)
Definition: format.c:76
rdma_device_t::rss4
rdma_rss4_t rss4
Definition: rdma.h:215
vlib_pci_device_info::product_name
u8 * product_name
Definition: pci.h:77
rdma_rxq_t::cqes
mlx5dv_cqe_t * cqes
Definition: rdma.h:84
rdma.h
format_white_space
u8 * format_white_space(u8 *s, va_list *va)
Definition: std-formats.c:129
flags
vl_api_wireguard_peer_flags_t flags
Definition: wireguard.api:105
rdma_device_t::rxqs
rdma_rxq_t * rxqs
Definition: rdma.h:199