FD.io VPP  v19.01.3-6-g70449b9b9
Vector Packet Processing
physmem.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include <unistd.h>
17 #include <sys/types.h>
18 #include <sys/mount.h>
19 #include <sys/mman.h>
20 #include <sys/fcntl.h>
21 #include <sys/stat.h>
22 #include <unistd.h>
23 
24 #include <vppinfra/linux/syscall.h>
25 #include <vppinfra/linux/sysfs.h>
26 #include <vlib/vlib.h>
27 #include <vlib/physmem.h>
28 #include <vlib/unix/unix.h>
29 #include <vlib/pci/pci.h>
30 #include <vlib/linux/vfio.h>
31 
32 #ifdef __x86_64__
33 /* we keep physmem in low 38 bits of VA address space as some
34  IOMMU implamentation cannot map above that range */
35 #define VLIB_PHYSMEM_DEFAULT_BASE_ADDDR (1ULL << 36)
36 #else
37 /* let kernel decide */
38 #define VLIB_PHYSMEM_DEFAULT_BASE_ADDDR 0
39 #endif
40 
43  u32 log2_page_sz, u32 numa_node,
44  u32 * map_index)
45 {
48  vlib_physmem_map_t *map;
50  clib_error_t *error = 0;
51  void *va;
52  uword i;
53 
54  va = clib_pmalloc_create_shared_arena (pm, name, size, log2_page_sz,
55  numa_node);
56 
57  if (va == 0)
58  return clib_error_return (0, "%U", format_clib_error,
60 
61  a = clib_pmalloc_get_arena (pm, va);
62 
63  pool_get (vpm->maps, map);
64  *map_index = map->index = map - vpm->maps;
65  map->base = va;
66  map->fd = a->fd;
67  map->n_pages = a->n_pages * a->subpages_per_page;
69  map->numa_node = a->numa_node;
70 
71  for (i = 0; i < a->n_pages; i++)
72  {
73  uword pa =
74  clib_pmalloc_get_pa (pm, (u8 *) va + (i << a->log2_subpage_sz));
75 
76  /* maybe iova */
77  if (pa == 0)
78  pa = pointer_to_uword (va);
79 
80  vec_add1 (map->page_table, pa);
81  }
82 
83  return error;
84 }
85 
88 {
90  return pool_elt_at_index (vpm->maps, index);
91 }
92 
95 {
97  clib_error_t *error = 0;
98  u64 *pt = 0;
99  void *p;
100 
101  /* check if pagemap is accessible */
102  pt = clib_mem_vm_get_paddr (&pt, min_log2 (sysconf (_SC_PAGESIZE)), 1);
103  if (pt && pt[0])
105  vec_free (pt);
106 
107  if ((error = linux_vfio_init (vm)))
108  return error;
109 
112  memset (p, 0, sizeof (clib_pmalloc_main_t));
113  vpm->pmalloc_main = (clib_pmalloc_main_t *) p;
114 
115  if (vpm->base_addr == 0)
117 
118  clib_pmalloc_init (vpm->pmalloc_main, vpm->base_addr, 0);
119 
120  return error;
121 }
122 
123 static clib_error_t *
125  unformat_input_t * input, vlib_cli_command_t * cmd)
126 {
127  vlib_physmem_main_t *vpm = &vm->physmem_main;
128  unformat_input_t _line_input, *line_input = &_line_input;
129  u32 verbose = 0, map = 0;
130 
131  if (unformat_user (input, unformat_line_input, line_input))
132  {
133  while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
134  {
135  if (unformat (line_input, "verbose"))
136  verbose = 1;
137  else if (unformat (line_input, "v"))
138  verbose = 1;
139  else if (unformat (line_input, "detail"))
140  verbose = 2;
141  else if (unformat (line_input, "d"))
142  verbose = 2;
143  else if (unformat (line_input, "map"))
144  map = 1;
145  else
146  break;
147  }
148  unformat_free (line_input);
149  }
150 
151  if (map)
153  else
154  vlib_cli_output (vm, " %U", format_pmalloc, vpm->pmalloc_main, verbose);
155 
156  return 0;
157 }
158 
159 /* *INDENT-OFF* */
160 VLIB_CLI_COMMAND (show_physmem_command, static) = {
161  .path = "show physmem",
162  .short_help = "show physmem [verbose | detail | map]",
163  .function = show_physmem,
164 };
165 /* *INDENT-ON* */
166 
167 static clib_error_t *
169 {
170  vlib_physmem_main_t *vpm = &vm->physmem_main;
171 
173  {
174  if (unformat (input, "base-addr 0x%lx", &vpm->base_addr))
175  ;
176  else
177  return unformat_parse_error (input);
178  }
179 
180  unformat_free (input);
181  return 0;
182 }
183 
185 
186 /*
187  * fd.io coding-style-patch-verification: ON
188  *
189  * Local Variables:
190  * eval: (c-set-style "gnu")
191  * End:
192  */
u8 * format_clib_error(u8 *s, va_list *va)
Definition: error.c:191
a
Definition: bitmap.h:538
vlib_physmem_main_t physmem_main
Definition: main.h:126
unsigned long u64
Definition: types.h:89
format_function_t format_pmalloc_map
Definition: pmalloc.h:122
#define vec_add1(V, E)
Add 1 element to end of vector (unspecified alignment).
Definition: vec.h:525
int i
uword unformat_user(unformat_input_t *input, unformat_function_t *func,...)
Definition: unformat.c:983
uword * page_table
Definition: physmem.h:51
void * clib_pmalloc_create_shared_arena(clib_pmalloc_main_t *pm, char *name, uword size, u32 log2_page_sz, u32 numa_node)
Definition: pmalloc.c:415
vlib_physmem_map_t * vlib_physmem_get_map(vlib_main_t *vm, u32 index)
Definition: physmem.c:87
#define pool_get(P, E)
Allocate an object E from a pool P (unspecified alignment).
Definition: pool.h:236
unsigned char u8
Definition: types.h:56
static uword min_log2(uword x)
Definition: clib.h:144
clib_pmalloc_main_t * pmalloc_main
Definition: physmem.h:63
int clib_pmalloc_init(clib_pmalloc_main_t *pm, uword base_addr, uword size)
Definition: pmalloc.c:63
#define VLIB_PHYSMEM_MAIN_F_HAVE_PAGEMAP
Definition: physmem.h:60
format_function_t format_pmalloc
Definition: pmalloc.h:121
#define clib_error_return(e, args...)
Definition: error.h:99
unsigned int u32
Definition: types.h:88
unformat_function_t unformat_line_input
Definition: format.h:282
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
Definition: pool.h:511
uword size
clib_error_t * vlib_physmem_shared_map_create(vlib_main_t *vm, char *name, uword size, u32 log2_page_sz, u32 numa_node, u32 *map_index)
Definition: physmem.c:42
struct _unformat_input_t unformat_input_t
clib_error_t * linux_vfio_init(vlib_main_t *vm)
Definition: vfio.c:239
u8 name[64]
Definition: memclnt.api:152
static clib_error_t * clib_pmalloc_last_error(clib_pmalloc_main_t *pm)
Definition: pmalloc.h:125
#define VLIB_EARLY_CONFIG_FUNCTION(x, n,...)
Definition: init.h:216
#define UNFORMAT_END_OF_INPUT
Definition: format.h:144
vlib_main_t * vm
Definition: buffer.c:301
#define vec_free(V)
Free vector&#39;s memory (no header).
Definition: vec.h:341
#define VLIB_CLI_COMMAND(x,...)
Definition: cli.h:155
vlib_physmem_map_t * maps
Definition: physmem.h:62
static uword pointer_to_uword(const void *p)
Definition: types.h:131
#define unformat_parse_error(input)
Definition: format.h:268
static clib_error_t * show_physmem(vlib_main_t *vm, unformat_input_t *input, vlib_cli_command_t *cmd)
Definition: physmem.c:124
static clib_pmalloc_arena_t * clib_pmalloc_get_arena(clib_pmalloc_main_t *pm, void *va)
Definition: pmalloc.h:142
clib_error_t * vlib_physmem_init(vlib_main_t *vm)
Definition: physmem.c:94
static clib_error_t * vlib_physmem_config(vlib_main_t *vm, unformat_input_t *input)
Definition: physmem.c:168
u64 uword
Definition: types.h:112
static void unformat_free(unformat_input_t *i)
Definition: format.h:162
u64 * clib_mem_vm_get_paddr(void *mem, int log2_page_size, int n_pages)
Definition: mem.c:347
#define VLIB_PHYSMEM_DEFAULT_BASE_ADDDR
Definition: physmem.c:35
static void * clib_mem_alloc_aligned(uword size, uword align)
Definition: mem.h:140
#define CLIB_CACHE_LINE_BYTES
Definition: cache.h:59
void vlib_cli_output(vlib_main_t *vm, char *fmt,...)
Definition: cli.c:762
uword unformat(unformat_input_t *i, const char *fmt,...)
Definition: unformat.c:972
static uword unformat_check_input(unformat_input_t *i)
Definition: format.h:170
static uword clib_pmalloc_get_pa(clib_pmalloc_main_t *pm, void *va)
Definition: pmalloc.h:149