FD.io VPP  v17.04.2-2-ga8f93f8
Vector Packet Processing
main.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * main.h: VLIB main data structure
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #ifndef included_vlib_main_h
41 #define included_vlib_main_h
42 
43 #include <vppinfra/elog.h>
44 #include <vppinfra/format.h>
45 #include <vppinfra/longjmp.h>
46 #include <vppinfra/pool.h>
47 #include <vppinfra/random_buffer.h>
48 #include <vppinfra/time.h>
49 
50 #include <pthread.h>
51 
52 
53 /* By default turn off node/error event logging.
54  Override with -DVLIB_ELOG_MAIN_LOOP */
55 #ifndef VLIB_ELOG_MAIN_LOOP
56 #define VLIB_ELOG_MAIN_LOOP 0
57 #endif
58 
59 typedef struct vlib_main_t
60 {
61  /* Instruction level timing state. */
63 
64  /* Time stamp of last node dispatch. */
66 
67  /* Time stamp when main loop was entered (time 0). */
69 
70  /* Incremented once for each main loop. */
72 
73  /* Count of vectors processed this main loop. */
76 
77  /* Circular buffer of input node vector counts.
78  Indexed by low bits of
79  (main_loop_count >> VLIB_LOG2_INPUT_VECTORS_PER_MAIN_LOOP). */
82 
83  /* Every so often we switch to the next counter. */
84 #define VLIB_LOG2_MAIN_LOOPS_PER_STATS_UPDATE 7
85 
86  /* Jump target to exit main loop with given code. */
89 #define VLIB_MAIN_LOOP_EXIT_NONE 0
90 #define VLIB_MAIN_LOOP_EXIT_PANIC 1
91  /* Exit via CLI. */
92 #define VLIB_MAIN_LOOP_EXIT_CLI 2
93 
94  /* Error marker to use when exiting main loop. */
96 
97  /* Name for e.g. syslog. */
98  char *name;
99 
100  /* Start and size of CLIB heap. */
101  void *heap_base;
103 
105 
107 
108  /* Allocate/free buffer memory for DMA transfers, descriptor rings, etc.
109  buffer memory is guaranteed to be cache-aligned. */
110  void *(*os_physmem_alloc_aligned) (vlib_physmem_main_t * pm,
111  uword n_bytes, uword alignment);
112  void (*os_physmem_free) (void *x);
113 
114  /* Node graph main structure. */
116 
117  /* Command line interface. */
119 
120  /* Packet trace buffer. */
122 
123  /* Error handling. */
125 
126  /* Punt packets to underlying operating system for when fast switching
127  code does not know what to do. */
128  void (*os_punt_frame) (struct vlib_main_t * vm,
129  struct vlib_node_runtime_t * node,
130  vlib_frame_t * frame);
131 
132  /* Multicast distribution. Set to zero for MC disabled. */
134 
135  /* Stream index to use for distribution when MC is enabled. */
137 
139 
140  /* Event logger. */
142 
143  /* Node call and return event types. */
146 
148 
149  /* Seed for random number generator. */
151 
152  /* Buffer of random data for various uses. */
154 
155  /* Hash table to record which init functions have been called. */
157 
158  /* to compare with node runtime */
160 
162 
163  /* List of init functions to call, setup by constructors */
164  _vlib_init_function_list_elt_t *init_function_registrations;
165  _vlib_init_function_list_elt_t *worker_init_function_registrations;
166  _vlib_init_function_list_elt_t *main_loop_enter_function_registrations;
167  _vlib_init_function_list_elt_t *main_loop_exit_function_registrations;
168  _vlib_init_function_list_elt_t *api_init_function_registrations;
170  mc_serialize_msg_t *mc_msg_registrations; /* mc_main is a pointer... */
171 
172  /* control-plane API queue signal pending, length indication */
175  void (*queue_signal_callback) (struct vlib_main_t *);
176  u8 **argv;
177 } vlib_main_t;
178 
179 /* Global main structure. */
181 
182 void vlib_worker_loop (vlib_main_t * vm);
183 
186 {
187  return clib_time_now (&vm->clib_time);
188 }
189 
192 {
193  return clib_time_now_internal (&vm->clib_time, n);
194 }
195 
196 /* Busy wait for specified time. */
197 always_inline void
199 {
200  f64 t = vlib_time_now (vm);
201  f64 limit = t + wait;
202  while (t < limit)
203  t = vlib_time_now (vm);
204 }
205 
206 /* Time a piece of code. */
207 #define vlib_time_code(vm,body) \
208 do { \
209  f64 _t[2]; \
210  _t[0] = vlib_time_now (vm); \
211  do { body; } while (0); \
212  _t[1] = vlib_time_now (vm); \
213  clib_warning ("%.7e", _t[1] - _t[0]); \
214 } while (0)
215 
216 #define vlib_wait_with_timeout(vm,suspend_time,timeout_time,test) \
217 ({ \
218  uword __vlib_wait_with_timeout = 0; \
219  f64 __vlib_wait_time = 0; \
220  while (! (__vlib_wait_with_timeout = (test)) \
221  && __vlib_wait_time < (timeout_time)) \
222  { \
223  vlib_process_suspend (vm, suspend_time); \
224  __vlib_wait_time += suspend_time; \
225  } \
226  __vlib_wait_with_timeout; \
227 })
228 
229 always_inline void
231 {
232  vm->main_loop_error = error;
234 }
235 
236 #define vlib_panic_with_msg(vm,args...) \
237  vlib_panic_with_error (vm, clib_error_return (0, args))
238 
239 always_inline void
241 {
242  vlib_panic_with_error (vm, 0);
243 }
244 
247 {
248  u32 i;
251  return (i + delta) & (ARRAY_LEN (vm->vector_counts_per_main_loop) - 1);
252 }
253 
254 /* Estimate input rate based on previous
255  2^VLIB_LOG2_MAIN_LOOPS_PER_STATS_UPDATE
256  samples. */
259 {
263 }
264 
265 /* Total ave vector count per iteration of main loop. */
268 {
271  return (f64) v / (f64) (1 << VLIB_LOG2_MAIN_LOOPS_PER_STATS_UPDATE);
272 }
273 
274 /* Total ave vectors/node count per iteration of main loop. */
277 {
281  return n == 0 ? 0 : (f64) v / (f64) n;
282 }
283 
284 extern u32 wraps;
285 
286 always_inline void
288 {
289  u32 i, c, n, v, is_wrap;
290 
291  c = vm->main_loop_count++;
292 
293  is_wrap = (c & pow2_mask (VLIB_LOG2_MAIN_LOOPS_PER_STATS_UPDATE)) == 0;
294 
295  if (is_wrap)
296  wraps++;
297 
298  i = vlib_vector_input_stats_index (vm, /* delta */ is_wrap);
299 
300  v = is_wrap ? 0 : vm->vector_counts_per_main_loop[i];
301  n = is_wrap ? 0 : vm->node_counts_per_main_loop[i];
302 
304  n += vm->main_loop_nodes_processed;
308  vm->node_counts_per_main_loop[i] = n;
309 }
310 
312  (vlib_main_t * vm, void (*fp) (vlib_main_t *))
313 {
314  vm->queue_signal_callback = fp;
315 }
316 
317 /* Main routine. */
318 int vlib_main (vlib_main_t * vm, unformat_input_t * input);
319 
320 /* Thread stacks, for os_get_cpu_number */
321 extern u8 **vlib_thread_stacks;
322 
323 /* Number of thread stacks that the application needs */
324 u32 vlib_app_num_thread_stacks_needed (void) __attribute__ ((weak));
325 
326 extern void vlib_node_sync_stats (vlib_main_t * vm, vlib_node_t * n);
327 
328 #endif /* included_vlib_main_h */
329 
330 /*
331  * fd.io coding-style-patch-verification: ON
332  *
333  * Local Variables:
334  * eval: (c-set-style "gnu")
335  * End:
336  */
_vlib_init_function_list_elt_t * worker_init_function_registrations
Definition: main.h:165
static f64 vlib_last_vectors_per_main_loop_as_f64(vlib_main_t *vm)
Definition: main.h:267
sll srl srl sll sra u16x4 i
Definition: vector_sse2.h:343
static void vlib_panic_with_error(vlib_main_t *vm, clib_error_t *error)
Definition: main.h:230
u32 vector_counts_per_main_loop[2]
Definition: main.h:80
u32 mc_stream_index
Definition: main.h:136
static void vlib_time_wait(vlib_main_t *vm, f64 wait)
Definition: main.h:198
_vlib_init_function_list_elt_t * init_function_registrations
Definition: main.h:164
u32 wraps
Definition: main.c:53
vlib_one_time_waiting_process_t * procs_waiting_for_mc_stream_join
Definition: main.h:138
vlib_physmem_main_t physmem_main
Definition: main.h:106
uword random_seed
Definition: main.h:150
static void vlib_increment_main_loop_counter(vlib_main_t *vm)
Definition: main.h:287
Fixed length block allocator.
static f64 vlib_time_now(vlib_main_t *vm)
Definition: main.h:185
static f64 clib_time_now(clib_time_t *c)
Definition: time.h:202
_vlib_init_function_list_elt_t * main_loop_exit_function_registrations
Definition: main.h:167
u32 main_loop_exit_set
Definition: main.h:87
void vlib_worker_loop(vlib_main_t *vm)
Definition: main.c:1612
vlib_buffer_main_t * buffer_main
Definition: main.h:104
void clib_longjmp(clib_longjmp_t *save, uword return_value)
clib_time_t clib_time
Definition: main.h:62
vlib_cli_main_t cli_main
Definition: main.h:118
static u32 vlib_last_vectors_per_main_loop(vlib_main_t *vm)
Definition: main.h:258
mc_main_t * mc_main
Definition: main.h:133
static f64 vlib_last_vector_length_per_node(vlib_main_t *vm)
Definition: main.h:276
_vlib_init_function_list_elt_t * api_init_function_registrations
Definition: main.h:168
#define always_inline
Definition: clib.h:84
static uword pow2_mask(uword x)
Definition: clib.h:257
u32 main_loop_vectors_processed
Definition: main.h:74
#define VLIB_LOG2_MAIN_LOOPS_PER_STATS_UPDATE
Definition: main.h:84
u32 cpu_index
Definition: main.h:159
unsigned long u64
Definition: types.h:89
elog_event_type_t * error_elog_event_types
Definition: main.h:147
u64 cpu_time_main_loop_start
Definition: main.h:68
u32 node_counts_per_main_loop[2]
Definition: main.h:81
static void vlib_set_queue_signal_callback(vlib_main_t *vm, void(*fp)(vlib_main_t *))
Definition: main.h:312
char * name
Definition: main.h:98
static void vlib_panic(vlib_main_t *vm)
Definition: main.h:240
vlib_error_main_t error_main
Definition: main.h:124
struct vlib_main_t vlib_main_t
#define v
Definition: acl.c:246
struct _unformat_input_t unformat_input_t
elog_event_type_t * node_return_elog_event_types
Definition: main.h:145
u32 vlib_app_num_thread_stacks_needed(void)
Definition: main.c:303
uword * init_functions_called
Definition: main.h:156
volatile u32 queue_signal_pending
Definition: main.h:173
u8 ** argv
Definition: main.h:176
#define VLIB_MAIN_LOOP_EXIT_PANIC
Definition: main.h:90
svmdb_client_t * c
vlib_main_t * vm
Definition: buffer.c:276
void * heap_base
Definition: main.h:101
int vlib_main(vlib_main_t *vm, unformat_input_t *input)
Definition: main.c:1654
elog_main_t elog_main
Definition: main.h:141
uword heap_size
Definition: main.h:102
#define ARRAY_LEN(x)
Definition: clib.h:59
Definition: mc.h:522
#define ASSERT(truth)
unsigned int u32
Definition: types.h:88
_vlib_init_function_list_elt_t * main_loop_enter_function_registrations
Definition: main.h:166
u32 main_loop_nodes_processed
Definition: main.h:75
mc_serialize_msg_t * mc_msg_registrations
Definition: main.h:170
vlib_trace_main_t trace_main
Definition: main.h:121
static u32 vlib_vector_input_stats_index(vlib_main_t *vm, word delta)
Definition: main.h:246
void(* os_physmem_free)(void *x)
Definition: main.h:112
void(* queue_signal_callback)(struct vlib_main_t *)
Definition: main.h:175
static uword is_pow2(uword x)
Definition: clib.h:272
u64 uword
Definition: types.h:112
vlib_main_t vlib_global_main
Definition: main.c:1617
void ** mbuf_alloc_list
Definition: main.h:161
i64 word
Definition: types.h:111
struct _mc_serialize_msg mc_serialize_msg_t
double f64
Definition: types.h:142
unsigned char u8
Definition: types.h:56
vlib_node_main_t node_main
Definition: main.h:115
void vlib_node_sync_stats(vlib_main_t *vm, vlib_node_t *n)
Definition: main.c:575
static f64 clib_time_now_internal(clib_time_t *c, u64 n)
Definition: time.h:187
volatile u32 api_queue_nonempty
Definition: main.h:174
elog_event_type_t * node_call_elog_event_types
Definition: main.h:144
static f64 vlib_time_now_ticks(vlib_main_t *vm, u64 n)
Definition: main.h:191
void(* os_punt_frame)(struct vlib_main_t *vm, struct vlib_node_runtime_t *node, vlib_frame_t *frame)
Definition: main.h:128
clib_longjmp_t main_loop_exit
Definition: main.h:88
vlib_config_function_runtime_t * config_function_registrations
Definition: main.h:169
u8 ** vlib_thread_stacks
Definition: main.c:497
u32 main_loop_count
Definition: main.h:71
clib_random_buffer_t random_buffer
Definition: main.h:153
clib_error_t * main_loop_error
Definition: main.h:95
u64 cpu_time_last_node_dispatch
Definition: main.h:65