FD.io VPP  v16.09
Vector Packet Processing
node.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * node.h: VLIB processing nodes
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #ifndef included_vlib_node_h
41 #define included_vlib_node_h
42 
43 #include <vppinfra/cpu.h>
44 #include <vppinfra/longjmp.h>
45 #include <vppinfra/timing_wheel.h>
46 #include <vlib/trace.h> /* for vlib_trace_filter_t */
47 
48 /* Forward declaration. */
49 struct vlib_node_runtime_t;
50 struct vlib_frame_t;
51 
52 /* Internal nodes (including output nodes) move data from node to
53  node (or out of the graph for output nodes). */
54 typedef uword (vlib_node_function_t) (struct vlib_main_t * vm,
55  struct vlib_node_runtime_t * node,
56  struct vlib_frame_t * frame);
57 
58 typedef enum
59 {
60  /* An internal node on the call graph (could be output). */
62 
63  /* Nodes which input data into the processing graph.
64  Input nodes are called for each iteration of main loop. */
66 
67  /* Nodes to be called before all input nodes.
68  Used, for example, to clean out driver TX rings before
69  processing input. */
71 
72  /* "Process" nodes which can be suspended and later resumed. */
74 
77 
78 typedef struct _vlib_node_registration
79 {
80  /* Vector processing function for this node. */
81  vlib_node_function_t *function;
82 
83  /* Node name. */
84  char *name;
85 
86  /* Name of sibling (if applicable). */
87  char *sibling_of;
88 
89  /* Node index filled in by registration. */
90  u32 index;
91 
92  /* Type of this node. */
93  vlib_node_type_t type;
94 
95  /* Error strings indexed by error code for this node. */
96  char **error_strings;
97 
98  /* Buffer format/unformat for this node. */
99  format_function_t *format_buffer;
100  unformat_function_t *unformat_buffer;
101 
102  /* Trace format/unformat for this node. */
103  format_function_t *format_trace;
104  unformat_function_t *unformat_trace;
105 
106  /* Function to validate incoming frames. */
107  u8 *(*validate_frame) (struct vlib_main_t * vm,
108  struct vlib_node_runtime_t *,
109  struct vlib_frame_t * f);
110 
111  /* Per-node runtime data. */
112  void *runtime_data;
113 
114  /* Process stack size. */
115  u16 process_log2_n_stack_bytes;
116 
117  /* Number of bytes of per-node run time data. */
118  u8 runtime_data_bytes;
119 
120  /* State for input nodes. */
121  u8 state;
122 
123  /* Node flags. */
124  u16 flags;
125 
126  /* Size of scalar and vector arguments in bytes. */
128 
129  /* Number of error codes used by this node. */
130  u16 n_errors;
131 
132  /* Number of next node names that follow. */
133  u16 n_next_nodes;
134 
135  /* Constructor link-list, don't ask... */
136  struct _vlib_node_registration *next_registration;
137 
138  /* Names of next nodes which this node feeds into. */
139  char *next_nodes[];
140 
142 
143 #define VLIB_REGISTER_NODE(x,...) \
144  __VA_ARGS__ vlib_node_registration_t x; \
145 static void __vlib_add_node_registration_##x (void) \
146  __attribute__((__constructor__)) ; \
147 static void __vlib_add_node_registration_##x (void) \
148 { \
149  vlib_main_t * vm = vlib_get_main(); \
150  x.next_registration = vm->node_main.node_registrations; \
151  vm->node_main.node_registrations = &x; \
152 } \
153 __VA_ARGS__ vlib_node_registration_t x
154 
155 #if CLIB_DEBUG > 0
156 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn)
157 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn)
158 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn)
159 #else
160 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn, tgt) \
161  uword \
162  __attribute__ ((flatten)) \
163  __attribute__ ((target (tgt))) \
164  CLIB_CPU_OPTIMIZED \
165  fn ## _ ## arch ( struct vlib_main_t * vm, \
166  struct vlib_node_runtime_t * node, \
167  struct vlib_frame_t * frame) \
168  { return fn (vm, node, frame); }
169 
170 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \
171  foreach_march_variant(VLIB_NODE_FUNCTION_CLONE_TEMPLATE, fn)
172 
173 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn) \
174  VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \
175  CLIB_MULTIARCH_SELECT_FN(fn, static inline) \
176  static void __attribute__((__constructor__)) \
177  __vlib_node_function_multiarch_select_##node (void) \
178  { node.function = fn ## _multiarch_select(); }
179 #endif
180 
183 {
184  c =
186  c->n_next_nodes * sizeof (c->next_nodes[0]));
187  return c;
188 }
189 
190 typedef struct
191 {
192  /* Total calls, clock ticks and vector elements processed for this node. */
193  u64 calls, vectors, clocks, suspends;
197 
198 #define foreach_vlib_node_state \
199  /* Input node is called each iteration of main loop. \
200  This is the default (zero). */ \
201  _ (POLLING) \
202  /* Input node is called when device signals an interrupt. */ \
203  _ (INTERRUPT) \
204  /* Input node is never called. */ \
205  _ (DISABLED)
206 
207 typedef enum
208 {
209 #define _(f) VLIB_NODE_STATE_##f,
211 #undef _
214 
215 typedef struct vlib_node_t
216 {
217  /* Vector processing function for this node. */
219 
220  /* Node name. */
222 
223  /* Node name index in elog string table. */
225 
226  /* Total statistics for this node. */
228 
229  /* Saved values as of last clear (or zero if never cleared).
230  Current values are always stats_total - stats_last_clear. */
232 
233  /* Type of this node. */
234  vlib_node_type_t type;
235 
236  /* Node index. */
238 
239  /* Index of corresponding node runtime. */
241 
242  /* Runtime data for this node. */
244 
245  /* Node flags. */
247 
248  /* Processing function keeps frame. Tells node dispatching code not
249  to free frame after dispatch is done. */
250 #define VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH (1 << 0)
251 
252  /* Node counts as output/drop/punt node for stats purposes. */
253 #define VLIB_NODE_FLAG_IS_OUTPUT (1 << 1)
254 #define VLIB_NODE_FLAG_IS_DROP (1 << 2)
255 #define VLIB_NODE_FLAG_IS_PUNT (1 << 3)
256 #define VLIB_NODE_FLAG_IS_HANDOFF (1 << 4)
257 
258  /* Set if current node runtime has traced vectors. */
259 #define VLIB_NODE_FLAG_TRACE (1 << 5)
260 
261 #define VLIB_NODE_FLAG_SWITCH_FROM_INTERRUPT_TO_POLLING_MODE (1 << 6)
262 #define VLIB_NODE_FLAG_SWITCH_FROM_POLLING_TO_INTERRUPT_MODE (1 << 7)
263 
264  /* State for input nodes. */
266 
267  /* Number of bytes of run time data. */
269 
270  /* Number of error codes used by this node. */
272 
273  /* Size of scalar and vector arguments in bytes. */
274  u16 scalar_size, vector_size;
275 
276  /* Handle/index in error heap for this node. */
279 
280  /* Error strings indexed by error code for this node. */
282 
283  /* Vector of next node names.
284  Only used before next_nodes array is initialized. */
286 
287  /* Next node indices for this node. */
289 
290  /* Name of node that we are sibling of. */
291  char *sibling_of;
292 
293  /* Bitmap of all of this node's siblings. */
295 
296  /* Total number of vectors sent to each next node. */
298 
299  /* Hash table mapping next node index into slot in
300  next_nodes vector. Quickly determines whether this node
301  is connected to given next node and, if so, with which slot. */
303 
304  /* Bitmap of node indices which feed this node. */
306 
307  /* Node/next-index which own enqueue rights with to this node. */
308  u32 owner_node_index, owner_next_index;
309 
310  /* Buffer format/unformat for this node. */
313 
314  /* Trace buffer format/unformat for this node. */
316 
317  /* Function to validate incoming frames. */
318  u8 *(*validate_frame) (struct vlib_main_t * vm,
319  struct vlib_node_runtime_t *,
320  struct vlib_frame_t * f);
321  /* for pretty-printing, not typically valid */
323 } vlib_node_t;
324 
325 #define VLIB_INVALID_NODE_INDEX ((u32) ~0)
326 
327 /* Max number of vector elements to process at once per node. */
328 #define VLIB_FRAME_SIZE 256
329 #define VLIB_FRAME_ALIGN VLIB_MAX_CPUS
330 
331 /* Calling frame (think stack frame) for a node. */
332 typedef struct vlib_frame_t
333 {
334  /* Frame flags. */
336 
337  /* Number of scalar bytes in arguments. */
339 
340  /* Number of bytes per vector argument. */
342 
343  /* Number of vector elements currently in frame. */
345 
346  /* Owner cpuid / heap id */
348 
349  /* Scalar and vector arguments to next node. */
350  u8 arguments[0];
351 } vlib_frame_t;
352 
353 typedef struct
354 {
355  /* Frame index. */
357 
358  /* Node runtime for this next. */
360 
361  /* Next frame flags. */
363 
364  /* Reflects node frame-used flag for this next. */
365 #define VLIB_FRAME_NO_FREE_AFTER_DISPATCH \
366  VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH
367 
368  /* This next frame owns enqueue to node
369  corresponding to node_runtime_index. */
370 #define VLIB_FRAME_OWNER (1 << 15)
371 
372  /* Set when frame has been allocated for this next. */
373 #define VLIB_FRAME_IS_ALLOCATED VLIB_NODE_FLAG_IS_OUTPUT
374 
375  /* Set when frame has been added to pending vector. */
376 #define VLIB_FRAME_PENDING VLIB_NODE_FLAG_IS_DROP
377 
378  /* Set when frame is to be freed after dispatch. */
379 #define VLIB_FRAME_FREE_AFTER_DISPATCH VLIB_NODE_FLAG_IS_PUNT
380 
381  /* Set when frame has traced packets. */
382 #define VLIB_FRAME_TRACE VLIB_NODE_FLAG_TRACE
383 
384  /* Number of vectors enqueue to this next since last overflow. */
387 
388 always_inline void
390 {
391  memset (nf, 0, sizeof (nf[0]));
392  nf->frame_index = ~0;
393  nf->node_runtime_index = ~0;
394 }
395 
396 /* A frame pending dispatch by main loop. */
397 typedef struct
398 {
399  /* Node and runtime for this frame. */
401 
402  /* Frame index (in the heap). */
404 
405  /* Start of next frames for this node. */
407 
408  /* Special value for next_frame_index when there is no next frame. */
409 #define VLIB_PENDING_FRAME_NO_NEXT_FRAME ((u32) ~0)
411 
412 typedef struct vlib_node_runtime_t
413 {
414  /* Node function to call. */
416 
417  /* Vector of errors for this node. */
419 
420  /* Number of clock cycles. */
422 
423  /* Maximum clock cycle for an invocation. */
425 
426  /* Number of vectors in the recorded max_clock. */
428 
429  /* Number of calls. */
431 
432  /* Number of vector elements processed by this node. */
434 
435  /* Start of next frames for this node. */
437 
438  /* Node index. */
440 
441  /* For input nodes: decremented on each main loop interation until it reaches zero
442  and function is called. Allows some input nodes to be called
443  more than others. */
445 
446  /* Saved main loop counter of last dispatch of this node. */
448 
449  u32 main_loop_vector_stats[2];
450 
451  /* Copy of main node flags. */
453 
454  /* Input node state. */
456 
458 
459  /* Next frame index that vector arguments were last enqueued to
460  last time this node ran. Set to zero before first run
461  of this node. */
463 
464  /* CPU this node runs on */
466 
467  /* Function dependent node-runtime. */
468  uword runtime_data[(128
469  - 1 * sizeof (vlib_node_function_t *)
470  - 1 * sizeof (vlib_error_t *)
471  - 11 * sizeof (u32)
472  - 5 * sizeof (u16)) / sizeof (uword)];
473 }
475 
476 typedef struct
477 {
478  /* Number of allocated frames for this scalar/vector size. */
480 
481  /* Vector of free frame indices for this scalar/vector size. */
484 
485 typedef struct
486 {
487  /* Users opaque value for event type. */
490 
491 typedef struct
492 {
493  /* Node runtime for this process. */
495 
496  /* Where to longjmp when process is done. */
498 
499 #define VLIB_PROCESS_RETURN_LONGJMP_RETURN ((uword) ~0 - 0)
500 #define VLIB_PROCESS_RETURN_LONGJMP_SUSPEND ((uword) ~0 - 1)
501 
502  /* Where to longjmp to resume node after suspend. */
504 #define VLIB_PROCESS_RESUME_LONGJMP_SUSPEND 0
505 #define VLIB_PROCESS_RESUME_LONGJMP_RESUME 1
506 
508 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_CLOCK (1 << 0)
509 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_EVENT (1 << 1)
510  /* Set to indicate that this process has been added to resume vector. */
511 #define VLIB_PROCESS_RESUME_PENDING (1 << 2)
512 
513  /* Process function is currently running. */
514 #define VLIB_PROCESS_IS_RUNNING (1 << 3)
515 
516  /* Size of process stack. */
518 
520 
521  /* Number of times this process was suspended. */
523 
524  /* Vectors of pending event data indexed by event type index. */
526 
527  /* Bitmap of event type-indices with non-empty vectors. */
529 
530  /* Bitmap of event type-indices which are one time events. */
532 
533  /* Type is opaque pointer -- typically a pointer to an event handler
534  function. Hash table to map opaque to a type index. */
536 
537  /* Pool of currently valid event types. */
539 
540  /* When suspending saves cpu cycle counter when process is to be resumed. */
542 
543  /* Default output function and its argument for any CLI outputs
544  within the process. */
547 
548 #ifdef CLIB_UNIX
549  /* Pad to a multiple of the page size so we can mprotect process stacks */
550 #define PAGE_SIZE_MULTIPLE 0x1000
551 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT __attribute__ ((aligned (PAGE_SIZE_MULTIPLE)))
552 #else
553 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT
554 #endif
555 
556  /* Process stack. Starts here and extends 2^log2_n_stack_bytes
557  bytes. */
558 
559 #define VLIB_PROCESS_STACK_MAGIC (0xdead7ead)
561 } vlib_process_t __attribute__ ((aligned (CLIB_CACHE_LINE_BYTES)));
562 
563 #ifdef CLIB_UNIX
564  /* Ensure that the stack is aligned on the multiple of the page size */
565 typedef char
568  -
570  ==
571  0 ? 0 :
572  -1];
573 #endif
574 
575 typedef struct
576 {
578 
581 
582 typedef struct
583 {
585 
587 
588  /* n_data_elts * n_data_elt_bytes */
590 
591  /* Process node & event type to be used to signal event. */
593 
595 
596  union
597  {
598  u8 inline_event_data[64 - 3 * sizeof (u32) - 2 * sizeof (u16)];
599 
600  /* Vector of event data used only when data does not fit inline. */
602  };
603 }
605 
608 {
609  return d & 1;
610 }
611 
614 {
615  return 0 + 2 * i;
616 }
617 
620 {
621  return 1 + 2 * i;
622 }
623 
626 {
627  return d / 2;
628 }
629 
630 typedef struct
631 {
632  /* Public nodes. */
634 
635  /* Node index hashed by node name. */
637 
639 #define VLIB_NODE_MAIN_RUNTIME_STARTED (1 << 0)
640 
641  /* Nodes segregated by type for cache locality.
642  Does not apply to nodes of type VLIB_NODE_TYPE_INTERNAL. */
644 
645  /* Node runtime indices for input nodes with pending interrupts. */
647 
648  /* Input nodes are switched from/to interrupt to/from polling mode
649  when average vector length goes above/below polling/interrupt
650  thresholds. */
653 
654  /* Vector of next frames. */
656 
657  /* Vector of internal node's frames waiting to be called. */
659 
660  /* Timing wheel for scheduling time-based node dispatch. */
662 
664 
665  /* Opaque data vector added via timing_wheel_advance. */
667 
668  /* CPU time of next process to be ready on timing wheel. */
670 
671  /* Vector of process nodes.
672  One for each node of type VLIB_NODE_TYPE_PROCESS. */
674 
675  /* Current running process or ~0 if no process running. */
677 
678  /* Pool of pending process frames. */
680 
681  /* Vector of event data vectors pending recycle. */
683 
684  /* Current counts of nodes in each state. */
685  u32 input_node_counts_by_state[VLIB_N_NODE_STATE];
686 
687  /* Hash of (scalar_size,vector_size) to frame_sizes index. */
689 
690  /* Per-size frame allocation information. */
692 
693  /* Time of last node runtime stats clear. */
695 
696  /* Node registrations added by constructors */
699 
700 
701 #define FRAME_QUEUE_MAX_NELTS 32
702 typedef struct
703 {
704  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
714 
715 typedef struct
716 {
719 
720 #endif /* included_vlib_node_h */
721 
722 /*
723  * fd.io coding-style-patch-verification: ON
724  *
725  * Local Variables:
726  * eval: (c-set-style "gnu")
727  * End:
728  */
uword * sibling_bitmap
Definition: node.h:294
u32 * next_nodes
Definition: node.h:288
uword output_function_arg
Definition: node.h:546
u8 * state_string
Definition: node.h:322
uword( vlib_node_function_t)(struct vlib_main_t *vm, struct vlib_node_runtime_t *node, struct vlib_frame_t *frame)
Definition: node.h:54
struct vlib_node_t vlib_node_t
u16 vector_size
Definition: node.h:274
u32 error_heap_index
Definition: node.h:278
u32 next_frame_index
Definition: node.h:436
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
Definition: cache.h:68
sll srl srl sll sra u16x4 i
Definition: vector_sse2.h:343
u32 interrupt_threshold_vector_length
Definition: node.h:652
uword( unformat_function_t)(unformat_input_t *input, va_list *args)
Definition: format.h:231
vlib_process_t ** processes
Definition: node.h:673
struct vlib_node_runtime_t vlib_node_runtime_t
vlib_node_runtime_t node_runtime
Definition: node.h:494
u32 n_suspends
Definition: node.h:522
bad routing header type(not 4)") sr_error (NO_MORE_SEGMENTS
static u32 vlib_timing_wheel_data_set_timed_event(u32 i)
Definition: node.h:619
u32 index
Definition: node.h:237
format_function_t * format_trace
Definition: node.h:315
void ** pending_event_data_by_type_index
Definition: node.h:525
u32 current_process_index
Definition: node.h:676
u16 flags
Definition: node.h:246
char ** error_strings
Definition: node.h:281
u64 cpu_time_next_process_ready
Definition: node.h:669
struct _vlib_node_registration vlib_node_registration_t
u32 clocks_since_last_overflow
Definition: node.h:421
void * runtime_data
Definition: node.h:243
vlib_error_t * errors
Definition: node.h:418
vlib_node_state_t
Definition: node.h:207
u8 state
Definition: node.h:265
u32 * pending_interrupt_node_runtime_indices
Definition: node.h:646
u32 input_main_loops_per_call
Definition: node.h:444
vlib_node_stats_t stats_last_clear
Definition: node.h:231
u32 main_loop_count_last_dispatch
Definition: node.h:447
void ** recycled_event_data_vectors
Definition: node.h:682
#define always_inline
Definition: clib.h:84
u16 log2_n_stack_bytes
Definition: node.h:517
vlib_node_t ** nodes
Definition: node.h:633
u32 vectors_since_last_overflow
Definition: node.h:433
int i32
Definition: types.h:81
char ** next_node_names
Definition: node.h:285
char * sibling_of
Definition: node.h:291
unsigned long u64
Definition: types.h:89
u32 * free_frame_indices
Definition: node.h:482
u64 max_clock_n
Definition: node.h:195
u32 calls_since_last_overflow
Definition: node.h:430
u32 next_frame_index
Definition: node.h:406
u32 error_heap_handle
Definition: node.h:277
vlib_node_stats_t stats_total
Definition: node.h:227
u32 frame_index
Definition: node.h:356
u32 vlib_error_t
Definition: error.h:44
vlib_signal_timed_event_data_t * signal_timed_event_data_pool
Definition: node.h:663
vlib_node_type_t
Definition: node.h:58
f64 time_last_runtime_stats_clear
Definition: node.h:694
vlib_node_registration_t * node_registrations
Definition: node.h:697
u32 n_alloc_frames
Definition: node.h:479
#define FRAME_QUEUE_MAX_NELTS
Definition: node.h:701
u32 polling_threshold_vector_length
Definition: node.h:651
u64 * n_vectors_by_next_node
Definition: node.h:297
static u32 vlib_timing_wheel_data_set_suspended_process(u32 i)
Definition: node.h:613
format_function_t * format_buffer
Definition: node.h:311
#define foreach_vlib_node_state
Definition: node.h:198
uword * frame_size_hash
Definition: node.h:688
u8 * name
Definition: node.h:221
timing_wheel_t timing_wheel
Definition: node.h:661
static vlib_node_registration_t * vlib_node_next_registered(vlib_node_registration_t *c)
Definition: node.h:182
u32 owner_node_index
Definition: node.h:308
svmdb_client_t * c
u16 n_vectors
Definition: node.h:344
u32 runtime_index
Definition: node.h:240
vlib_pending_frame_t * pending_frames
Definition: node.h:658
u32 node_runtime_index
Definition: node.h:400
unformat_function_t * unformat_buffer
Definition: node.h:312
uword * node_by_name
Definition: node.h:636
u32 stack[0] ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT
Definition: node.h:560
static void vlib_next_frame_init(vlib_next_frame_t *nf)
Definition: node.h:389
uword * one_time_event_type_bitmap
Definition: node.h:531
#define clib_elf_section_data_next(a, extra)
Definition: elf_clib.h:57
static uword vlib_timing_wheel_data_is_timed_event(u32 d)
Definition: node.h:607
u16 cached_next_index
Definition: node.h:462
unsigned int u32
Definition: types.h:88
struct vlib_frame_t vlib_frame_t
u16 flags
Definition: node.h:335
void( vlib_cli_output_function_t)(uword arg, u8 *buffer, uword buffer_bytes)
Definition: cli.h:131
u16 cpu_index
Definition: node.h:347
vhost_vring_state_t state
Definition: vhost-user.h:81
uword * next_slot_by_node
Definition: node.h:302
#define PAGE_SIZE_MULTIPLE
Definition: node.h:550
uword * prev_node_bitmap
Definition: node.h:305
u8 *( format_function_t)(u8 *s, va_list *args)
Definition: format.h:48
char assert_process_stack_must_be_aligned_exactly_to_page_size_multiple[(sizeof(vlib_process_t)-PAGE_SIZE_MULTIPLE)==0?0:-1]
Definition: node.h:572
u64 uword
Definition: types.h:112
unsigned short u16
Definition: types.h:57
vlib_process_event_type_t * event_type_pool
Definition: node.h:538
u32 * data_from_advancing_timing_wheel
Definition: node.h:666
double f64
Definition: types.h:142
unsigned char u8
Definition: types.h:56
vlib_pending_frame_t * suspended_process_frames
Definition: node.h:679
u8 vector_size
Definition: node.h:341
vlib_next_frame_t * next_frames
Definition: node.h:655
uword * event_type_index_by_type_opaque
Definition: node.h:535
vlib_frame_size_t * frame_sizes
Definition: node.h:691
u16 flags
Definition: node.h:507
vlib_node_type_t type
Definition: node.h:234
u32 name_elog_string
Definition: node.h:224
u16 n_errors
Definition: node.h:271
u32 suspended_process_frame_index
Definition: node.h:519
u64 resume_cpu_time
Definition: node.h:541
static uword vlib_timing_wheel_data_get_index(u32 d)
Definition: node.h:625
clib_longjmp_t return_longjmp
Definition: node.h:497
u32 node_runtime_index
Definition: node.h:359
u8 scalar_size
Definition: node.h:338
vlib_cli_output_function_t * output_function
Definition: node.h:545
clib_longjmp_t resume_longjmp
Definition: node.h:503
u32 flags
Definition: vhost-user.h:76
#define CLIB_CACHE_LINE_BYTES
Definition: cache.h:67
u8 runtime_data_bytes
Definition: node.h:268
u32 vectors_since_last_overflow
Definition: node.h:385
uword * non_empty_event_type_bitmap
Definition: node.h:528