FD.io VPP  v17.04.2-2-ga8f93f8
Vector Packet Processing
node.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * node.h: VLIB processing nodes
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39 
40 #ifndef included_vlib_node_h
41 #define included_vlib_node_h
42 
43 #include <vppinfra/cpu.h>
44 #include <vppinfra/longjmp.h>
45 #include <vppinfra/timing_wheel.h>
46 #include <vlib/trace.h> /* for vlib_trace_filter_t */
47 
48 /* Forward declaration. */
49 struct vlib_node_runtime_t;
50 struct vlib_frame_t;
51 
52 /* Internal nodes (including output nodes) move data from node to
53  node (or out of the graph for output nodes). */
55  struct vlib_node_runtime_t * node,
56  struct vlib_frame_t * frame);
57 
58 typedef enum
59 {
60  /* An internal node on the call graph (could be output). */
62 
63  /* Nodes which input data into the processing graph.
64  Input nodes are called for each iteration of main loop. */
66 
67  /* Nodes to be called before all input nodes.
68  Used, for example, to clean out driver TX rings before
69  processing input. */
71 
72  /* "Process" nodes which can be suspended and later resumed. */
74 
77 
78 typedef struct _vlib_node_registration
79 {
80  /* Vector processing function for this node. */
81  vlib_node_function_t *function;
82 
83  /* Node name. */
84  char *name;
85 
86  /* Name of sibling (if applicable). */
87  char *sibling_of;
88 
89  /* Node index filled in by registration. */
90  u32 index;
91 
92  /* Type of this node. */
93  vlib_node_type_t type;
94 
95  /* Error strings indexed by error code for this node. */
96  char **error_strings;
97 
98  /* Buffer format/unformat for this node. */
99  format_function_t *format_buffer;
100  unformat_function_t *unformat_buffer;
101 
102  /* Trace format/unformat for this node. */
103  format_function_t *format_trace;
104  unformat_function_t *unformat_trace;
105 
106  /* Function to validate incoming frames. */
107  u8 *(*validate_frame) (struct vlib_main_t * vm,
108  struct vlib_node_runtime_t *,
109  struct vlib_frame_t * f);
110 
111  /* Per-node runtime data. */
112  void *runtime_data;
113 
114  /* Process stack size. */
115  u16 process_log2_n_stack_bytes;
116 
117  /* Number of bytes of per-node run time data. */
118  u8 runtime_data_bytes;
119 
120  /* State for input nodes. */
121  u8 state;
122 
123  /* Node flags. */
124  u16 flags;
125 
126  /* Size of scalar and vector arguments in bytes. */
128 
129  /* Number of error codes used by this node. */
130  u16 n_errors;
131 
132  /* Number of next node names that follow. */
133  u16 n_next_nodes;
134 
135  /* Constructor link-list, don't ask... */
136  struct _vlib_node_registration *next_registration;
137 
138  /* Names of next nodes which this node feeds into. */
139  char *next_nodes[];
140 
142 
143 #define VLIB_REGISTER_NODE(x,...) \
144  __VA_ARGS__ vlib_node_registration_t x; \
145 static void __vlib_add_node_registration_##x (void) \
146  __attribute__((__constructor__)) ; \
147 static void __vlib_add_node_registration_##x (void) \
148 { \
149  vlib_main_t * vm = vlib_get_main(); \
150  x.next_registration = vm->node_main.node_registrations; \
151  vm->node_main.node_registrations = &x; \
152 } \
153 __VA_ARGS__ vlib_node_registration_t x
154 
155 #if CLIB_DEBUG > 0
156 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn)
157 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn)
158 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn)
159 #else
160 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn, tgt) \
161  uword \
162  __attribute__ ((flatten)) \
163  __attribute__ ((target (tgt))) \
164  CLIB_CPU_OPTIMIZED \
165  fn ## _ ## arch ( struct vlib_main_t * vm, \
166  struct vlib_node_runtime_t * node, \
167  struct vlib_frame_t * frame) \
168  { return fn (vm, node, frame); }
169 
170 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \
171  foreach_march_variant(VLIB_NODE_FUNCTION_CLONE_TEMPLATE, fn)
172 
173 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn) \
174  VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \
175  CLIB_MULTIARCH_SELECT_FN(fn, static inline) \
176  static void __attribute__((__constructor__)) \
177  __vlib_node_function_multiarch_select_##node (void) \
178  { node.function = fn ## _multiarch_select(); }
179 #endif
180 
183 {
184  c =
186  c->n_next_nodes * sizeof (c->next_nodes[0]));
187  return c;
188 }
189 
190 typedef struct
191 {
192  /* Total calls, clock ticks and vector elements processed for this node. */
193  u64 calls, vectors, clocks, suspends;
197 
198 #define foreach_vlib_node_state \
199  /* Input node is called each iteration of main loop. \
200  This is the default (zero). */ \
201  _ (POLLING) \
202  /* Input node is called when device signals an interrupt. */ \
203  _ (INTERRUPT) \
204  /* Input node is never called. */ \
205  _ (DISABLED)
206 
207 typedef enum
208 {
209 #define _(f) VLIB_NODE_STATE_##f,
211 #undef _
214 
215 typedef struct vlib_node_t
216 {
217  /* Vector processing function for this node. */
219 
220  /* Node name. */
222 
223  /* Node name index in elog string table. */
225 
226  /* Total statistics for this node. */
228 
229  /* Saved values as of last clear (or zero if never cleared).
230  Current values are always stats_total - stats_last_clear. */
232 
233  /* Type of this node. */
234  vlib_node_type_t type;
235 
236  /* Node index. */
238 
239  /* Index of corresponding node runtime. */
241 
242  /* Runtime data for this node. */
244 
245  /* Node flags. */
247 
248  /* Processing function keeps frame. Tells node dispatching code not
249  to free frame after dispatch is done. */
250 #define VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH (1 << 0)
251 
252  /* Node counts as output/drop/punt node for stats purposes. */
253 #define VLIB_NODE_FLAG_IS_OUTPUT (1 << 1)
254 #define VLIB_NODE_FLAG_IS_DROP (1 << 2)
255 #define VLIB_NODE_FLAG_IS_PUNT (1 << 3)
256 #define VLIB_NODE_FLAG_IS_HANDOFF (1 << 4)
257 
258  /* Set if current node runtime has traced vectors. */
259 #define VLIB_NODE_FLAG_TRACE (1 << 5)
260 
261 #define VLIB_NODE_FLAG_SWITCH_FROM_INTERRUPT_TO_POLLING_MODE (1 << 6)
262 #define VLIB_NODE_FLAG_SWITCH_FROM_POLLING_TO_INTERRUPT_MODE (1 << 7)
263 
264  /* State for input nodes. */
266 
267  /* Number of bytes of run time data. */
269 
270  /* Number of error codes used by this node. */
272 
273  /* Size of scalar and vector arguments in bytes. */
274  u16 scalar_size, vector_size;
275 
276  /* Handle/index in error heap for this node. */
279 
280  /* Error strings indexed by error code for this node. */
282 
283  /* Vector of next node names.
284  Only used before next_nodes array is initialized. */
286 
287  /* Next node indices for this node. */
289 
290  /* Name of node that we are sibling of. */
291  char *sibling_of;
292 
293  /* Bitmap of all of this node's siblings. */
295 
296  /* Total number of vectors sent to each next node. */
298 
299  /* Hash table mapping next node index into slot in
300  next_nodes vector. Quickly determines whether this node
301  is connected to given next node and, if so, with which slot. */
303 
304  /* Bitmap of node indices which feed this node. */
306 
307  /* Node/next-index which own enqueue rights with to this node. */
308  u32 owner_node_index, owner_next_index;
309 
310  /* Buffer format/unformat for this node. */
313 
314  /* Trace buffer format/unformat for this node. */
316 
317  /* Function to validate incoming frames. */
318  u8 *(*validate_frame) (struct vlib_main_t * vm,
319  struct vlib_node_runtime_t *,
320  struct vlib_frame_t * f);
321  /* for pretty-printing, not typically valid */
323 } vlib_node_t;
324 
325 #define VLIB_INVALID_NODE_INDEX ((u32) ~0)
326 
327 /* Max number of vector elements to process at once per node. */
328 #define VLIB_FRAME_SIZE 256
329 #define VLIB_FRAME_ALIGN VLIB_MAX_CPUS
330 
331 /* Calling frame (think stack frame) for a node. */
332 typedef struct vlib_frame_t
333 {
334  /* Frame flags. */
336 
337  /* Number of scalar bytes in arguments. */
339 
340  /* Number of bytes per vector argument. */
342 
343  /* Number of vector elements currently in frame. */
345 
346  /* Owner cpuid / heap id */
348 
349  /* Scalar and vector arguments to next node. */
350  u8 arguments[0];
351 } vlib_frame_t;
352 
353 typedef struct
354 {
355  /* Frame index. */
357 
358  /* Node runtime for this next. */
360 
361  /* Next frame flags. */
363 
364  /* Reflects node frame-used flag for this next. */
365 #define VLIB_FRAME_NO_FREE_AFTER_DISPATCH \
366  VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH
367 
368  /* This next frame owns enqueue to node
369  corresponding to node_runtime_index. */
370 #define VLIB_FRAME_OWNER (1 << 15)
371 
372  /* Set when frame has been allocated for this next. */
373 #define VLIB_FRAME_IS_ALLOCATED VLIB_NODE_FLAG_IS_OUTPUT
374 
375  /* Set when frame has been added to pending vector. */
376 #define VLIB_FRAME_PENDING VLIB_NODE_FLAG_IS_DROP
377 
378  /* Set when frame is to be freed after dispatch. */
379 #define VLIB_FRAME_FREE_AFTER_DISPATCH VLIB_NODE_FLAG_IS_PUNT
380 
381  /* Set when frame has traced packets. */
382 #define VLIB_FRAME_TRACE VLIB_NODE_FLAG_TRACE
383 
384  /* Number of vectors enqueue to this next since last overflow. */
387 
388 always_inline void
390 {
391  memset (nf, 0, sizeof (nf[0]));
392  nf->frame_index = ~0;
393  nf->node_runtime_index = ~0;
394 }
395 
396 /* A frame pending dispatch by main loop. */
397 typedef struct
398 {
399  /* Node and runtime for this frame. */
401 
402  /* Frame index (in the heap). */
404 
405  /* Start of next frames for this node. */
407 
408  /* Special value for next_frame_index when there is no next frame. */
409 #define VLIB_PENDING_FRAME_NO_NEXT_FRAME ((u32) ~0)
411 
412 typedef struct vlib_node_runtime_t
413 {
414  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); /**< cacheline mark */
415 
416  vlib_node_function_t *function; /**< Node function to call. */
417 
418  vlib_error_t *errors; /**< Vector of errors for this node. */
419 
420  u32 clocks_since_last_overflow; /**< Number of clock cycles. */
421 
422  u32 max_clock; /**< Maximum clock cycle for an
423  invocation. */
424 
425  u32 max_clock_n; /**< Number of vectors in the recorded
426  max_clock. */
427 
428  u32 calls_since_last_overflow; /**< Number of calls. */
429 
430  u32 vectors_since_last_overflow; /**< Number of vector elements
431  processed by this node. */
432 
433  u32 next_frame_index; /**< Start of next frames for this
434  node. */
435 
436  u32 node_index; /**< Node index. */
437 
438  u32 input_main_loops_per_call; /**< For input nodes: decremented
439  on each main loop interation until
440  it reaches zero and function is
441  called. Allows some input nodes to
442  be called more than others. */
443 
444  u32 main_loop_count_last_dispatch; /**< Saved main loop counter of last
445  dispatch of this node. */
446 
447  u32 main_loop_vector_stats[2];
448 
449  u16 flags; /**< Copy of main node flags. */
450 
451  u16 state; /**< Input node state. */
452 
454 
455  u16 cached_next_index; /**< Next frame index that vector
456  arguments were last enqueued to
457  last time this node ran. Set to
458  zero before first run of this
459  node. */
460 
461  u16 cpu_index; /**< CPU this node runs on */
462 
463  u8 runtime_data[0]; /**< Function dependent
464  node-runtime data. This data is
465  thread local, and it is not
466  cloned from main thread. It needs
467  to be initialized for each thread
468  before it is used unless
469  runtime_data template exists in
470  vlib_node_t. */
471 }
473 
474 #define VLIB_NODE_RUNTIME_DATA_SIZE (sizeof (vlib_node_runtime_t) - STRUCT_OFFSET_OF (vlib_node_runtime_t, runtime_data))
475 
476 typedef struct
477 {
478  /* Number of allocated frames for this scalar/vector size. */
480 
481  /* Vector of free frame indices for this scalar/vector size. */
484 
485 typedef struct
486 {
487  /* Users opaque value for event type. */
490 
491 typedef struct
492 {
493  /* Node runtime for this process. */
495 
496  /* Where to longjmp when process is done. */
498 
499 #define VLIB_PROCESS_RETURN_LONGJMP_RETURN ((uword) ~0 - 0)
500 #define VLIB_PROCESS_RETURN_LONGJMP_SUSPEND ((uword) ~0 - 1)
501 
502  /* Where to longjmp to resume node after suspend. */
504 #define VLIB_PROCESS_RESUME_LONGJMP_SUSPEND 0
505 #define VLIB_PROCESS_RESUME_LONGJMP_RESUME 1
506 
508 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_CLOCK (1 << 0)
509 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_EVENT (1 << 1)
510  /* Set to indicate that this process has been added to resume vector. */
511 #define VLIB_PROCESS_RESUME_PENDING (1 << 2)
512 
513  /* Process function is currently running. */
514 #define VLIB_PROCESS_IS_RUNNING (1 << 3)
515 
516  /* Size of process stack. */
518 
520 
521  /* Number of times this process was suspended. */
523 
524  /* Vectors of pending event data indexed by event type index. */
526 
527  /* Bitmap of event type-indices with non-empty vectors. */
529 
530  /* Bitmap of event type-indices which are one time events. */
532 
533  /* Type is opaque pointer -- typically a pointer to an event handler
534  function. Hash table to map opaque to a type index. */
536 
537  /* Pool of currently valid event types. */
539 
540  /* When suspending saves cpu cycle counter when process is to be resumed. */
542 
543  /* Default output function and its argument for any CLI outputs
544  within the process. */
547 
548 #ifdef CLIB_UNIX
549  /* Pad to a multiple of the page size so we can mprotect process stacks */
550 #define PAGE_SIZE_MULTIPLE 0x1000
551 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT __attribute__ ((aligned (PAGE_SIZE_MULTIPLE)))
552 #else
553 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT
554 #endif
555 
556  /* Process stack. Starts here and extends 2^log2_n_stack_bytes
557  bytes. */
558 
559 #define VLIB_PROCESS_STACK_MAGIC (0xdead7ead)
561 } vlib_process_t __attribute__ ((aligned (CLIB_CACHE_LINE_BYTES)));
562 
563 #ifdef CLIB_UNIX
564  /* Ensure that the stack is aligned on the multiple of the page size */
565 typedef char
568  -
570  ==
571  0 ? 0 :
572  -1];
573 #endif
574 
575 typedef struct
576 {
578 
581 
582 typedef struct
583 {
585 
587 
588  /* n_data_elts * n_data_elt_bytes */
590 
591  /* Process node & event type to be used to signal event. */
593 
595 
596  union
597  {
598  u8 inline_event_data[64 - 3 * sizeof (u32) - 2 * sizeof (u16)];
599 
600  /* Vector of event data used only when data does not fit inline. */
602  };
603 }
605 
608 {
609  return d & 1;
610 }
611 
614 {
615  return 0 + 2 * i;
616 }
617 
620 {
621  return 1 + 2 * i;
622 }
623 
626 {
627  return d / 2;
628 }
629 
630 typedef struct
631 {
632  /* Public nodes. */
634 
635  /* Node index hashed by node name. */
637 
639 #define VLIB_NODE_MAIN_RUNTIME_STARTED (1 << 0)
640 
641  /* Nodes segregated by type for cache locality.
642  Does not apply to nodes of type VLIB_NODE_TYPE_INTERNAL. */
644 
645  /* Node runtime indices for input nodes with pending interrupts. */
647 
648  /* Input nodes are switched from/to interrupt to/from polling mode
649  when average vector length goes above/below polling/interrupt
650  thresholds. */
653 
654  /* Vector of next frames. */
656 
657  /* Vector of internal node's frames waiting to be called. */
659 
660  /* Timing wheel for scheduling time-based node dispatch. */
662 
664 
665  /* Opaque data vector added via timing_wheel_advance. */
667 
668  /* CPU time of next process to be ready on timing wheel. */
670 
671  /* Vector of process nodes.
672  One for each node of type VLIB_NODE_TYPE_PROCESS. */
674 
675  /* Current running process or ~0 if no process running. */
677 
678  /* Pool of pending process frames. */
680 
681  /* Vector of event data vectors pending recycle. */
683 
684  /* Current counts of nodes in each state. */
685  u32 input_node_counts_by_state[VLIB_N_NODE_STATE];
686 
687  /* Hash of (scalar_size,vector_size) to frame_sizes index. */
689 
690  /* Per-size frame allocation information. */
692 
693  /* Time of last node runtime stats clear. */
695 
696  /* Node registrations added by constructors */
699 
700 
701 #define FRAME_QUEUE_MAX_NELTS 32
702 typedef struct
703 {
704  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
714 
715 typedef struct
716 {
719 
720 #endif /* included_vlib_node_h */
721 
722 /*
723  * fd.io coding-style-patch-verification: ON
724  *
725  * Local Variables:
726  * eval: (c-set-style "gnu")
727  * End:
728  */
uword * sibling_bitmap
Definition: node.h:294
u32 * next_nodes
Definition: node.h:288
uword output_function_arg
Definition: node.h:546
u8 * state_string
Definition: node.h:322
uword( vlib_node_function_t)(struct vlib_main_t *vm, struct vlib_node_runtime_t *node, struct vlib_frame_t *frame)
Definition: node.h:54
uword( unformat_function_t)(unformat_input_t *input, va_list *args)
Definition: format.h:231
struct vlib_node_t vlib_node_t
u16 vector_size
Definition: node.h:274
u32 error_heap_index
Definition: node.h:278
u32 max_clock
Maximum clock cycle for an invocation.
Definition: node.h:422
u32 next_frame_index
Start of next frames for this node.
Definition: node.h:433
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
Definition: cache.h:68
sll srl srl sll sra u16x4 i
Definition: vector_sse2.h:343
u32 interrupt_threshold_vector_length
Definition: node.h:652
vlib_process_t ** processes
Definition: node.h:673
struct vlib_node_runtime_t vlib_node_runtime_t
vlib_node_runtime_t node_runtime
Definition: node.h:494
u32 n_suspends
Definition: node.h:522
static u32 vlib_timing_wheel_data_set_timed_event(u32 i)
Definition: node.h:619
u32 index
Definition: node.h:237
format_function_t * format_trace
Definition: node.h:315
void ** pending_event_data_by_type_index
Definition: node.h:525
u32 current_process_index
Definition: node.h:676
u16 flags
Definition: node.h:246
char ** error_strings
Definition: node.h:281
u64 cpu_time_next_process_ready
Definition: node.h:669
struct _vlib_node_registration vlib_node_registration_t
u32 clocks_since_last_overflow
Number of clock cycles.
Definition: node.h:420
u8 *( format_function_t)(u8 *s, va_list *args)
Definition: format.h:48
void * runtime_data
Definition: node.h:243
vlib_error_t * errors
Vector of errors for this node.
Definition: node.h:418
vlib_node_state_t
Definition: node.h:207
u8 state
Definition: node.h:265
u32 * pending_interrupt_node_runtime_indices
Definition: node.h:646
u32 input_main_loops_per_call
For input nodes: decremented on each main loop interation until it reaches zero and function is calle...
Definition: node.h:438
vlib_node_stats_t stats_last_clear
Definition: node.h:231
u32 main_loop_count_last_dispatch
Saved main loop counter of last dispatch of this node.
Definition: node.h:444
void ** recycled_event_data_vectors
Definition: node.h:682
#define always_inline
Definition: clib.h:84
u16 log2_n_stack_bytes
Definition: node.h:517
vlib_node_t ** nodes
Definition: node.h:633
u32 vectors_since_last_overflow
Number of vector elements processed by this node.
Definition: node.h:430
int i32
Definition: types.h:81
char ** next_node_names
Definition: node.h:285
char * sibling_of
Definition: node.h:291
unsigned long u64
Definition: types.h:89
u32 * free_frame_indices
Definition: node.h:482
u64 max_clock_n
Definition: node.h:195
u32 calls_since_last_overflow
Number of calls.
Definition: node.h:428
u32 next_frame_index
Definition: node.h:406
u32 error_heap_handle
Definition: node.h:277
vlib_node_stats_t stats_total
Definition: node.h:227
u16 state
Input node state.
Definition: node.h:451
u32 frame_index
Definition: node.h:356
vlib_signal_timed_event_data_t * signal_timed_event_data_pool
Definition: node.h:663
vlib_node_type_t
Definition: node.h:58
f64 time_last_runtime_stats_clear
Definition: node.h:694
vlib_node_registration_t * node_registrations
Definition: node.h:697
u32 n_alloc_frames
Definition: node.h:479
#define FRAME_QUEUE_MAX_NELTS
Definition: node.h:701
u32 polling_threshold_vector_length
Definition: node.h:651
u64 * n_vectors_by_next_node
Definition: node.h:297
u32 vlib_error_t
Definition: error.h:44
static u32 vlib_timing_wheel_data_set_suspended_process(u32 i)
Definition: node.h:613
format_function_t * format_buffer
Definition: node.h:311
u32 node_index
Node index.
Definition: node.h:436
#define foreach_vlib_node_state
Definition: node.h:198
uword * frame_size_hash
Definition: node.h:688
u8 * name
Definition: node.h:221
timing_wheel_t timing_wheel
Definition: node.h:661
static vlib_node_registration_t * vlib_node_next_registered(vlib_node_registration_t *c)
Definition: node.h:182
u32 owner_node_index
Definition: node.h:308
svmdb_client_t * c
u16 n_vectors
Definition: node.h:344
u32 runtime_index
Definition: node.h:240
vlib_main_t * vm
Definition: buffer.c:276
vlib_pending_frame_t * pending_frames
Definition: node.h:658
u32 node_runtime_index
Definition: node.h:400
unformat_function_t * unformat_buffer
Definition: node.h:312
uword * node_by_name
Definition: node.h:636
u32 stack[0] ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT
Definition: node.h:560
u16 cpu_index
CPU this node runs on.
Definition: node.h:461
static void vlib_next_frame_init(vlib_next_frame_t *nf)
Definition: node.h:389
uword * one_time_event_type_bitmap
Definition: node.h:531
#define clib_elf_section_data_next(a, extra)
Definition: elf_clib.h:57
static uword vlib_timing_wheel_data_is_timed_event(u32 d)
Definition: node.h:607
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
Definition: node.h:455
unsigned int u32
Definition: types.h:88
struct vlib_frame_t vlib_frame_t
u16 flags
Definition: node.h:335
void( vlib_cli_output_function_t)(uword arg, u8 *buffer, uword buffer_bytes)
Definition: cli.h:131
u16 cpu_index
Definition: node.h:347
vhost_vring_state_t state
Definition: vhost-user.h:83
uword * next_slot_by_node
Definition: node.h:302
#define PAGE_SIZE_MULTIPLE
Definition: node.h:550
uword * prev_node_bitmap
Definition: node.h:305
char assert_process_stack_must_be_aligned_exactly_to_page_size_multiple[(sizeof(vlib_process_t)-PAGE_SIZE_MULTIPLE)==0?0:-1]
Definition: node.h:572
u64 uword
Definition: types.h:112
unsigned short u16
Definition: types.h:57
vlib_process_event_type_t * event_type_pool
Definition: node.h:538
u32 * data_from_advancing_timing_wheel
Definition: node.h:666
double f64
Definition: types.h:142
unsigned char u8
Definition: types.h:56
vlib_pending_frame_t * suspended_process_frames
Definition: node.h:679
u8 vector_size
Definition: node.h:341
vlib_next_frame_t * next_frames
Definition: node.h:655
uword * event_type_index_by_type_opaque
Definition: node.h:535
vlib_frame_size_t * frame_sizes
Definition: node.h:691
u16 flags
Definition: node.h:507
vlib_node_type_t type
Definition: node.h:234
u32 name_elog_string
Definition: node.h:224
u16 n_errors
Definition: node.h:271
u32 suspended_process_frame_index
Definition: node.h:519
u64 resume_cpu_time
Definition: node.h:541
static uword vlib_timing_wheel_data_get_index(u32 d)
Definition: node.h:625
clib_longjmp_t return_longjmp
Definition: node.h:497
u16 flags
Copy of main node flags.
Definition: node.h:449
u32 node_runtime_index
Definition: node.h:359
u8 scalar_size
Definition: node.h:338
vlib_cli_output_function_t * output_function
Definition: node.h:545
clib_longjmp_t resume_longjmp
Definition: node.h:503
u32 flags
Definition: vhost-user.h:78
#define CLIB_CACHE_LINE_BYTES
Definition: cache.h:67
u8 runtime_data_bytes
Definition: node.h:268
u32 vectors_since_last_overflow
Definition: node.h:385
u32 max_clock_n
Number of vectors in the recorded max_clock.
Definition: node.h:425
uword * non_empty_event_type_bitmap
Definition: node.h:528