40 #ifndef included_vlib_node_h 41 #define included_vlib_node_h 78 typedef struct _vlib_node_registration
93 vlib_node_type_t type;
115 u16 process_log2_n_stack_bytes;
118 u8 runtime_data_bytes;
136 struct _vlib_node_registration *next_registration;
143 #define VLIB_REGISTER_NODE(x,...) \ 144 __VA_ARGS__ vlib_node_registration_t x; \ 145 static void __vlib_add_node_registration_##x (void) \ 146 __attribute__((__constructor__)) ; \ 147 static void __vlib_add_node_registration_##x (void) \ 149 vlib_main_t * vm = vlib_get_main(); \ 150 x.next_registration = vm->node_main.node_registrations; \ 151 vm->node_main.node_registrations = &x; \ 153 __VA_ARGS__ vlib_node_registration_t x 156 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn) 157 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) 158 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn) 160 #define VLIB_NODE_FUNCTION_CLONE_TEMPLATE(arch, fn, tgt) \ 162 __attribute__ ((flatten)) \ 163 __attribute__ ((target (tgt))) \ 165 fn ## _ ## arch ( struct vlib_main_t * vm, \ 166 struct vlib_node_runtime_t * node, \ 167 struct vlib_frame_t * frame) \ 168 { return fn (vm, node, frame); } 170 #define VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \ 171 foreach_march_variant(VLIB_NODE_FUNCTION_CLONE_TEMPLATE, fn) 173 #define VLIB_NODE_FUNCTION_MULTIARCH(node, fn) \ 174 VLIB_NODE_FUNCTION_MULTIARCH_CLONE(fn) \ 175 CLIB_MULTIARCH_SELECT_FN(fn, static inline) \ 176 static void __attribute__((__constructor__)) \ 177 __vlib_node_function_multiarch_select_##node (void) \ 178 { node.function = fn ## _multiarch_select(); } 186 c->n_next_nodes * sizeof (c->next_nodes[0]));
198 #define foreach_vlib_node_state \ 209 #define _(f) VLIB_NODE_STATE_##f, 250 #define VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH (1 << 0) 253 #define VLIB_NODE_FLAG_IS_OUTPUT (1 << 1) 254 #define VLIB_NODE_FLAG_IS_DROP (1 << 2) 255 #define VLIB_NODE_FLAG_IS_PUNT (1 << 3) 256 #define VLIB_NODE_FLAG_IS_HANDOFF (1 << 4) 259 #define VLIB_NODE_FLAG_TRACE (1 << 5) 261 #define VLIB_NODE_FLAG_SWITCH_FROM_INTERRUPT_TO_POLLING_MODE (1 << 6) 262 #define VLIB_NODE_FLAG_SWITCH_FROM_POLLING_TO_INTERRUPT_MODE (1 << 7) 325 #define VLIB_INVALID_NODE_INDEX ((u32) ~0) 328 #define VLIB_FRAME_SIZE 256 329 #define VLIB_FRAME_ALIGN CLIB_CACHE_LINE_BYTES 362 #define VLIB_FRAME_NO_FREE_AFTER_DISPATCH \ 363 VLIB_NODE_FLAG_FRAME_NO_FREE_AFTER_DISPATCH 367 #define VLIB_FRAME_OWNER (1 << 15) 370 #define VLIB_FRAME_IS_ALLOCATED VLIB_NODE_FLAG_IS_OUTPUT 373 #define VLIB_FRAME_PENDING VLIB_NODE_FLAG_IS_DROP 376 #define VLIB_FRAME_FREE_AFTER_DISPATCH VLIB_NODE_FLAG_IS_PUNT 379 #define VLIB_FRAME_TRACE VLIB_NODE_FLAG_TRACE 388 memset (nf, 0,
sizeof (nf[0]));
406 #define VLIB_PENDING_FRAME_NO_NEXT_FRAME ((u32) ~0) 417 #if __SIZEOF_POINTER__ == 4 448 u32 main_loop_vector_stats[2];
475 #define VLIB_NODE_RUNTIME_DATA_SIZE (sizeof (vlib_node_runtime_t) - STRUCT_OFFSET_OF (vlib_node_runtime_t, runtime_data)) 500 #define VLIB_PROCESS_RETURN_LONGJMP_RETURN ((uword) ~0 - 0) 501 #define VLIB_PROCESS_RETURN_LONGJMP_SUSPEND ((uword) ~0 - 1) 505 #define VLIB_PROCESS_RESUME_LONGJMP_SUSPEND 0 506 #define VLIB_PROCESS_RESUME_LONGJMP_RESUME 1 509 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_CLOCK (1 << 0) 510 #define VLIB_PROCESS_IS_SUSPENDED_WAITING_FOR_EVENT (1 << 1) 512 #define VLIB_PROCESS_RESUME_PENDING (1 << 2) 515 #define VLIB_PROCESS_IS_RUNNING (1 << 3) 557 #define PAGE_SIZE_MULTIPLE 0x1000 558 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT __attribute__ ((aligned (PAGE_SIZE_MULTIPLE))) 560 #define ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT 566 #define VLIB_PROCESS_STACK_MAGIC (0xdead7ead) 605 u8 inline_event_data[64 - 3 *
sizeof (
u32) - 2 *
sizeof (
u16)];
646 #define VLIB_NODE_MAIN_RUNTIME_STARTED (1 << 0) 709 #define FRAME_QUEUE_MAX_NELTS 32
uword output_function_arg
uword( vlib_node_function_t)(struct vlib_main_t *vm, struct vlib_node_runtime_t *node, struct vlib_frame_t *frame)
struct vlib_node_t vlib_node_t
u32 max_clock
Maximum clock cycle for an invocation.
u32 next_frame_index
Start of next frames for this node.
u8 pad[3]
log2 (size of the packing page block)
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
sll srl srl sll sra u16x4 i
u32 interrupt_threshold_vector_length
vlib_process_t ** processes
struct vlib_node_runtime_t vlib_node_runtime_t
vlib_node_runtime_t node_runtime
static u32 vlib_timing_wheel_data_set_timed_event(u32 i)
format_function_t * format_trace
void ** pending_event_data_by_type_index
u32 current_process_index
struct _vlib_node_registration vlib_node_registration_t
u32 clocks_since_last_overflow
Number of clock cycles.
u8 * event_data_as_vector
clib_spinlock_t pending_interrupt_lock
vlib_error_t * errors
Vector of errors for this node.
u16 thread_index
thread this node runs on
u32 * pending_interrupt_node_runtime_indices
u32 input_main_loops_per_call
For input nodes: decremented on each main loop interation until it reaches zero and function is calle...
vlib_node_stats_t stats_last_clear
u32 main_loop_count_last_dispatch
Saved main loop counter of last dispatch of this node.
void ** recycled_event_data_vectors
u32 vectors_since_last_overflow
Number of vector elements processed by this node.
u32 calls_since_last_overflow
Number of calls.
vlib_node_stats_t stats_total
u16 state
Input node state.
vlib_signal_timed_event_data_t * signal_timed_event_data_pool
f64 time_last_runtime_stats_clear
vlib_node_registration_t * node_registrations
#define FRAME_QUEUE_MAX_NELTS
u32 polling_threshold_vector_length
u64 * n_vectors_by_next_node
static u32 vlib_timing_wheel_data_set_suspended_process(u32 i)
format_function_t * format_buffer
u32 node_index
Node index.
#define foreach_vlib_node_state
static vlib_node_registration_t * vlib_node_next_registered(vlib_node_registration_t *c)
vlib_pending_frame_t * pending_frames
unformat_function_t * unformat_buffer
u32 stack[0] ALIGN_ON_MULTIPLE_PAGE_BOUNDARY_FOR_MPROTECT
static void vlib_next_frame_init(vlib_next_frame_t *nf)
uword * one_time_event_type_bitmap
#define clib_elf_section_data_next(a, extra)
static uword vlib_timing_wheel_data_is_timed_event(u32 d)
u16 cached_next_index
Next frame index that vector arguments were last enqueued to last time this node ran.
struct vlib_frame_t vlib_frame_t
void( vlib_cli_output_function_t)(uword arg, u8 *buffer, uword buffer_bytes)
vhost_vring_state_t state
uword * next_slot_by_node
#define PAGE_SIZE_MULTIPLE
char assert_process_stack_must_be_aligned_exactly_to_page_size_multiple[(sizeof(vlib_process_t)-PAGE_SIZE_MULTIPLE)==0?0:-1]
vlib_process_event_type_t * event_type_pool
u32 * data_from_advancing_timing_wheel
vlib_pending_frame_t * suspended_process_frames
vlib_next_frame_t * next_frames
uword * event_type_index_by_type_opaque
vlib_frame_size_t * frame_sizes
u64 resume_clock_interval
u32 suspended_process_frame_index
static uword vlib_timing_wheel_data_get_index(u32 d)
clib_longjmp_t return_longjmp
u16 flags
Copy of main node flags.
vlib_cli_output_function_t * output_function
clib_longjmp_t resume_longjmp
#define CLIB_CACHE_LINE_BYTES
f64 time_next_process_ready
u32 vectors_since_last_overflow
u32 max_clock_n
Number of vectors in the recorded max_clock.
uword * non_empty_event_type_bitmap