40 #ifndef included_vlib_buffer_h 41 #define included_vlib_buffer_h 50 #include <vlib/config.h> 51 #define VLIB_BUFFER_DATA_SIZE (2048) 52 #define VLIB_BUFFER_PRE_DATA_SIZE __PRE_DATA_SIZE 91 #define VLIB_BUFFER_FREE_LIST_INDEX_MASK ((1 << 5) - 1) 93 #define VLIB_BUFFER_IS_TRACED (1 << 5) 94 #define VLIB_BUFFER_LOG2_NEXT_PRESENT (6) 95 #define VLIB_BUFFER_NEXT_PRESENT (1 << VLIB_BUFFER_LOG2_NEXT_PRESENT) 96 #define VLIB_BUFFER_IS_RECYCLED (1 << 7) 97 #define VLIB_BUFFER_TOTAL_LENGTH_VALID (1 << 8) 98 #define VLIB_BUFFER_REPL_FAIL (1 << 9) 99 #define VLIB_BUFFER_RECYCLE (1 << 10) 100 #define VLIB_BUFFER_FLOW_REPORT (1 << 11) 101 #define VLIB_BUFFER_EXT_HDR_VALID (1 << 12) 104 #define LOG2_VLIB_BUFFER_FLAG_USER(n) (32 - (n)) 105 #define VLIB_BUFFER_FLAG_USER(n) (1 << LOG2_VLIB_BUFFER_FLAG_USER(n)) 162 #define VLIB_BUFFER_HDR_SIZE (sizeof(vlib_buffer_t) - VLIB_BUFFER_PRE_DATA_SIZE) 171 #define vlib_prefetch_buffer_header(b,type) CLIB_PREFETCH (b, 64, type) 176 return (
void *) (b + 1) + buffer_bytes;
182 ASSERT (
sizeof (b[0]) % 64 == 0);
248 return (
void *) b->
opaque;
385 uword min_free_buffers);
389 u32 * buffers,
u32 n_buffers);
398 uword n_packet_data_bytes,
403 u32 free_list_index);
428 u32 n_buffers,
u32 follow_buffer_next);
434 #define VLIB_BUFFER_DEFAULT_FREE_LIST_INDEX (0) 435 #define VLIB_BUFFER_DEFAULT_FREE_LIST_BYTES VLIB_BUFFER_DATA_SIZE 525 #define VLIB_BUFFER_TRACE_TRAJECTORY 0 527 #if VLIB_BUFFER_TRACE_TRAJECTORY > 0 529 extern void (*vlib_buffer_trace_trajectory_init_cb) (
vlib_buffer_t * b);
530 extern void vlib_buffer_trace_trajectory_init (
vlib_buffer_t * b);
531 #define VLIB_BUFFER_TRACE_TRAJECTORY_INIT(b) \ 532 vlib_buffer_trace_trajectory_init (b); 534 #define VLIB_BUFFER_TRACE_TRAJECTORY_INIT(b) 539 #define VLIB_BUFFER_REGISTER_CALLBACKS(x,...) \ 540 __VA_ARGS__ vlib_buffer_callbacks_t __##x##_buffer_callbacks; \ 541 static void __vlib_add_buffer_callbacks_t_##x (void) \ 542 __attribute__((__constructor__)) ; \ 543 static void __vlib_add_buffer_callbacks_t_##x (void) \ 545 if (vlib_buffer_callbacks) \ 546 clib_panic ("vlib buffer callbacks already registered"); \ 547 vlib_buffer_callbacks = &__##x##_buffer_callbacks; \ 549 __VA_ARGS__ vlib_buffer_callbacks_t __##x##_buffer_callbacks
vlib_physmem_region_index_t physmem_region
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
static u8 * vlib_buffer_get_tail(vlib_buffer_t *b)
Get pointer to the end of buffer's data.
u32 max_n_data_bytes_per_chain
static void vlib_buffer_reset(vlib_buffer_t *b)
Reset current header & length to state they were in when packet was received.
u32 current_config_index
Used by feature subgraph arcs to visit enabled feature nodes.
u32 opaque[10]
Opaque data used by sub-graphs for their own purposes.
vlib_buffer_callbacks_t cb
vlib_buffer_t buffer_init_template
struct vlib_main_t * vlib_main
#define VLIB_BUFFER_PRE_DATA_SIZE
clib_spinlock_t global_buffers_lock
u8 buffer_pool_index
index of buffer pool this buffer belongs.
#define STRUCT_MARK(mark)
void ** buffer_memory_allocated
u32 recycle_count
Used by L2 path recycle code.
void unserialize_open_vlib_buffer(serialize_main_t *m, struct vlib_main_t *vm, vlib_serialize_buffer_main_t *sm)
void unserialize_close_vlib_buffer(serialize_main_t *m)
u32 min_n_buffers_each_physmem_alloc
void( vlib_buffer_free_cb_t)(struct vlib_main_t *vm, u32 *buffers, u32 n_buffers)
u32 serialize_close_vlib_buffer(serialize_main_t *m)
i16 current_data
signed offset in data[], pre_data[] that we are currently processing.
void(* buffer_init_function)(struct vlib_main_t *vm, struct vlib_buffer_free_list_t *fl, u32 *buffers, u32 n_buffers)
void serialize_open_vlib_buffer(serialize_main_t *m, struct vlib_main_t *vm, vlib_serialize_buffer_main_t *sm)
void * vlib_set_buffer_free_callback(struct vlib_main_t *vm, void *fp)
vlib_buffer_free_no_next_cb_t * vlib_buffer_free_no_next_cb
u8 feature_arc_index
Used to identify feature arcs by intermediate feature node.
u8 pre_data[VLIB_BUFFER_PRE_DATA_SIZE]
Space for inserting data before buffer start.
static vlib_buffer_t * vlib_buffer_next_contiguous(vlib_buffer_t *b, u32 buffer_bytes)
static u32 serialize_vlib_buffer_n_bytes(serialize_main_t *m)
vlib_buffer_free_list_t ** announce_list
u16 current_length
Nbytes between current data and the end of this buffer.
static void * vlib_buffer_make_headroom(vlib_buffer_t *b, u8 size)
Make head room, typically for packet headers.
static void * vlib_buffer_put_uninit(vlib_buffer_t *b, u8 size)
Append uninitialized data to buffer.
uword ready_one_time_event
static void * vlib_buffer_get_current(vlib_buffer_t *b)
Get pointer to current data to process.
vlib_buffer_pool_t * buffer_pools
vlib_error_t error
Error code for buffers to be enqueued to error handler.
#define uword_to_pointer(u, type)
serialize_stream_t stream
clib_spinlock_t buffer_known_hash_lockp
vlib_buffer_fill_free_list_cb_t * vlib_buffer_fill_free_list_cb
static void * vlib_get_buffer_opaque2(vlib_buffer_t *b)
Get pointer to buffer's opaque2 data array.
void(* buffers_added_to_freelist_function)(struct vlib_main_t *vm, struct vlib_buffer_free_list_t *fl)
uword data_function_opaque
void( vlib_buffer_free_no_next_cb_t)(struct vlib_main_t *vm, u32 *buffers, u32 n_buffers)
vlib_buffer_free_cb_t * vlib_buffer_free_cb
u32 next_buffer
Next buffer for this linked-list of buffers.
static void vlib_buffer_advance(vlib_buffer_t *b, word l)
Advance current data pointer by the supplied (signed!) amount.
u8 n_add_refs
Number of additional references to this buffer.
u32 total_length_not_including_first_buffer
Only valid for first buffer in chain.
static void * vlib_buffer_push_uninit(vlib_buffer_t *b, u8 size)
Prepend uninitialized data to buffer.
static u8 vlib_buffer_has_space(vlib_buffer_t *b, word l)
Check if there is enough space in buffer to advance.
u32 opaque2[12]
More opaque data, see ../vnet/vnet/buffer.h.
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
static void * vlib_get_buffer_opaque(vlib_buffer_t *b)
Get pointer to buffer's opaque data array.
vlib_buffer_free_list_t * buffer_free_list_pool
uword * buffer_known_hash
clib_error_t * vlib_buffer_main_init(struct vlib_main_t *vm)
u8 vlib_buffer_add_physmem_region(struct vlib_main_t *vm, vlib_physmem_region_index_t region)
static void * vlib_buffer_pull(vlib_buffer_t *b, u8 size)
Retrieve bytes from buffer head.
uword buffer_init_function_opaque
uword( vlib_buffer_fill_free_list_cb_t)(struct vlib_main_t *vm, vlib_buffer_free_list_t *fl, uword min_free_buffers)
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
u8 vlib_physmem_region_index_t
static void vlib_buffer_struct_is_sane(vlib_buffer_t *b)
u32 trace_index
Specifies index into trace buffer if VLIB_PACKET_IS_TRACED flag is set.
uword * free_list_by_size
vlib_buffer_callbacks_t * vlib_buffer_callbacks
struct vlib_serialize_buffer_main_t::@27::@29 tx