fifo_segment.c File Reference

Include dependency graph for fifo_segment.c:

Go to the source code of this file.

Macros
#define	FS_CL_HEAD_MASK   0xFFFFFFFFFFFF
#define	FS_CL_HEAD_TMASK   0xFFFF000000000000
#define	FS_CL_HEAD_TINC   (1ULL << 48)

Functions
static void *	fsh_alloc_aligned (fifo_segment_header_t *fsh, uword size, uword align)
static void *	fsh_alloc (fifo_segment_header_t *fsh, uword size)
static fifo_segment_slice_t *	fsh_slice_get (fifo_segment_header_t *fsh, u32 slice_index)
static fifo_slice_private_t *	fs_slice_private_get (fifo_segment_t *fs, u32 slice_index)
static uword	fsh_n_free_bytes (fifo_segment_header_t *fsh)
static void	fsh_cached_bytes_add (fifo_segment_header_t *fsh, uword size)
static void	fsh_cached_bytes_sub (fifo_segment_header_t *fsh, uword size)
static uword	fsh_n_cached_bytes (fifo_segment_header_t *fsh)
static void	fsh_active_fifos_update (fifo_segment_header_t *fsh, int inc)
static u32	fsh_n_active_fifos (fifo_segment_header_t *fsh)
static uword	fs_virtual_mem (fifo_segment_t *fs)
void	fsh_virtual_mem_update (fifo_segment_header_t *fsh, u32 slice_index, int n_bytes)
static int	fss_chunk_fl_index_is_valid (fifo_segment_slice_t *fss, u32 fl_index)
static svm_fifo_chunk_t *	fss_chunk_free_list_head (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index)
static void	fss_chunk_free_list_push (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index, svm_fifo_chunk_t *c)
static void	fss_chunk_free_list_push_list (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index, svm_fifo_chunk_t *head, svm_fifo_chunk_t *tail)
static svm_fifo_chunk_t *	fss_chunk_free_list_pop (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index)
static void	fss_fifo_free_list_push (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, svm_fifo_shared_t *sf)
static void	fss_fifo_free_list_push_list (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, svm_fifo_shared_t *head, svm_fifo_shared_t *tail)
svm_fifo_shared_t *	fss_fifo_free_list_pop (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss)
static void	pfss_fifo_add_active_list (fifo_slice_private_t *pfss, svm_fifo_t *f)
static void	pfss_fifo_del_active_list (fifo_slice_private_t *pfss, svm_fifo_t *f)
static uword	fss_fl_chunk_bytes (fifo_segment_slice_t *fss)
static void	fss_fl_chunk_bytes_add (fifo_segment_slice_t *fss, uword size)
static void	fss_fl_chunk_bytes_sub (fifo_segment_slice_t *fss, uword size)
int	fifo_segment_init (fifo_segment_t *fs)
	Initialize fifo segment shared header. More...
int	fifo_segment_create (fifo_segment_main_t *sm, fifo_segment_create_args_t *a)
	Create a fifo segment and initialize as master. More...
int	fifo_segment_attach (fifo_segment_main_t *sm, fifo_segment_create_args_t *a)
	Attach as slave to a fifo segment. More...
void	fifo_segment_delete (fifo_segment_main_t *sm, fifo_segment_t *s)
u32	fifo_segment_index (fifo_segment_main_t *sm, fifo_segment_t *s)
fifo_segment_t *	fifo_segment_get_segment (fifo_segment_main_t *sm, u32 segment_index)
fifo_segment_t *	fifo_segment_get_segment_if_valid (fifo_segment_main_t *sm, u32 segment_index)
void	fifo_segment_info (fifo_segment_t *seg, char **address, size_t *size)
void	fifo_segment_main_init (fifo_segment_main_t *sm, u64 baseva, u32 timeout_in_seconds)
static u32	fs_freelist_for_size (u32 size)
static u32	fs_freelist_index_to_size (u32 fl_index)
static int	fs_chunk_size_is_valid (fifo_segment_header_t *fsh, u32 size)
svm_fifo_chunk_t *	fs_try_alloc_multi_chunk (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 data_bytes)
static int	fsh_try_alloc_fifo_hdr_batch (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 batch_size)
static int	fsh_try_alloc_chunk_batch (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index, u32 batch_size)
static int	fs_try_alloc_fifo_batch (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 fl_index, u32 batch_size)
static svm_fifo_shared_t *	fsh_try_alloc_fifo_hdr (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss)
static svm_fifo_chunk_t *	fsh_try_alloc_chunk (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 data_bytes)
static svm_fifo_shared_t *	fs_try_alloc_fifo (fifo_segment_header_t *fsh, u32 slice_index, u32 data_bytes)
	Try to allocate new fifo. More...
svm_fifo_chunk_t *	fsh_alloc_chunk (fifo_segment_header_t *fsh, u32 slice_index, u32 chunk_size)
	Allocate chunks in fifo segment. More...
static void	fsh_slice_collect_chunks (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, svm_fifo_chunk_t *c)
void	fsh_collect_chunks (fifo_segment_header_t *fsh, u32 slice_index, svm_fifo_chunk_t *c)
	Return chunks to fifo segment. More...
svm_fifo_t *	fs_fifo_alloc (fifo_segment_t *fs, u32 slice_index)
void	fs_fifo_free (fifo_segment_t *fs, svm_fifo_t *f, u32 slice_index)
void	fifo_segment_cleanup (fifo_segment_t *fs)
svm_fifo_t *	fifo_segment_alloc_fifo_w_slice (fifo_segment_t *fs, u32 slice_index, u32 data_bytes, fifo_segment_ftype_t ftype)
	Allocate fifo in fifo segment. More...
svm_fifo_t *	fifo_segment_alloc_fifo_w_offset (fifo_segment_t *fs, uword offset)
svm_fifo_t *	fifo_segment_duplicate_fifo (fifo_segment_t *fs, svm_fifo_t *f)
void	fifo_segment_free_fifo (fifo_segment_t *fs, svm_fifo_t *f)
	Free fifo allocated in fifo segment. More...
void	fifo_segment_free_client_fifo (fifo_segment_t *fs, svm_fifo_t *f)
	Free fifo allocated by external applications. More...
void	fifo_segment_detach_fifo (fifo_segment_t *fs, svm_fifo_t **f)
void	fifo_segment_attach_fifo (fifo_segment_t *fs, svm_fifo_t **f, u32 slice_index)
uword	fifo_segment_fifo_offset (svm_fifo_t *f)
svm_fifo_chunk_t *	fifo_segment_alloc_chunk_w_slice (fifo_segment_t *fs, u32 slice_index, u32 chunk_size)
void	fifo_segment_collect_chunk (fifo_segment_t *fs, u32 slice_index, svm_fifo_chunk_t *c)
uword	fifo_segment_chunk_offset (fifo_segment_t *fs, svm_fifo_chunk_t *c)
svm_msg_q_t *	fifo_segment_msg_q_alloc (fifo_segment_t *fs, u32 mq_index, svm_msg_q_cfg_t *cfg)
	Allocate message queue on segment. More...
svm_msg_q_t *	fifo_segment_msg_q_attach (fifo_segment_t *fs, uword offset, u32 mq_index)
	Attach message queue at fifo segment offset. More...
void	fifo_segment_msg_qs_discover (fifo_segment_t *fs, int *fds, u32 n_fds)
	Discover mqs on mq only segment. More...
uword	fifo_segment_msg_q_offset (fifo_segment_t *fs, u32 mq_index)
	Message queue offset on segment. More...
int	fifo_segment_prealloc_fifo_hdrs (fifo_segment_t *fs, u32 slice_index, u32 batch_size)
	Try to preallocate fifo headers. More...
int	fifo_segment_prealloc_fifo_chunks (fifo_segment_t *fs, u32 slice_index, u32 chunk_size, u32 batch_size)
	Try to preallocate fifo chunks on segment. More...
void	fifo_segment_preallocate_fifo_pairs (fifo_segment_t *fs, u32 rx_fifo_size, u32 tx_fifo_size, u32 *n_fifo_pairs)
	Pre-allocates fifo pairs in fifo segment. More...
u32	fifo_segment_num_fifos (fifo_segment_t *fs)
	Get number of active fifos. More...
static u32	fs_slice_num_free_fifos (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss)
u32	fifo_segment_num_free_fifos (fifo_segment_t *fs)
static u32	fs_slice_num_free_chunks (fifo_segment_header_t *fsh, fifo_segment_slice_t *fss, u32 size)
u32	fifo_segment_num_free_chunks (fifo_segment_t *fs, u32 size)
	Find number of free chunks of given size. More...
uword	fifo_segment_size (fifo_segment_t *fs)
	Fifo segment allocated size. More...
static u8	fs_has_reached_mem_limit (fifo_segment_t *fs)
static void	fs_reset_mem_limit (fifo_segment_t *fs)
void *	fifo_segment_alloc (fifo_segment_t *fs, uword size)
	Fifo segment reset mem limit flag. More...
uword	fifo_segment_free_bytes (fifo_segment_t *fs)
	Fifo segment estimate of number of free bytes. More...
uword	fifo_segment_cached_bytes (fifo_segment_t *fs)
	Fifo segment number of cached bytes. More...
uword	fifo_segment_available_bytes (fifo_segment_t *fs)
uword	fifo_segment_fl_chunk_bytes (fifo_segment_t *fs)
	Number of bytes on chunk free lists. More...
u8	fifo_segment_has_fifos (fifo_segment_t *fs)
svm_fifo_t *	fifo_segment_get_slice_fifo_list (fifo_segment_t *fs, u32 slice_index)
u8	fifo_segment_get_mem_usage (fifo_segment_t *fs)
fifo_segment_mem_status_t	fifo_segment_determine_status (fifo_segment_t *fs, u8 usage)
fifo_segment_mem_status_t	fifo_segment_get_mem_status (fifo_segment_t *fs)
u8 *	format_fifo_segment_type (u8 *s, va_list *args)
u8 *	format_fifo_segment (u8 *s, va_list *args)
	Segment format function. More...

Variables
static char *	fifo_segment_mem_status_strings []

Macro Definition Documentation

FS_CL_HEAD_MASK

#define FS_CL_HEAD_MASK   0xFFFFFFFFFFFF

Definition at line 137 of file fifo_segment.c.

FS_CL_HEAD_TINC

#define FS_CL_HEAD_TINC   (1ULL << 48)

Definition at line 139 of file fifo_segment.c.

FS_CL_HEAD_TMASK

#define FS_CL_HEAD_TMASK   0xFFFF000000000000

Definition at line 138 of file fifo_segment.c.

Function Documentation

fifo_segment_alloc()

void* fifo_segment_alloc	(	fifo_segment_t *	fs,
		uword	size
	)

Fifo segment reset mem limit flag.

Parameters

fs	fifo segment
size	size requested

Returns

pointer to memory allocated or 0

Definition at line 1393 of file fifo_segment.c.

Here is the call graph for this function:

fifo_segment_alloc_chunk_w_slice()

svm_fifo_chunk_t* fifo_segment_alloc_chunk_w_slice	(	fifo_segment_t *	fs,
		u32	slice_index,
		u32	chunk_size
	)

Definition at line 1055 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_alloc_fifo_w_offset()

svm_fifo_t* fifo_segment_alloc_fifo_w_offset	(	fifo_segment_t *	fs,
		uword	offset
	)

Definition at line 892 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_alloc_fifo_w_slice()

svm_fifo_t* fifo_segment_alloc_fifo_w_slice	(	fifo_segment_t *	fs,
		u32	slice_index,
		u32	data_bytes,
		fifo_segment_ftype_t	ftype
	)

Allocate fifo in fifo segment.

Parameters

fs	fifo segment for fifo
data_bytes	size of default fifo chunk in bytes
ftype	fifo type fifo_segment_ftype_t

Returns

new fifo or 0 if alloc failed

Definition at line 847 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_attach()

int fifo_segment_attach	(	fifo_segment_main_t *	sm,
		fifo_segment_create_args_t *	a
	)

Attach as slave to a fifo segment.

Definition at line 382 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_attach_fifo()

void fifo_segment_attach_fifo	(	fifo_segment_t *	fs,
		svm_fifo_t **	f,
		u32	slice_index
	)

Definition at line 1012 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_available_bytes()

uword fifo_segment_available_bytes

(

fifo_segment_t *

fs

)

Definition at line 1415 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_cached_bytes()

uword fifo_segment_cached_bytes

(

fifo_segment_t *

fs

)

Fifo segment number of cached bytes.

Returns fifo segment's number of cached bytes.

Parameters

fs	fifo segment

Returns

cached bytes

Definition at line 1409 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_chunk_offset()

uword fifo_segment_chunk_offset	(	fifo_segment_t *	fs,
		svm_fifo_chunk_t *	c
	)

Definition at line 1073 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_cleanup()

void fifo_segment_cleanup

(

fifo_segment_t *

fs

)

Definition at line 827 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_collect_chunk()

void fifo_segment_collect_chunk	(	fifo_segment_t *	fs,
		u32	slice_index,
		svm_fifo_chunk_t *	c
	)

Definition at line 1066 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_create()

int fifo_segment_create	(	fifo_segment_main_t *	sm,
		fifo_segment_create_args_t *	a
	)

Create a fifo segment and initialize as master.

Definition at line 348 of file fifo_segment.c.

Here is the call graph for this function:

fifo_segment_delete()

void fifo_segment_delete	(	fifo_segment_main_t *	sm,
		fifo_segment_t *	s
	)

Definition at line 421 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_detach_fifo()

void fifo_segment_detach_fifo	(	fifo_segment_t *	fs,
		svm_fifo_t **	f
	)

Definition at line 985 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_determine_status()

fifo_segment_mem_status_t fifo_segment_determine_status	(	fifo_segment_t *	fs,
		u8	usage
	)

Definition at line 1464 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_duplicate_fifo()

svm_fifo_t* fifo_segment_duplicate_fifo	(	fifo_segment_t *	fs,
		svm_fifo_t *	f
	)

Definition at line 908 of file fifo_segment.c.

Here is the call graph for this function:

fifo_segment_fifo_offset()

uword fifo_segment_fifo_offset

(

svm_fifo_t *

f

)

Definition at line 1049 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_fl_chunk_bytes()

uword fifo_segment_fl_chunk_bytes

(

fifo_segment_t *

fs

)

Number of bytes on chunk free lists.

Parameters

fs	fifo segment

Returns

free bytes on chunk free lists

Definition at line 1421 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_free_bytes()

uword fifo_segment_free_bytes

(

fifo_segment_t *

fs

)

Fifo segment estimate of number of free bytes.

Returns fifo segment's internal estimate of the number of free bytes. To force a synchronization between the segment and the underlying memory allocator, call fifo_segment_update_free_bytes

Parameters

fs	fifo segment

Returns

free bytes estimate

Definition at line 1403 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_free_client_fifo()

void fifo_segment_free_client_fifo	(	fifo_segment_t *	fs,
		svm_fifo_t *	f
	)

Free fifo allocated by external applications.

@params fs fifo segment for fifo

Parameters

f	fifo to be freed

Definition at line 979 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_free_fifo()

void fifo_segment_free_fifo	(	fifo_segment_t *	fs,
		svm_fifo_t *	f
	)

Free fifo allocated in fifo segment.

Parameters

fs	fifo segment for fifo
f	fifo to be freed

Definition at line 919 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_get_mem_status()

fifo_segment_mem_status_t fifo_segment_get_mem_status

(

fifo_segment_t *

fs

)

Definition at line 1490 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_get_mem_usage()

u8 fifo_segment_get_mem_usage

(

fifo_segment_t *

fs

)

Definition at line 1453 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_get_segment()

fifo_segment_t* fifo_segment_get_segment	(	fifo_segment_main_t *	sm,
		u32	segment_index
	)

Definition at line 436 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_get_segment_if_valid()

fifo_segment_t* fifo_segment_get_segment_if_valid	(	fifo_segment_main_t *	sm,
		u32	segment_index
	)

Definition at line 442 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_get_slice_fifo_list()

svm_fifo_t* fifo_segment_get_slice_fifo_list	(	fifo_segment_t *	fs,
		u32	slice_index
	)

Definition at line 1444 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_has_fifos()

u8 fifo_segment_has_fifos

(

fifo_segment_t *

fs

)

Definition at line 1438 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_index()

u32 fifo_segment_index	(	fifo_segment_main_t *	sm,
		fifo_segment_t *	s
	)

Definition at line 430 of file fifo_segment.c.

fifo_segment_info()

void fifo_segment_info	(	fifo_segment_t *	seg,
		char **	address,
		size_t *	size
	)

Definition at line 450 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_init()

int fifo_segment_init

(

fifo_segment_t *

fs

)

Initialize fifo segment shared header.

Definition at line 296 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_main_init()

void fifo_segment_main_init	(	fifo_segment_main_t *	sm,
		u64	baseva,
		u32	timeout_in_seconds
	)

Definition at line 457 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_msg_q_alloc()

svm_msg_q_t* fifo_segment_msg_q_alloc	(	fifo_segment_t *	fs,
		u32	mq_index,
		svm_msg_q_cfg_t *	cfg
	)

Allocate message queue on segment.

Parameters

fs	fifo segment for mq
mq_index	index in private mqs vector to use to attach
cfg	configuration for mq

Returns

attached message queue

Definition at line 1079 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_msg_q_attach()

svm_msg_q_t* fifo_segment_msg_q_attach	(	fifo_segment_t *	fs,
		uword	offset,
		u32	mq_index
	)

Attach message queue at fifo segment offset.

Parameters

fs	fifo segment for mq
offset	offset for shared mq on the segment
mq_index	index in private mqs vector to use to attach

Returns

attached message queue

Definition at line 1106 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_msg_q_offset()

uword fifo_segment_msg_q_offset	(	fifo_segment_t *	fs,
		u32	mq_index
	)

Message queue offset on segment.

Parameters

fs	fifo segment for mq
mq_index	index of mq in private mqs vector

Returns

offset of the shared mq the private mq is attached to

Definition at line 1163 of file fifo_segment.c.

Here is the caller graph for this function:

fifo_segment_msg_qs_discover()

void fifo_segment_msg_qs_discover	(	fifo_segment_t *	fs,
		int *	fds,
		u32	n_fds
	)

Discover mqs on mq only segment.

Parameters

fs	fifo segment for mq
fds	array of fds is mqs use eventfds
n_fds	number of fds

Definition at line 1131 of file fifo_segment.c.

Here is the call graph for this function:

fifo_segment_num_fifos()

u32 fifo_segment_num_fifos

(

fifo_segment_t *

fs

)

Get number of active fifos.

Definition at line 1275 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_num_free_chunks()

u32 fifo_segment_num_free_chunks	(	fifo_segment_t *	fs,
		u32	size
	)

Find number of free chunks of given size.

Parameters

fs	fifo segment
size	chunk size of interest or ~0 if all should be counted

Returns

number of chunks of given size

Definition at line 1359 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_num_free_fifos()

u32 fifo_segment_num_free_fifos

(

fifo_segment_t *

fs

)

Definition at line 1299 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_prealloc_fifo_chunks()

int fifo_segment_prealloc_fifo_chunks	(	fifo_segment_t *	fs,
		u32	slice_index,
		u32	chunk_size,
		u32	batch_size
	)

Try to preallocate fifo chunks on segment.

Tries to preallocate chunks of requested size on segment and adds them to chunk freelist.

Parameters

fs	fifo segment
chunk_size	size of chunks to be allocated in bytes
batch_size	number of chunks to be allocated

Returns

0 on success, negative number otherwise

Definition at line 1186 of file fifo_segment.c.

Here is the call graph for this function:

fifo_segment_prealloc_fifo_hdrs()

int fifo_segment_prealloc_fifo_hdrs	(	fifo_segment_t *	fs,
		u32	slice_index,
		u32	batch_size
	)

Try to preallocate fifo headers.

Tries to preallocate fifo headers and adds them to freelist.

Parameters

fs	fifo segment
batch_size	number of chunks to be allocated

Returns

0 on success, negative number otherwise

Definition at line 1175 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_preallocate_fifo_pairs()

void fifo_segment_preallocate_fifo_pairs	(	fifo_segment_t *	fs,
		u32	rx_fifo_size,
		u32	tx_fifo_size,
		u32 *	n_fifo_pairs
	)

Pre-allocates fifo pairs in fifo segment.

The number of fifos pre-allocated is the minimum of the requested number of pairs and the maximum number that fit within the segment. If the maximum is hit, the number of fifo pairs requested is updated by subtracting the number of fifos that have been successfully allocated.

Parameters

fs	fifo segment for fifo
rx_fifo_size	data size of rx fifos
tx_fifo_size	data size of tx fifos
n_fifo_pairs	number of pairs requested. Prior to returning, this is decremented by the the number of pairs allocated.

Definition at line 1209 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fifo_segment_size()

uword fifo_segment_size

(

fifo_segment_t *

fs

)

Fifo segment allocated size.

Returns fifo segment's allocated size

Parameters

fs	fifo segment

Returns

allocated size in bytes

Definition at line 1375 of file fifo_segment.c.

Here is the caller graph for this function:

format_fifo_segment()

u8* format_fifo_segment	(	u8 *	s,
		va_list *	args
	)

Segment format function.

Definition at line 1519 of file fifo_segment.c.

Here is the call graph for this function:

format_fifo_segment_type()

u8* format_fifo_segment_type	(	u8 *	s,
		va_list *	args
	)

Definition at line 1498 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_chunk_size_is_valid()

static int fs_chunk_size_is_valid ( fifo_segment_header_t *  fsh, u32  size  )

inlinestatic

Definition at line 480 of file fifo_segment.c.

Here is the caller graph for this function:

fs_fifo_alloc()

svm_fifo_t* fs_fifo_alloc	(	fifo_segment_t *	fs,
		u32	slice_index
	)

Definition at line 804 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_fifo_free()

void fs_fifo_free	(	fifo_segment_t *	fs,
		svm_fifo_t *	f,
		u32	slice_index
	)

Definition at line 815 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_freelist_for_size()

static u32 fs_freelist_for_size ( u32  size )

inlinestatic

Definition at line 465 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_freelist_index_to_size()

static u32 fs_freelist_index_to_size ( u32  fl_index )

inlinestatic

Definition at line 474 of file fifo_segment.c.

Here is the caller graph for this function:

fs_has_reached_mem_limit()

static u8 fs_has_reached_mem_limit ( fifo_segment_t *  fs )

static

Definition at line 1381 of file fifo_segment.c.

Here is the caller graph for this function:

fs_reset_mem_limit()

static void fs_reset_mem_limit ( fifo_segment_t *  fs )

static

Definition at line 1387 of file fifo_segment.c.

Here is the caller graph for this function:

fs_slice_num_free_chunks()

static u32 fs_slice_num_free_chunks ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  size  )

static

Definition at line 1315 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_slice_num_free_fifos()

static u32 fs_slice_num_free_fifos ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss  )

static

Definition at line 1281 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_slice_private_get()

static fifo_slice_private_t* fs_slice_private_get ( fifo_segment_t *  fs, u32  slice_index  )

inlinestatic

Definition at line 56 of file fifo_segment.c.

Here is the caller graph for this function:

fs_try_alloc_fifo()

static svm_fifo_shared_t* fs_try_alloc_fifo ( fifo_segment_header_t *  fsh, u32  slice_index, u32  data_bytes  )

static

Try to allocate new fifo.

Tries the following steps in order:

• grab fifo and chunk from freelists
• batch fifo and chunk allocation
• single fifo allocation
• grab multiple fifo chunks from freelists

Definition at line 726 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_try_alloc_fifo_batch()

static int fs_try_alloc_fifo_batch ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index, u32  batch_size  )

static

Definition at line 629 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_try_alloc_multi_chunk()

svm_fifo_chunk_t* fs_try_alloc_multi_chunk	(	fifo_segment_header_t *	fsh,
		fifo_segment_slice_t *	fss,
		u32	data_bytes
	)

Definition at line 491 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fs_virtual_mem()

static uword fs_virtual_mem ( fifo_segment_t *  fs )

inlinestatic

Definition at line 108 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_active_fifos_update()

static void fsh_active_fifos_update ( fifo_segment_header_t *  fsh, int  inc  )

inlinestatic

Definition at line 96 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_alloc()

static void* fsh_alloc ( fifo_segment_header_t *  fsh, uword  size  )

inlinestatic

Definition at line 44 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_alloc_aligned()

static void* fsh_alloc_aligned ( fifo_segment_header_t *  fsh, uword  size, uword  align  )

inlinestatic

Definition at line 20 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_alloc_chunk()

svm_fifo_chunk_t* fsh_alloc_chunk	(	fifo_segment_header_t *	fsh,
		u32	slice_index,
		u32	chunk_size
	)

Allocate chunks in fifo segment.

Parameters

fsh	fifo segment header
slice_index	slice where chunks should be alocated
chunk_size	chunk size needed

Returns

chunk (or chunks) that cover at least chunk_size bytes on success, 0 on failure.

Definition at line 762 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_cached_bytes_add()

static void fsh_cached_bytes_add ( fifo_segment_header_t *  fsh, uword  size  )

inlinestatic

Definition at line 77 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_cached_bytes_sub()

static void fsh_cached_bytes_sub ( fifo_segment_header_t *  fsh, uword  size  )

inlinestatic

Definition at line 83 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_collect_chunks()

void fsh_collect_chunks	(	fifo_segment_header_t *	fsh,
		u32	slice_index,
		svm_fifo_chunk_t *	c
	)

Return chunks to fifo segment.

Parameters

fsh	fifo segment header
slice_index	slice where chunks should be returned
c	pointer to first chunk in 0 terminated linked list

Definition at line 795 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_n_active_fifos()

static u32 fsh_n_active_fifos ( fifo_segment_header_t *  fsh )

inlinestatic

Definition at line 102 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_n_cached_bytes()

static uword fsh_n_cached_bytes ( fifo_segment_header_t *  fsh )

inlinestatic

Definition at line 89 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_n_free_bytes()

static uword fsh_n_free_bytes ( fifo_segment_header_t *  fsh )

inlinestatic

Definition at line 69 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_slice_collect_chunks()

static void fsh_slice_collect_chunks ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, svm_fifo_chunk_t *  c  )

static

Definition at line 774 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_slice_get()

static fifo_segment_slice_t* fsh_slice_get ( fifo_segment_header_t *  fsh, u32  slice_index  )

inlinestatic

Definition at line 50 of file fifo_segment.c.

Here is the caller graph for this function:

fsh_try_alloc_chunk()

static svm_fifo_chunk_t* fsh_try_alloc_chunk ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  data_bytes  )

static

Definition at line 657 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_try_alloc_chunk_batch()

static int fsh_try_alloc_chunk_batch ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index, u32  batch_size  )

static

Definition at line 588 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_try_alloc_fifo_hdr()

static svm_fifo_shared_t* fsh_try_alloc_fifo_hdr ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss  )

static

Definition at line 639 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_try_alloc_fifo_hdr_batch()

static int fsh_try_alloc_fifo_hdr_batch ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  batch_size  )

static

Definition at line 555 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fsh_virtual_mem_update()

void fsh_virtual_mem_update	(	fifo_segment_header_t *	fsh,
		u32	slice_index,
		int	n_bytes
	)

Definition at line 124 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_chunk_fl_index_is_valid()

static int fss_chunk_fl_index_is_valid ( fifo_segment_slice_t *  fss, u32  fl_index  )

inlinestatic

Definition at line 132 of file fifo_segment.c.

Here is the caller graph for this function:

fss_chunk_free_list_head()

static svm_fifo_chunk_t* fss_chunk_free_list_head ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index  )

static

Definition at line 142 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_chunk_free_list_pop()

static svm_fifo_chunk_t* fss_chunk_free_list_pop ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index  )

static

Definition at line 192 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_chunk_free_list_push()

static void fss_chunk_free_list_push ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index, svm_fifo_chunk_t *  c  )

static

Definition at line 150 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_chunk_free_list_push_list()

static void fss_chunk_free_list_push_list ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, u32  fl_index, svm_fifo_chunk_t *  head, svm_fifo_chunk_t *  tail  )

static

Definition at line 171 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_fifo_free_list_pop()

svm_fifo_shared_t* fss_fifo_free_list_pop	(	fifo_segment_header_t *	fsh,
		fifo_segment_slice_t *	fss
	)

Definition at line 241 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_fifo_free_list_push()

static void fss_fifo_free_list_push ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, svm_fifo_shared_t *  sf  )

static

Definition at line 224 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_fifo_free_list_push_list()

static void fss_fifo_free_list_push_list ( fifo_segment_header_t *  fsh, fifo_segment_slice_t *  fss, svm_fifo_shared_t *  head, svm_fifo_shared_t *  tail  )

static

Definition at line 232 of file fifo_segment.c.

Here is the call graph for this function:

Here is the caller graph for this function:

fss_fl_chunk_bytes()

static uword fss_fl_chunk_bytes ( fifo_segment_slice_t *  fss )

inlinestatic

Definition at line 275 of file fifo_segment.c.

Here is the caller graph for this function:

fss_fl_chunk_bytes_add()

static void fss_fl_chunk_bytes_add ( fifo_segment_slice_t *  fss, uword  size  )

inlinestatic

Definition at line 281 of file fifo_segment.c.

Here is the caller graph for this function:

fss_fl_chunk_bytes_sub()

static void fss_fl_chunk_bytes_sub ( fifo_segment_slice_t *  fss, uword  size  )

inlinestatic

Definition at line 287 of file fifo_segment.c.

Here is the caller graph for this function:

pfss_fifo_add_active_list()

static void pfss_fifo_add_active_list ( fifo_slice_private_t *  pfss, svm_fifo_t *  f  )

inlinestatic

Definition at line 250 of file fifo_segment.c.

Here is the caller graph for this function:

pfss_fifo_del_active_list()

static void pfss_fifo_del_active_list ( fifo_slice_private_t *  pfss, svm_fifo_t *  f  )

inlinestatic

Definition at line 261 of file fifo_segment.c.

Here is the caller graph for this function:

Variable Documentation

fifo_segment_mem_status_strings

char* fifo_segment_mem_status_strings[]

static

Initial value:

= {
#define _(sym,str) 
  foreach_segment_mem_status
 
}

Definition at line 62 of file fifo_segment.c.