Include dependency graph for dpdk.h:

This graph shows which files directly or indirectly include this file:

Data Structures
struct	dpdk_frame_t

struct	dpdk_efd_agent_t

struct	tx_ring_hdr_t

struct	dpdk_device_t

struct	dpdk_worker_t

struct	dpdk_device_and_queue_t

struct	dpdk_efd_t

struct	dpdk_device_config_t

struct	dpdk_config_main_t

struct	dpdk_main_t

struct	dpdk_tx_dma_trace_t

struct	dpdk_rx_dma_trace_t

Macros
#define	always_inline static inline

#define	DPDK_VHOST_USER 0

#define	NB_MBUF (16<<10)

#define	foreach_dpdk_pmd

#define	DPDK_EFD_MAX_DISCARD_RATE 10

#define	DPDK_TX_RING_SIZE (4 * 1024)

#define	DPDK_STATS_POLL_INTERVAL (10.0)

#define	DPDK_MIN_STATS_POLL_INTERVAL (0.001) /* 1msec */

#define	DPDK_LINK_POLL_INTERVAL (3.0)

#define	DPDK_MIN_LINK_POLL_INTERVAL (0.001) /* 1msec */

#define	DPDK_EFD_DISABLED 0

#define	DPDK_EFD_DISCARD_ENABLED (1 << 0)

#define	DPDK_EFD_MONITOR_ENABLED (1 << 1)

#define	DPDK_EFD_DROPALL_ENABLED (1 << 2)

#define	DPDK_EFD_DEFAULT_DEVICE_QUEUE_HI_THRESH_PCT 90

#define	DPDK_EFD_DEFAULT_CONSEC_FULL_FRAMES_HI_THRESH 6

#define	foreach_dpdk_device_config_item

#define	DPDK_DEVICE_VLAN_STRIP_DEFAULT 0

#define	DPDK_DEVICE_VLAN_STRIP_OFF 1

#define	DPDK_DEVICE_VLAN_STRIP_ON 2

#define	foreach_dpdk_error

#define	EFD_OPERATION_LESS_THAN 0

#define	EFD_OPERATION_GREATER_OR_EQUAL 1

Typedefs
typedef void(*	dpdk_flowcontrol_callback_t) (vlib_main_t *vm, u32 hw_if_index, u32 n_packets)

typedef struct dpdk_efd_t	dpdk_efd_t

Functions
void	vnet_buffer_needs_dpdk_mb (vlib_buffer_t *b)

void	dpdk_set_next_node (dpdk_rx_next_t, char *)

clib_error_t *	dpdk_set_mac_address (vnet_hw_interface_t hi, char address)

clib_error_t *	dpdk_set_mc_filter (vnet_hw_interface_t *hi, struct ether_addr mc_addr_vec[], int naddr)

void	dpdk_thread_input (dpdk_main_t dm, dpdk_device_t xd)

clib_error_t *	dpdk_port_setup (dpdk_main_t dm, dpdk_device_t xd)

void	dpdk_set_flowcontrol_callback (vlib_main_t *vm, dpdk_flowcontrol_callback_t callback)

u32	dpdk_interface_tx_vector (vlib_main_t *vm, u32 dev_instance)

void	set_efd_bitmap (u8 *bitmap, u32 value, u32 op)

struct rte_mbuf *	dpdk_replicate_packet_mb (vlib_buffer_t *b)

struct rte_mbuf *	dpdk_zerocopy_replicate_packet_mb (vlib_buffer_t *b)

static_always_inline void	increment_efd_drop_counter (vlib_main_t *vm, u32 counter_index, u32 count)

int	dpdk_set_stat_poll_interval (f64 interval)

int	dpdk_set_link_state_poll_interval (f64 interval)

void	dpdk_update_link_state (dpdk_device_t *xd, f64 now)

void	dpdk_device_lock_init (dpdk_device_t *xd)

void	dpdk_device_lock_free (dpdk_device_t *xd)

void	dpdk_efd_update_counters (dpdk_device_t *xd, u32 n_buffers, u16 enabled)

u32	is_efd_discardable (vlib_thread_main_t tm, vlib_buffer_t b0, struct rte_mbuf *mb)

static u64	vnet_get_aggregate_rx_packets (void)

void	dpdk_rx_trace (dpdk_main_t dm, vlib_node_runtime_t node, dpdk_device_t xd, u16 queue_id, u32 buffers, uword n_buffers)

void	efd_config (u32 enabled, u32 ip_prec, u32 ip_op, u32 mpls_exp, u32 mpls_op, u32 vlan_cos, u32 vlan_op)

void	post_sw_interface_set_flags (vlib_main_t *vm, u32 sw_if_index, u32 flags)

u32	dpdk_get_admin_up_down_in_progress (void)

u32	dpdk_num_mbufs (void)

dpdk_pmd_t	dpdk_get_pmd_type (vnet_hw_interface_t *hi)

i8	dpdk_get_cpu_socket (vnet_hw_interface_t *hi)

void *	dpdk_input_multiarch_select ()

void *	dpdk_input_rss_multiarch_select ()

void *	dpdk_input_efd_multiarch_select ()

clib_error_t *	dpdk_get_hw_interface_stats (u32 hw_if_index, struct rte_eth_stats *dest)

clib_error_t *	unformat_rss_fn (unformat_input_t input, uword rss_fn)

static void	dpdk_pmd_constructor_init ()

uword	admin_up_down_process (vlib_main_t vm, vlib_node_runtime_t rt, vlib_frame_t *f)

Variables
vnet_device_class_t	dpdk_device_class

vlib_node_registration_t	dpdk_input_node
	(constructor) VLIB_REGISTER_NODE (dpdk_input_node) More...

vlib_node_registration_t	handoff_dispatch_node
	(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node) More...

dpdk_config_main_t	dpdk_config_main

dpdk_main_t	dpdk_main

format_function_t	format_dpdk_device_name

format_function_t	format_dpdk_device

format_function_t	format_dpdk_tx_dma_trace

format_function_t	format_dpdk_rx_dma_trace

format_function_t	format_dpdk_rte_mbuf

format_function_t	format_dpdk_rx_rte_mbuf

unformat_function_t	unformat_socket_mem

Macro Definition Documentation

#define always_inline static inline

Definition at line 59 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0

Definition at line 324 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_OFF 1

Definition at line 325 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_ON 2

Definition at line 326 of file dpdk.h.

#define DPDK_EFD_DEFAULT_CONSEC_FULL_FRAMES_HI_THRESH 6

Definition at line 302 of file dpdk.h.

#define DPDK_EFD_DEFAULT_DEVICE_QUEUE_HI_THRESH_PCT 90

Definition at line 301 of file dpdk.h.

#define DPDK_EFD_DISABLED 0

Definition at line 296 of file dpdk.h.

#define DPDK_EFD_DISCARD_ENABLED (1 << 0)

Definition at line 297 of file dpdk.h.

#define DPDK_EFD_DROPALL_ENABLED (1 << 2)

Definition at line 299 of file dpdk.h.

#define DPDK_EFD_MAX_DISCARD_RATE 10

Definition at line 130 of file dpdk.h.

#define DPDK_EFD_MONITOR_ENABLED (1 << 1)

Definition at line 298 of file dpdk.h.

#define DPDK_LINK_POLL_INTERVAL (3.0)

Definition at line 278 of file dpdk.h.

#define DPDK_MIN_LINK_POLL_INTERVAL (0.001) /* 1msec */

Definition at line 279 of file dpdk.h.

#define DPDK_MIN_STATS_POLL_INTERVAL (0.001) /* 1msec */

Definition at line 276 of file dpdk.h.

#define DPDK_STATS_POLL_INTERVAL (10.0)

Definition at line 275 of file dpdk.h.

#define DPDK_TX_RING_SIZE (4 * 1024)

Definition at line 273 of file dpdk.h.

#define DPDK_VHOST_USER 0

Definition at line 67 of file dpdk.h.

#define EFD_OPERATION_GREATER_OR_EQUAL 1

Definition at line 568 of file dpdk.h.

#define EFD_OPERATION_LESS_THAN 0

Definition at line 567 of file dpdk.h.

#define foreach_dpdk_device_config_item

Value:

_ (num_rx_queues) \
  _ (num_tx_queues) \
  _ (num_rx_desc) \
  _ (num_tx_desc) \
  _ (rss_fn)

Definition at line 312 of file dpdk.h.

#define foreach_dpdk_error

Value:

_(NONE, "no error")                                                     \
  _(RX_PACKET_ERROR, "Rx packet errors")                                \
  _(RX_BAD_FCS, "Rx bad fcs")                                           \
  _(L4_CHECKSUM_ERROR, "Rx L4 checksum errors")                         \
  _(IP_CHECKSUM_ERROR, "Rx ip checksum errors")                         \
  _(RX_ALLOC_FAIL, "rx buf alloc from free list failed")                \
  _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem")              \
  _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error")        \
  _(IPV4_EFD_DROP_PKTS, "IPV4 Early Fast Discard rx drops")             \
  _(IPV6_EFD_DROP_PKTS, "IPV6 Early Fast Discard rx drops")             \
  _(MPLS_EFD_DROP_PKTS, "MPLS Early Fast Discard rx drops")             \
  _(VLAN_EFD_DROP_PKTS, "VLAN Early Fast Discard rx drops")

Definition at line 498 of file dpdk.h.

#define foreach_dpdk_pmd

Value:

_ ("rte_nicvf_pmd", THUNDERX)     \
  _ ("rte_em_pmd", E1000EM)       \
  _ ("rte_igb_pmd", IGB)          \
  _ ("rte_igbvf_pmd", IGBVF)      \
  _ ("rte_ixgbe_pmd", IXGBE)      \
  _ ("rte_ixgbevf_pmd", IXGBEVF)  \
  _ ("rte_i40e_pmd", I40E)        \
  _ ("rte_i40evf_pmd", I40EVF)    \
  _ ("rte_virtio_pmd", VIRTIO)    \
  _ ("rte_enic_pmd", ENIC)        \
  _ ("rte_vmxnet3_pmd", VMXNET3)  \
  _ ("AF_PACKET PMD", AF_PACKET)  \
  _ ("rte_bond_pmd", BOND)        \
  _ ("rte_pmd_fm10k", FM10K)      \
  _ ("rte_cxgbe_pmd", CXGBE)      \
  _ ("rte_dpaa2_dpni", DPAA2)

Definition at line 86 of file dpdk.h.

#define NB_MBUF (16<<10)

Definition at line 72 of file dpdk.h.

Typedef Documentation

typedef struct dpdk_efd_t dpdk_efd_t

typedef void(* dpdk_flowcontrol_callback_t) (vlib_main_t *vm, u32 hw_if_index, u32 n_packets)

Definition at line 179 of file dpdk.h.

Enumeration Type Documentation

enum dpdk_device_type_t

Enumerator
VNET_DPDK_DEV_ETH
VNET_DPDK_DEV_KNI
VNET_DPDK_DEV_VHOST_USER
VNET_DPDK_DEV_UNKNOWN

Definition at line 78 of file dpdk.h.

enum dpdk_error_t

Enumerator
DPDK_N_ERROR

Definition at line 512 of file dpdk.h.

enum dpdk_pmd_t

Enumerator
VNET_DPDK_PMD_NONE
VNET_DPDK_PMD_UNKNOWN

Definition at line 104 of file dpdk.h.

enum dpdk_port_type_t

Enumerator
VNET_DPDK_PORT_TYPE_ETH_1G
VNET_DPDK_PORT_TYPE_ETH_10G
VNET_DPDK_PORT_TYPE_ETH_40G
VNET_DPDK_PORT_TYPE_ETH_BOND
VNET_DPDK_PORT_TYPE_ETH_SWITCH
VNET_DPDK_PORT_TYPE_AF_PACKET
VNET_DPDK_PORT_TYPE_UNKNOWN

Definition at line 113 of file dpdk.h.

enum dpdk_rx_next_t

Enumerator
DPDK_RX_NEXT_IP4_INPUT
DPDK_RX_NEXT_IP6_INPUT
DPDK_RX_NEXT_MPLS_INPUT
DPDK_RX_NEXT_ETHERNET_INPUT
DPDK_RX_NEXT_DROP
DPDK_RX_N_NEXT

Definition at line 445 of file dpdk.h.

Function Documentation

uword admin_up_down_process	(	vlib_main_t *	vm,
		vlib_node_runtime_t *	rt,
		vlib_frame_t *	f
	)

Definition at line 1293 of file device.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_device_lock_free ( dpdk_device_t * xd )

Definition at line 224 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_device_lock_init ( dpdk_device_t * xd )

Definition at line 210 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_efd_update_counters	(	dpdk_device_t *	xd,
		u32	n_buffers,
		u16	enabled
	)

Definition at line 197 of file node.c.

Here is the call graph for this function:

Here is the caller graph for this function:

u32 dpdk_get_admin_up_down_in_progress ( void )

Definition at line 1287 of file device.c.

Here is the caller graph for this function:

i8 dpdk_get_cpu_socket ( vnet_hw_interface_t * hi )

Definition at line 1423 of file device.c.

clib_error_t* dpdk_get_hw_interface_stats	(	u32	hw_if_index,
		struct rte_eth_stats *	dest
	)

Definition at line 1367 of file device.c.

Here is the call graph for this function:

dpdk_pmd_t dpdk_get_pmd_type ( vnet_hw_interface_t * hi )

Definition at line 1405 of file device.c.

void* dpdk_input_efd_multiarch_select ( )

Here is the caller graph for this function:

void* dpdk_input_multiarch_select ( )

Here is the caller graph for this function:

void* dpdk_input_rss_multiarch_select ( )

Here is the caller graph for this function:

u32 dpdk_interface_tx_vector	(	vlib_main_t *	vm,
		u32	dev_instance
	)

Definition at line 562 of file device.c.

Here is the call graph for this function:

u32 dpdk_num_mbufs ( void )

Definition at line 1394 of file device.c.

static void dpdk_pmd_constructor_init ( )

inlinestatic

Definition at line 631 of file dpdk.h.

Here is the call graph for this function:

Here is the caller graph for this function:

clib_error_t* dpdk_port_setup	(	dpdk_main_t *	dm,
		dpdk_device_t *	xd
	)

Definition at line 65 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

struct rte_mbuf* dpdk_replicate_packet_mb ( vlib_buffer_t * b )

Definition at line 88 of file device.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_rx_trace	(	dpdk_main_t *	dm,
		vlib_node_runtime_t *	node,
		dpdk_device_t *	xd,
		u16	queue_id,
		u32 *	buffers,
		uword	n_buffers
	)

Definition at line 142 of file node.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_set_flowcontrol_callback	(	vlib_main_t *	vm,
		dpdk_flowcontrol_callback_t	callback
	)

Definition at line 1277 of file device.c.

int dpdk_set_link_state_poll_interval ( f64 interval )

Definition at line 1779 of file init.c.

Here is the caller graph for this function:

clib_error_t* dpdk_set_mac_address	(	vnet_hw_interface_t *	hi,
		char *	address
	)

Definition at line 48 of file device.c.

clib_error_t* dpdk_set_mc_filter	(	vnet_hw_interface_t *	hi,
		struct ether_addr	mc_addr_vec[],
		int	naddr
	)

Definition at line 68 of file device.c.

void dpdk_set_next_node	(	dpdk_rx_next_t	,
		char *
	)

Definition at line 828 of file node.c.

Here is the caller graph for this function:

int dpdk_set_stat_poll_interval ( f64 interval )

Definition at line 1768 of file init.c.

Here is the caller graph for this function:

void dpdk_thread_input	(	dpdk_main_t *	dm,
		dpdk_device_t *	xd
	)

void dpdk_update_link_state	(	dpdk_device_t *	xd,
		f64	now
	)

Definition at line 1449 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

struct rte_mbuf* dpdk_zerocopy_replicate_packet_mb ( vlib_buffer_t * b )

Definition at line 159 of file device.c.

Here is the call graph for this function:

void efd_config	(	u32	enabled,
		u32	ip_prec,
		u32	ip_op,
		u32	mpls_exp,
		u32	mpls_op,
		u32	vlan_cos,
		u32	vlan_op
	)

Definition at line 870 of file node.c.

Here is the call graph for this function:

static_always_inline void increment_efd_drop_counter	(	vlib_main_t *	vm,
		u32	counter_index,
		u32	count
	)

Definition at line 524 of file dpdk.h.

Here is the call graph for this function:

Here is the caller graph for this function:

u32 is_efd_discardable	(	vlib_thread_main_t *	tm,
		vlib_buffer_t *	b0,
		struct rte_mbuf *	mb
	)

Definition at line 233 of file node.c.

Here is the caller graph for this function:

void post_sw_interface_set_flags	(	vlib_main_t *	vm,
		u32	sw_if_index,
		u32	flags
	)

Definition at line 1354 of file device.c.

Here is the call graph for this function:

void set_efd_bitmap	(	u8 *	bitmap,
		u32	value,
		u32	op
	)

Definition at line 854 of file node.c.

Here is the caller graph for this function:

clib_error_t* unformat_rss_fn	(	unformat_input_t *	input,
		uword *	rss_fn
	)

Definition at line 845 of file format.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void vnet_buffer_needs_dpdk_mb ( vlib_buffer_t * b )

static u64 vnet_get_aggregate_rx_packets ( void )

inlinestatic

Definition at line 551 of file dpdk.h.

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

dpdk_config_main_t dpdk_config_main

Definition at line 372 of file dpdk.h.

vnet_device_class_t dpdk_device_class

vlib_node_registration_t dpdk_input_node

(constructor) VLIB_REGISTER_NODE (dpdk_input_node)

Definition at line 787 of file node.c.

dpdk_main_t dpdk_main

Definition at line 443 of file dpdk.h.

format_function_t format_dpdk_device

Definition at line 621 of file dpdk.h.

format_function_t format_dpdk_device_name

Definition at line 620 of file dpdk.h.

format_function_t format_dpdk_rte_mbuf

Definition at line 624 of file dpdk.h.

format_function_t format_dpdk_rx_dma_trace

Definition at line 623 of file dpdk.h.

format_function_t format_dpdk_rx_rte_mbuf

Definition at line 625 of file dpdk.h.

format_function_t format_dpdk_tx_dma_trace

Definition at line 622 of file dpdk.h.

vlib_node_registration_t handoff_dispatch_node

Initial value:

= {
  .function = handoff_dispatch_node_fn,
  .name = "handoff-dispatch",
  .vector_size = sizeof (u32),
  .format_trace = format_handoff_dispatch_trace,
  .type = VLIB_NODE_TYPE_INTERNAL,
  .flags = VLIB_NODE_FLAG_IS_HANDOFF,
  .n_errors = ARRAY_LEN(handoff_dispatch_error_strings),
  .error_strings = handoff_dispatch_error_strings,
  .n_next_nodes = HANDOFF_DISPATCH_N_NEXT,
  .next_nodes = {
    [HANDOFF_DISPATCH_NEXT_DROP] = "error-drop",
    [HANDOFF_DISPATCH_NEXT_ETHERNET_INPUT] = "ethernet-input",
    [HANDOFF_DISPATCH_NEXT_IP4_INPUT] = "ip4-input-no-checksum",
    [HANDOFF_DISPATCH_NEXT_IP6_INPUT] = "ip6-input",
    [HANDOFF_DISPATCH_NEXT_MPLS_INPUT] = "mpls-gre-input",
  },
}

(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node)

Definition at line 504 of file handoff.c.

unformat_function_t unformat_socket_mem

Definition at line 626 of file dpdk.h.

Enumerations
enum	dpdk_device_type_t { VNET_DPDK_DEV_ETH = 1, VNET_DPDK_DEV_KNI, VNET_DPDK_DEV_VHOST_USER, VNET_DPDK_DEV_UNKNOWN }

enum	dpdk_pmd_t { VNET_DPDK_PMD_NONE, VNET_DPDK_PMD_UNKNOWN }

enum	dpdk_port_type_t { VNET_DPDK_PORT_TYPE_ETH_1G, VNET_DPDK_PORT_TYPE_ETH_10G, VNET_DPDK_PORT_TYPE_ETH_40G, VNET_DPDK_PORT_TYPE_ETH_BOND, VNET_DPDK_PORT_TYPE_ETH_SWITCH, VNET_DPDK_PORT_TYPE_AF_PACKET, VNET_DPDK_PORT_TYPE_UNKNOWN }

enum	dpdk_rx_next_t { DPDK_RX_NEXT_IP4_INPUT, DPDK_RX_NEXT_IP6_INPUT, DPDK_RX_NEXT_MPLS_INPUT, DPDK_RX_NEXT_ETHERNET_INPUT, DPDK_RX_NEXT_DROP, DPDK_RX_N_NEXT }

enum	dpdk_error_t { DPDK_N_ERROR }

Data Structures

Macros

Typedefs

Enumerations

Functions

Variables

Macro Definition Documentation

Typedef Documentation

Enumeration Type Documentation

Function Documentation

Variable Documentation