FD.io VPP  v17.01.1-3-gc6833f8
Vector Packet Processing
dpdk.h File Reference
+ Include dependency graph for dpdk.h:
+ This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  tx_ring_hdr_t
 
struct  dpdk_device_hqos_per_worker_thread_t
 
struct  dpdk_device_hqos_per_hqos_thread_t
 
struct  dpdk_device_t
 
struct  dpdk_worker_t
 
struct  dpdk_hqos_thread_t
 
struct  dpdk_device_and_queue_t
 
struct  dpdk_device_config_hqos_t
 
struct  dpdk_device_config_t
 
struct  dpdk_config_main_t
 
struct  dpdk_main_t
 
struct  dpdk_tx_dma_trace_t
 
struct  dpdk_rx_dma_trace_t
 

Macros

#define always_inline   static inline
 
#define NB_MBUF   (16<<10)
 
#define foreach_dpdk_pmd
 
#define DPDK_DEVICE_FLAG_ADMIN_UP   (1 << 0)
 
#define DPDK_DEVICE_FLAG_PROMISC   (1 << 1)
 
#define DPDK_DEVICE_FLAG_PMD   (1 << 2)
 
#define DPDK_DEVICE_FLAG_PMD_SUPPORTS_PTYPE   (1 << 3)
 
#define DPDK_DEVICE_FLAG_MAYBE_MULTISEG   (1 << 4)
 
#define DPDK_DEVICE_FLAG_HAVE_SUBIF   (1 << 5)
 
#define DPDK_DEVICE_FLAG_HQOS   (1 << 6)
 
#define DPDK_STATS_POLL_INTERVAL   (10.0)
 
#define DPDK_MIN_STATS_POLL_INTERVAL   (0.001) /* 1msec */
 
#define DPDK_LINK_POLL_INTERVAL   (3.0)
 
#define DPDK_MIN_LINK_POLL_INTERVAL   (0.001) /* 1msec */
 
#define DPDK_HQOS_DBG_BYPASS   0
 
#define HQOS_FLUSH_COUNT_THRESHOLD   100000
 
#define foreach_dpdk_device_config_item
 
#define DPDK_DEVICE_VLAN_STRIP_DEFAULT   0
 
#define DPDK_DEVICE_VLAN_STRIP_OFF   1
 
#define DPDK_DEVICE_VLAN_STRIP_ON   2
 
#define foreach_dpdk_error
 
#define EFD_OPERATION_LESS_THAN   0
 
#define EFD_OPERATION_GREATER_OR_EQUAL   1
 

Typedefs

typedef struct dpdk_device_config_hqos_t dpdk_device_config_hqos_t
 

Enumerations

enum  dpdk_pmd_t { VNET_DPDK_PMD_NONE, VNET_DPDK_PMD_UNKNOWN }
 
enum  dpdk_port_type_t {
  VNET_DPDK_PORT_TYPE_ETH_1G, VNET_DPDK_PORT_TYPE_ETH_10G, VNET_DPDK_PORT_TYPE_ETH_40G, VNET_DPDK_PORT_TYPE_ETH_BOND,
  VNET_DPDK_PORT_TYPE_ETH_SWITCH, VNET_DPDK_PORT_TYPE_AF_PACKET, VNET_DPDK_PORT_TYPE_UNKNOWN
}
 
enum  dpdk_error_t { DPDK_N_ERROR }
 

Functions

int dpdk_hqos_validate_mask (u64 mask, u32 n)
 
void dpdk_device_config_hqos_pipe_profile_default (dpdk_device_config_hqos_t *hqos, u32 pipe_profile_id)
 
void dpdk_device_config_hqos_default (dpdk_device_config_hqos_t *hqos)
 
clib_error_tdpdk_port_setup_hqos (dpdk_device_t *xd, dpdk_device_config_hqos_t *hqos)
 
void dpdk_hqos_metadata_set (dpdk_device_hqos_per_worker_thread_t *hqos, struct rte_mbuf **pkts, u32 n_pkts)
 
void vnet_buffer_needs_dpdk_mb (vlib_buffer_t *b)
 
clib_error_tdpdk_set_mac_address (vnet_hw_interface_t *hi, char *address)
 
clib_error_tdpdk_set_mc_filter (vnet_hw_interface_t *hi, struct ether_addr mc_addr_vec[], int naddr)
 
void dpdk_thread_input (dpdk_main_t *dm, dpdk_device_t *xd)
 
clib_error_tdpdk_port_setup (dpdk_main_t *dm, dpdk_device_t *xd)
 
u32 dpdk_interface_tx_vector (vlib_main_t *vm, u32 dev_instance)
 
struct rte_mbuf * dpdk_replicate_packet_mb (vlib_buffer_t *b)
 
struct rte_mbuf * dpdk_zerocopy_replicate_packet_mb (vlib_buffer_t *b)
 
int dpdk_set_stat_poll_interval (f64 interval)
 
int dpdk_set_link_state_poll_interval (f64 interval)
 
void dpdk_update_link_state (dpdk_device_t *xd, f64 now)
 
void dpdk_device_lock_init (dpdk_device_t *xd)
 
void dpdk_device_lock_free (dpdk_device_t *xd)
 
static u64 vnet_get_aggregate_rx_packets (void)
 
void dpdk_rx_trace (dpdk_main_t *dm, vlib_node_runtime_t *node, dpdk_device_t *xd, u16 queue_id, u32 *buffers, uword n_buffers)
 
clib_error_tunformat_rss_fn (unformat_input_t *input, uword *rss_fn)
 
clib_error_tunformat_hqos (unformat_input_t *input, dpdk_device_config_hqos_t *hqos)
 
uword admin_up_down_process (vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
 

Variables

vnet_device_class_t dpdk_device_class
 
vlib_node_registration_t dpdk_input_node
 (constructor) VLIB_REGISTER_NODE (dpdk_input_node) More...
 
vlib_node_registration_t handoff_dispatch_node
 (constructor) VLIB_REGISTER_NODE (handoff_dispatch_node) More...
 
dpdk_config_main_t dpdk_config_main
 
dpdk_main_t dpdk_main
 
format_function_t format_dpdk_device_name
 
format_function_t format_dpdk_device
 
format_function_t format_dpdk_tx_dma_trace
 
format_function_t format_dpdk_rx_dma_trace
 
format_function_t format_dpdk_rte_mbuf
 
format_function_t format_dpdk_rx_rte_mbuf
 
unformat_function_t unformat_socket_mem
 

Macro Definition Documentation

#define always_inline   static inline

Definition at line 56 of file dpdk.h.

#define DPDK_DEVICE_FLAG_ADMIN_UP   (1 << 0)

Definition at line 192 of file dpdk.h.

#define DPDK_DEVICE_FLAG_HAVE_SUBIF   (1 << 5)

Definition at line 197 of file dpdk.h.

#define DPDK_DEVICE_FLAG_HQOS   (1 << 6)

Definition at line 198 of file dpdk.h.

#define DPDK_DEVICE_FLAG_MAYBE_MULTISEG   (1 << 4)

Definition at line 196 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PMD   (1 << 2)

Definition at line 194 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PMD_SUPPORTS_PTYPE   (1 << 3)

Definition at line 195 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PROMISC   (1 << 1)

Definition at line 193 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_DEFAULT   0

Definition at line 315 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_OFF   1

Definition at line 316 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_ON   2

Definition at line 317 of file dpdk.h.

#define DPDK_HQOS_DBG_BYPASS   0

Definition at line 264 of file dpdk.h.

#define DPDK_LINK_POLL_INTERVAL   (3.0)

Definition at line 238 of file dpdk.h.

#define DPDK_MIN_LINK_POLL_INTERVAL   (0.001) /* 1msec */

Definition at line 239 of file dpdk.h.

#define DPDK_MIN_STATS_POLL_INTERVAL   (0.001) /* 1msec */

Definition at line 236 of file dpdk.h.

#define DPDK_STATS_POLL_INTERVAL   (10.0)

Definition at line 235 of file dpdk.h.

#define EFD_OPERATION_GREATER_OR_EQUAL   1

Definition at line 507 of file dpdk.h.

#define EFD_OPERATION_LESS_THAN   0

Definition at line 506 of file dpdk.h.

#define foreach_dpdk_device_config_item
Value:
_ (num_rx_queues) \
_ (num_tx_queues) \
_ (num_rx_desc) \
_ (num_tx_desc) \
_ (rss_fn)

Definition at line 303 of file dpdk.h.

#define foreach_dpdk_error
Value:
_(NONE, "no error") \
_(RX_PACKET_ERROR, "Rx packet errors") \
_(RX_BAD_FCS, "Rx bad fcs") \
_(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \
_(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \
_(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \
_(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error")

Definition at line 466 of file dpdk.h.

#define foreach_dpdk_pmd
Value:
_ ("net_thunderx", THUNDERX) \
_ ("net_e1000_em", E1000EM) \
_ ("net_e1000_igb", IGB) \
_ ("net_e1000_igb_vf", IGBVF) \
_ ("net_ixgbe", IXGBE) \
_ ("net_ixgbe_vf", IXGBEVF) \
_ ("net_i40e", I40E) \
_ ("net_i40e_vf", I40EVF) \
_ ("net_virtio", VIRTIO) \
_ ("net_enic", ENIC) \
_ ("net_vmxnet3", VMXNET3) \
_ ("net_af_packet", AF_PACKET) \
_ ("rte_bond_pmd", BOND) \
_ ("net_fm10k", FM10K) \
_ ("net_cxgbe", CXGBE) \
_ ("net_dpaa2", DPAA2)

Definition at line 70 of file dpdk.h.

#define HQOS_FLUSH_COUNT_THRESHOLD   100000

Definition at line 268 of file dpdk.h.

#define NB_MBUF   (16<<10)

Definition at line 63 of file dpdk.h.

Typedef Documentation

Enumeration Type Documentation

Enumerator
DPDK_N_ERROR 

Definition at line 475 of file dpdk.h.

enum dpdk_pmd_t
Enumerator
VNET_DPDK_PMD_NONE 
VNET_DPDK_PMD_UNKNOWN 

Definition at line 107 of file dpdk.h.

Enumerator
VNET_DPDK_PORT_TYPE_ETH_1G 
VNET_DPDK_PORT_TYPE_ETH_10G 
VNET_DPDK_PORT_TYPE_ETH_40G 
VNET_DPDK_PORT_TYPE_ETH_BOND 
VNET_DPDK_PORT_TYPE_ETH_SWITCH 
VNET_DPDK_PORT_TYPE_AF_PACKET 
VNET_DPDK_PORT_TYPE_UNKNOWN 

Definition at line 116 of file dpdk.h.

Function Documentation

uword admin_up_down_process ( vlib_main_t vm,
vlib_node_runtime_t rt,
vlib_frame_t f 
)

Definition at line 783 of file device.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void dpdk_device_config_hqos_default ( dpdk_device_config_hqos_t hqos)

Definition at line 208 of file hqos.c.

+ Here is the caller graph for this function:

void dpdk_device_config_hqos_pipe_profile_default ( dpdk_device_config_hqos_t hqos,
u32  pipe_profile_id 
)

Definition at line 200 of file hqos.c.

void dpdk_device_lock_free ( dpdk_device_t xd)

Definition at line 227 of file init.c.

+ Here is the call graph for this function:

void dpdk_device_lock_init ( dpdk_device_t xd)

Definition at line 214 of file init.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void dpdk_hqos_metadata_set ( dpdk_device_hqos_per_worker_thread_t hqos,
struct rte_mbuf **  pkts,
u32  n_pkts 
)

Definition at line 644 of file hqos.c.

+ Here is the caller graph for this function:

int dpdk_hqos_validate_mask ( u64  mask,
u32  n 
)

Definition at line 171 of file hqos.c.

+ Here is the caller graph for this function:

u32 dpdk_interface_tx_vector ( vlib_main_t vm,
u32  dev_instance 
)
clib_error_t* dpdk_port_setup ( dpdk_main_t dm,
dpdk_device_t xd 
)

Definition at line 65 of file init.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

clib_error_t* dpdk_port_setup_hqos ( dpdk_device_t xd,
dpdk_device_config_hqos_t hqos 
)

Definition at line 250 of file hqos.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

struct rte_mbuf* dpdk_replicate_packet_mb ( vlib_buffer_t b)

Definition at line 88 of file device.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void dpdk_rx_trace ( dpdk_main_t dm,
vlib_node_runtime_t node,
dpdk_device_t xd,
u16  queue_id,
u32 buffers,
uword  n_buffers 
)

Definition at line 133 of file node.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

int dpdk_set_link_state_poll_interval ( f64  interval)

Definition at line 1695 of file init.c.

clib_error_t* dpdk_set_mac_address ( vnet_hw_interface_t hi,
char *  address 
)

Definition at line 48 of file device.c.

+ Here is the caller graph for this function:

clib_error_t* dpdk_set_mc_filter ( vnet_hw_interface_t hi,
struct ether_addr  mc_addr_vec[],
int  naddr 
)

Definition at line 68 of file device.c.

int dpdk_set_stat_poll_interval ( f64  interval)

Definition at line 1684 of file init.c.

void dpdk_thread_input ( dpdk_main_t dm,
dpdk_device_t xd 
)
void dpdk_update_link_state ( dpdk_device_t xd,
f64  now 
)

Definition at line 1395 of file init.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

struct rte_mbuf* dpdk_zerocopy_replicate_packet_mb ( vlib_buffer_t b)
clib_error_t* unformat_hqos ( unformat_input_t input,
dpdk_device_config_hqos_t hqos 
)

Definition at line 730 of file format.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

clib_error_t* unformat_rss_fn ( unformat_input_t input,
uword rss_fn 
)

Definition at line 707 of file format.c.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void vnet_buffer_needs_dpdk_mb ( vlib_buffer_t b)
static u64 vnet_get_aggregate_rx_packets ( void  )
inlinestatic

Definition at line 490 of file dpdk.h.

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

Variable Documentation

dpdk_config_main_t dpdk_config_main

Definition at line 358 of file dpdk.h.

vnet_device_class_t dpdk_device_class
vlib_node_registration_t dpdk_input_node

(constructor) VLIB_REGISTER_NODE (dpdk_input_node)

Definition at line 662 of file node.c.

dpdk_main_t dpdk_main

Definition at line 428 of file dpdk.h.

format_function_t format_dpdk_device

Definition at line 510 of file dpdk.h.

format_function_t format_dpdk_device_name

Definition at line 509 of file dpdk.h.

format_function_t format_dpdk_rte_mbuf

Definition at line 513 of file dpdk.h.

format_function_t format_dpdk_rx_dma_trace

Definition at line 512 of file dpdk.h.

format_function_t format_dpdk_rx_rte_mbuf

Definition at line 514 of file dpdk.h.

format_function_t format_dpdk_tx_dma_trace

Definition at line 511 of file dpdk.h.

vlib_node_registration_t handoff_dispatch_node
Initial value:
= {
.name = "handoff-dispatch",
.vector_size = sizeof (u32),
.n_next_nodes = HANDOFF_DISPATCH_N_NEXT,
.next_nodes = {
[HANDOFF_DISPATCH_NEXT_DROP] = "error-drop",
[HANDOFF_DISPATCH_NEXT_IP4_INPUT] = "ip4-input-no-checksum",
},
}
bad routing header type(not 4)") sr_error (NO_MORE_SEGMENTS
static u8 * format_handoff_dispatch_trace(u8 *s, va_list *args)
Definition: handoff.c:371
#define VLIB_NODE_FLAG_IS_HANDOFF
Definition: node.h:256
static uword handoff_dispatch_node_fn(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
Definition: handoff.c:400
#define ARRAY_LEN(x)
Definition: clib.h:59
unsigned int u32
Definition: types.h:88
static char * handoff_dispatch_error_strings[]
Definition: handoff.c:393
u32 flags
Definition: vhost-user.h:75

(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node)

Definition at line 527 of file handoff.c.

unformat_function_t unformat_socket_mem

Definition at line 515 of file dpdk.h.