FD.io VPP  v21.10.1-2-g0a485f517
Vector Packet Processing
node.c File Reference
+ Include dependency graph for node.c:

Go to the source code of this file.

Functions

 STATIC_ASSERT ((u64)(PKT_RX_IP_CKSUM_BAD|PKT_RX_FDIR|PKT_RX_LRO)<(1ULL<< 32), "dpdk flags not in lower word, fix needed")
 
static_always_inline uword dpdk_process_subseq_segs (vlib_main_t *vm, vlib_buffer_t *b, struct rte_mbuf *mb, vlib_buffer_t *bt)
 
static_always_inline void dpdk_prefetch_mbuf_x4 (struct rte_mbuf *mb[])
 
static_always_inline void dpdk_prefetch_buffer_x4 (struct rte_mbuf *mb[])
 
static_always_inline u32 dpdk_ol_flags_extract (struct rte_mbuf **mb, u32 *flags, int count)
 Main DPDK input node. More...
 
static_always_inline uword dpdk_process_rx_burst (vlib_main_t *vm, dpdk_per_thread_data_t *ptd, uword n_rx_packets, int maybe_multiseg, u32 *or_flagsp)
 
static_always_inline void dpdk_process_flow_offload (dpdk_device_t *xd, dpdk_per_thread_data_t *ptd, uword n_rx_packets)
 
static_always_inline u16 dpdk_lro_find_l4_hdr_sz (vlib_buffer_t *b)
 
static_always_inline void dpdk_process_lro_offload (dpdk_device_t *xd, dpdk_per_thread_data_t *ptd, uword n_rx_packets)
 
static_always_inline u32 dpdk_device_input (vlib_main_t *vm, dpdk_main_t *dm, dpdk_device_t *xd, vlib_node_runtime_t *node, u32 thread_index, u16 queue_id)
 
VLIB_NODE_FN() dpdk_input_node (vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *f)
 

Variables

static char * dpdk_error_strings []
 
vlib_node_registration_t dpdk_input_node
 (constructor) VLIB_REGISTER_NODE (dpdk_input_node) More...
 

Function Documentation

◆ dpdk_device_input()

static_always_inline u32 dpdk_device_input ( vlib_main_t vm,
dpdk_main_t dm,
dpdk_device_t xd,
vlib_node_runtime_t node,
u32  thread_index,
u16  queue_id 
)

Definition at line 340 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_input_node()

VLIB_NODE_FN() dpdk_input_node ( vlib_main_t vm,
vlib_node_runtime_t node,
vlib_frame_t f 
)

Definition at line 517 of file node.c.

+ Here is the call graph for this function:

◆ dpdk_lro_find_l4_hdr_sz()

static_always_inline u16 dpdk_lro_find_l4_hdr_sz ( vlib_buffer_t b)

Definition at line 281 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_ol_flags_extract()

static_always_inline u32 dpdk_ol_flags_extract ( struct rte_mbuf **  mb,
u32 flags,
int  count 
)

Main DPDK input node.

Node Identifier:
dpdk-input

This is the main DPDK input node: across each assigned interface, call rte_eth_rx_burst(...) or similar to obtain a vector of packets to process. Derive vlib_buffer_t metadata from struct rte_mbuf metadata, Depending on the resulting metadata: adjust b->current_data, b->current_length and dispatch directly to ip4-input-no-checksum, or ip6-input. Trace the packet if required.

Parameters
vmvlib_main_t corresponding to the current thread
nodevlib_node_runtime_t
fvlib_frame_t input-node, not used.
Graph mechanics: buffer metadata, next index usage

Uses:

  • struct rte_mbuf mb->ol_flags
    • PKT_RX_IP_CKSUM_BAD

Sets:

  • b->error if the packet is to be dropped immediately
  • b->current_data, b->current_length
    • adjusted as needed to skip the L2 header in direct-dispatch cases
  • vnet_buffer(b)->sw_if_index[VLIB_RX]
    • rx interface sw_if_index
  • vnet_buffer(b)->sw_if_index[VLIB_TX] = ~0
    • required by ipX-lookup
  • b->flags
    • to indicate multi-segment pkts (VLIB_BUFFER_NEXT_PRESENT), etc.

Next Nodes:

  • Static arcs to: error-drop, ethernet-input, ip4-input-no-checksum, ip6-input, mpls-input
  • per-interface redirection, controlled by xd->per_interface_next_index

Definition at line 150 of file node.c.

+ Here is the caller graph for this function:

◆ dpdk_prefetch_buffer_x4()

static_always_inline void dpdk_prefetch_buffer_x4 ( struct rte_mbuf *  mb[])

Definition at line 97 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_prefetch_mbuf_x4()

static_always_inline void dpdk_prefetch_mbuf_x4 ( struct rte_mbuf *  mb[])

Definition at line 88 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_process_flow_offload()

static_always_inline void dpdk_process_flow_offload ( dpdk_device_t xd,
dpdk_per_thread_data_t ptd,
uword  n_rx_packets 
)

Definition at line 247 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_process_lro_offload()

static_always_inline void dpdk_process_lro_offload ( dpdk_device_t xd,
dpdk_per_thread_data_t ptd,
uword  n_rx_packets 
)

Definition at line 322 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_process_rx_burst()

static_always_inline uword dpdk_process_rx_burst ( vlib_main_t vm,
dpdk_per_thread_data_t ptd,
uword  n_rx_packets,
int  maybe_multiseg,
u32 or_flagsp 
)

Definition at line 165 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ dpdk_process_subseq_segs()

static_always_inline uword dpdk_process_subseq_segs ( vlib_main_t vm,
vlib_buffer_t b,
struct rte_mbuf *  mb,
vlib_buffer_t bt 
)

Definition at line 45 of file node.c.

+ Here is the call graph for this function:
+ Here is the caller graph for this function:

◆ STATIC_ASSERT()

STATIC_ASSERT ( )

Variable Documentation

◆ dpdk_error_strings

char* dpdk_error_strings[]
static
Initial value:
= {
#define _(n,s)
}

Definition at line 33 of file node.c.

◆ dpdk_input_node

vlib_node_registration_t dpdk_input_node
Initial value:
= {
.name = "dpdk-input",
.sibling_of = "device-input",
.state = VLIB_NODE_STATE_DISABLED,
.format_trace = format_dpdk_rx_trace,
.n_errors = DPDK_N_ERROR,
.error_strings = dpdk_error_strings,
}

(constructor) VLIB_REGISTER_NODE (dpdk_input_node)

Definition at line 542 of file node.c.

format_dpdk_rx_trace
format_function_t format_dpdk_rx_trace
Definition: dpdk.h:481
VLIB_NODE_TYPE_INPUT
@ VLIB_NODE_TYPE_INPUT
Definition: node.h:76
DPDK_N_ERROR
@ DPDK_N_ERROR
Definition: dpdk.h:435
foreach_dpdk_error
#define foreach_dpdk_error
Definition: dpdk.h:421
VLIB_NODE_FLAG_TRACE_SUPPORTED
#define VLIB_NODE_FLAG_TRACE_SUPPORTED
Definition: node.h:295
format_ethernet_header_with_length
u8 * format_ethernet_header_with_length(u8 *s, va_list *args)
Definition: format.c:97
dpdk_error_strings
static char * dpdk_error_strings[]
Definition: node.c:33