15 #ifndef __included_dpdk_h__ 16 #define __included_dpdk_h__ 21 #include <rte_config.h> 23 #include <rte_common.h> 26 #include <rte_memory.h> 27 #include <rte_memzone.h> 28 #include <rte_tailq.h> 30 #include <rte_per_lcore.h> 31 #include <rte_launch.h> 32 #include <rte_atomic.h> 33 #include <rte_cycles.h> 34 #include <rte_prefetch.h> 35 #include <rte_lcore.h> 36 #include <rte_per_lcore.h> 37 #include <rte_branch_prediction.h> 38 #include <rte_interrupts.h> 40 #include <rte_random.h> 41 #include <rte_debug.h> 42 #include <rte_ether.h> 43 #include <rte_ethdev.h> 45 #include <rte_mempool.h> 47 #include <rte_virtio_net.h> 48 #include <rte_version.h> 49 #include <rte_eth_bond.h> 50 #include <rte_sched.h> 56 #define always_inline static inline 58 #define always_inline static inline __attribute__ ((__always_inline__)) 63 #define NB_MBUF (16<<10) 69 #if RTE_VERSION >= RTE_VERSION_NUM(17, 2, 0, 0) 70 #define foreach_dpdk_pmd \ 71 _ ("net_thunderx", THUNDERX) \ 72 _ ("net_e1000_em", E1000EM) \ 73 _ ("net_e1000_igb", IGB) \ 74 _ ("net_e1000_igb_vf", IGBVF) \ 75 _ ("net_ixgbe", IXGBE) \ 76 _ ("net_ixgbe_vf", IXGBEVF) \ 77 _ ("net_i40e", I40E) \ 78 _ ("net_i40e_vf", I40EVF) \ 79 _ ("net_virtio", VIRTIO) \ 80 _ ("net_enic", ENIC) \ 81 _ ("net_vmxnet3", VMXNET3) \ 82 _ ("AF_PACKET PMD", AF_PACKET) \ 83 _ ("net_bonding", BOND) \ 84 _ ("net_fm10k", FM10K) \ 85 _ ("net_cxgbe", CXGBE) \ 86 _ ("net_mlx5", MLX5) \ 87 _ ("net_dpaa2", DPAA2) 89 #define foreach_dpdk_pmd \ 90 _ ("net_thunderx", THUNDERX) \ 91 _ ("net_e1000_em", E1000EM) \ 92 _ ("net_e1000_igb", IGB) \ 93 _ ("net_e1000_igb_vf", IGBVF) \ 94 _ ("net_ixgbe", IXGBE) \ 95 _ ("net_ixgbe_vf", IXGBEVF) \ 96 _ ("net_i40e", I40E) \ 97 _ ("net_i40e_vf", I40EVF) \ 98 _ ("net_virtio", VIRTIO) \ 99 _ ("net_enic", ENIC) \ 100 _ ("net_vmxnet3", VMXNET3) \ 101 _ ("AF_PACKET PMD", AF_PACKET) \ 102 _ ("rte_bond_pmd", BOND) \ 103 _ ("net_fm10k", FM10K) \ 104 _ ("net_cxgbe", CXGBE) \ 105 _ ("net_mlx5", MLX5) \ 106 _ ("net_dpaa2", DPAA2) 112 #define _(s,f) VNET_DPDK_PMD_##f, 195 #define DPDK_DEVICE_FLAG_ADMIN_UP (1 << 0) 196 #define DPDK_DEVICE_FLAG_PROMISC (1 << 1) 197 #define DPDK_DEVICE_FLAG_PMD (1 << 2) 198 #define DPDK_DEVICE_FLAG_PMD_SUPPORTS_PTYPE (1 << 3) 199 #define DPDK_DEVICE_FLAG_MAYBE_MULTISEG (1 << 4) 200 #define DPDK_DEVICE_FLAG_HAVE_SUBIF (1 << 5) 201 #define DPDK_DEVICE_FLAG_HQOS (1 << 6) 216 struct rte_eth_conf port_conf;
217 struct rte_eth_txconf tx_conf;
226 struct rte_eth_link link;
229 struct rte_eth_stats stats;
230 struct rte_eth_stats last_stats;
231 struct rte_eth_stats last_cleared_stats;
241 #define DPDK_STATS_POLL_INTERVAL (10.0) 242 #define DPDK_MIN_STATS_POLL_INTERVAL (0.001) 244 #define DPDK_LINK_POLL_INTERVAL (3.0) 245 #define DPDK_MIN_LINK_POLL_INTERVAL (0.001) 253 #ifndef DPDK_HQOS_DBG_BYPASS 254 #define DPDK_HQOS_DBG_BYPASS 0 257 #ifndef HQOS_FLUSH_COUNT_THRESHOLD 258 #define HQOS_FLUSH_COUNT_THRESHOLD 100000 278 struct rte_sched_port_params
port;
280 struct rte_sched_pipe_params *
pipe;
286 hqos,
u32 pipe_profile_id);
291 struct rte_mbuf **pkts,
u32 n_pkts);
293 #define foreach_dpdk_device_config_item \ 305 #define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0 306 #define DPDK_DEVICE_VLAN_STRIP_OFF 1 307 #define DPDK_DEVICE_VLAN_STRIP_ON 2 309 #define _(x) uword x; 449 struct ether_addr mc_addr_vec[],
int naddr);
460 #define foreach_dpdk_error \ 461 _(NONE, "no error") \ 462 _(RX_PACKET_ERROR, "Rx packet errors") \ 463 _(RX_BAD_FCS, "Rx bad fcs") \ 464 _(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \ 465 _(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \ 466 _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \ 467 _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error") 471 #define _(f,s) DPDK_ERROR_##f, 488 #define EFD_OPERATION_LESS_THAN 0 489 #define EFD_OPERATION_GREATER_OR_EQUAL 1
void dpdk_device_lock_free(dpdk_device_t *xd)
f64 time_last_link_update
struct dpdk_device_config_hqos_t dpdk_device_config_hqos_t
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
struct rte_mbuf * dpdk_replicate_packet_mb(vlib_buffer_t *b)
u8 interface_name_format_decimal
int dpdk_hqos_validate_mask(u64 mask, u32 n)
vnet_device_class_t dpdk_device_class
clib_error_t * dpdk_set_mc_filter(vnet_hw_interface_t *hi, struct ether_addr mc_addr_vec[], int naddr)
#define foreach_dpdk_error
PCAP utility definitions.
dpdk_device_and_queue_t ** devices_by_hqos_cpu
struct _vlib_node_registration vlib_node_registration_t
struct rte_sched_port_params port
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
struct rte_mbuf ** pkts_enq
vlib_buffer_t * buffer_templates
struct rte_sched_port * hqos
struct rte_eth_xstat * last_cleared_xstats
format_function_t format_dpdk_rte_mbuf
dpdk_device_config_hqos_t hqos
struct _vnet_device_class vnet_device_class_t
format_function_t format_dpdk_tx_dma_trace
clib_error_t * dpdk_port_setup(dpdk_main_t *dm, dpdk_device_t *xd)
struct rte_sched_pipe_params * pipe
struct rte_mbuf *** tx_vectors
foreach_dpdk_device_config_item clib_bitmap_t * workers
PCAP main state data structure.
dpdk_config_main_t dpdk_config_main
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
struct rte_mbuf ** pkts_deq
dpdk_device_config_t default_devconf
unformat_function_t unformat_socket_mem
int input_cpu_first_index
u32 dpdk_interface_tx_vector(vlib_main_t *vm, u32 dev_instance)
format_function_t format_dpdk_rx_rte_mbuf
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
dpdk_device_hqos_per_worker_thread_t * hqos_wt
vlib_node_registration_t handoff_dispatch_node
(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node)
f64 time_last_stats_update
format_function_t format_dpdk_rx_dma_trace
dpdk_device_and_queue_t ** devices_by_cpu
int dpdk_set_link_state_poll_interval(f64 interval)
void vnet_buffer_needs_dpdk_mb(vlib_buffer_t *b)
void dpdk_hqos_metadata_set(dpdk_device_hqos_per_worker_thread_t *hqos, struct rte_mbuf **pkts, u32 n_pkts)
dpdk_port_type_t port_type
void dpdk_rx_trace(dpdk_main_t *dm, vlib_node_runtime_t *node, dpdk_device_t *xd, u16 queue_id, u32 *buffers, uword n_buffers)
void dpdk_thread_input(dpdk_main_t *dm, dpdk_device_t *xd)
u8 nchannels_set_manually
u16 * cpu_socket_id_by_queue
void dpdk_device_config_hqos_pipe_profile_default(dpdk_device_config_hqos_t *hqos, u32 pipe_profile_id)
dpdk_device_config_t * dev_confs
struct rte_mbuf *** rx_vectors
int dpdk_set_stat_poll_interval(f64 interval)
uword admin_up_down_process(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
format_function_t format_dpdk_device
struct rte_eth_xstat * xstats
u8 * interface_name_suffix
format_function_t format_dpdk_device_name
void dpdk_device_config_hqos_default(dpdk_device_config_hqos_t *hqos)
u32 * vu_inactive_interfaces_device_index
void dpdk_device_lock_init(dpdk_device_t *xd)
struct rte_mempool ** pktmbuf_pools
dpdk_device_hqos_per_hqos_thread_t * hqos_ht
struct rte_mbuf * dpdk_zerocopy_replicate_packet_mb(vlib_buffer_t *b)
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
clib_error_t * dpdk_set_mac_address(vnet_hw_interface_t *hi, char *address)
clib_error_t * dpdk_port_setup_hqos(dpdk_device_t *xd, dpdk_device_config_hqos_t *hqos)
u32 ethernet_input_node_index
u8 admin_up_down_in_progress
u32 buffer_flags_template
u32 vlib_buffer_free_list_index
struct rte_sched_subport_params * subport
#define foreach_dpdk_device_config_item
clib_error_t * unformat_hqos(unformat_input_t *input, dpdk_device_config_hqos_t *hqos)
uword * device_config_index_by_pci_addr
uword * dpdk_device_by_kni_port_id
uword * vu_sw_if_index_by_listener_fd
f64 link_state_poll_interval
dpdk_config_main_t * conf
uword * vu_sw_if_index_by_sock_fd