15 #ifndef __included_dpdk_h__ 16 #define __included_dpdk_h__ 21 #include <rte_config.h> 23 #include <rte_common.h> 25 #include <rte_memory.h> 27 #include <rte_per_lcore.h> 28 #include <rte_cycles.h> 29 #include <rte_lcore.h> 30 #include <rte_per_lcore.h> 31 #include <rte_interrupts.h> 33 #include <rte_ether.h> 34 #include <rte_ethdev.h> 36 #include <rte_mempool.h> 38 #include <rte_version.h> 39 #include <rte_eth_bond.h> 40 #include <rte_sched.h> 42 #if RTE_VERSION >= RTE_VERSION_NUM(17, 11, 0, 0) 43 #include <rte_bus_pci.h> 50 #define always_inline static inline 52 #define always_inline static inline __attribute__ ((__always_inline__)) 57 #define NB_MBUF (16<<10) 62 #define foreach_dpdk_pmd \ 63 _ ("net_thunderx", THUNDERX) \ 64 _ ("net_e1000_em", E1000EM) \ 65 _ ("net_e1000_igb", IGB) \ 66 _ ("net_e1000_igb_vf", IGBVF) \ 67 _ ("net_ixgbe", IXGBE) \ 68 _ ("net_ixgbe_vf", IXGBEVF) \ 69 _ ("net_i40e", I40E) \ 70 _ ("net_i40e_vf", I40EVF) \ 71 _ ("net_virtio", VIRTIO) \ 72 _ ("net_enic", ENIC) \ 73 _ ("net_vmxnet3", VMXNET3) \ 74 _ ("AF_PACKET PMD", AF_PACKET) \ 75 _ ("net_bonding", BOND) \ 76 _ ("net_fm10k", FM10K) \ 77 _ ("net_cxgbe", CXGBE) \ 78 _ ("net_mlx4", MLX4) \ 79 _ ("net_mlx5", MLX5) \ 80 _ ("net_dpaa2", DPAA2) \ 81 _ ("net_virtio_user", VIRTIO_USER) \ 82 _ ("net_vhost", VHOST_ETHER) \ 88 #define _(s,f) VNET_DPDK_PMD_##f, 122 #if RTE_VERSION < RTE_VERSION_NUM(17, 11, 0, 0) 182 #define DPDK_DEVICE_FLAG_ADMIN_UP (1 << 0) 183 #define DPDK_DEVICE_FLAG_PROMISC (1 << 1) 184 #define DPDK_DEVICE_FLAG_PMD (1 << 2) 185 #define DPDK_DEVICE_FLAG_PMD_INIT_FAIL (1 << 3) 186 #define DPDK_DEVICE_FLAG_MAYBE_MULTISEG (1 << 4) 187 #define DPDK_DEVICE_FLAG_HAVE_SUBIF (1 << 5) 188 #define DPDK_DEVICE_FLAG_HQOS (1 << 6) 189 #define DPDK_DEVICE_FLAG_BOND_SLAVE (1 << 7) 190 #define DPDK_DEVICE_FLAG_BOND_SLAVE_UP (1 << 8) 191 #define DPDK_DEVICE_FLAG_TX_OFFLOAD (1 << 9) 192 #define DPDK_DEVICE_FLAG_INTEL_PHDR_CKSUM (1 << 10) 208 struct rte_eth_conf port_conf;
209 struct rte_eth_txconf tx_conf;
222 struct rte_eth_link link;
225 struct rte_eth_stats stats;
226 struct rte_eth_stats last_stats;
227 struct rte_eth_stats last_cleared_stats;
240 #define DPDK_STATS_POLL_INTERVAL (10.0) 241 #define DPDK_MIN_STATS_POLL_INTERVAL (0.001) 243 #define DPDK_LINK_POLL_INTERVAL (3.0) 244 #define DPDK_MIN_LINK_POLL_INTERVAL (0.001) 252 #ifndef DPDK_HQOS_DBG_BYPASS 253 #define DPDK_HQOS_DBG_BYPASS 0 256 #ifndef HQOS_FLUSH_COUNT_THRESHOLD 257 #define HQOS_FLUSH_COUNT_THRESHOLD 100000 277 struct rte_sched_port_params
port;
279 struct rte_sched_pipe_params *
pipe;
285 hqos,
u32 pipe_profile_id);
290 struct rte_mbuf **pkts,
u32 n_pkts);
292 #define foreach_dpdk_device_config_item \ 304 #define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0 305 #define DPDK_DEVICE_VLAN_STRIP_OFF 1 306 #define DPDK_DEVICE_VLAN_STRIP_ON 2 308 #define _(x) uword x; 432 enum rte_eth_event_type type,
433 void *param,
void *ret_param);
435 #define foreach_dpdk_error \ 436 _(NONE, "no error") \ 437 _(RX_PACKET_ERROR, "Rx packet errors") \ 438 _(RX_BAD_FCS, "Rx bad fcs") \ 439 _(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \ 440 _(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \ 441 _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \ 442 _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error") 446 #define _(f,s) DPDK_ERROR_##f, 471 u32 elt_size,
u32 num_elts,
472 u32 pool_priv_size,
u16 cache_size,
u8 numa,
473 struct rte_mempool **_mp,
480 int dpdk_buffer_validate_trajectory_all (
u32 * uninitialized);
481 void dpdk_buffer_poison_trajectory_all (
void);
f64 time_last_link_update
struct dpdk_device_config_hqos_t dpdk_device_config_hqos_t
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
u8 interface_name_format_decimal
int dpdk_hqos_validate_mask(u64 mask, u32 n)
vnet_device_class_t dpdk_device_class
#define foreach_dpdk_error
PCAP utility definitions.
dpdk_device_and_queue_t ** devices_by_hqos_cpu
struct _vlib_node_registration vlib_node_registration_t
struct rte_sched_port_params port
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
struct rte_mbuf ** pkts_enq
vlib_buffer_t * buffer_templates
struct rte_sched_port * hqos
struct rte_eth_xstat * last_cleared_xstats
format_function_t format_dpdk_rte_mbuf
dpdk_device_config_hqos_t hqos
struct _vnet_device_class vnet_device_class_t
format_function_t format_dpdk_tx_dma_trace
struct rte_sched_pipe_params * pipe
struct rte_mbuf *** tx_vectors
foreach_dpdk_device_config_item clib_bitmap_t * workers
PCAP main state data structure.
dpdk_config_main_t dpdk_config_main
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
struct rte_mbuf ** pkts_deq
dpdk_device_config_t default_devconf
format_function_t format_dpdk_rx_rte_mbuf
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
dpdk_device_hqos_per_worker_thread_t * hqos_wt
f64 time_last_stats_update
format_function_t format_dpdk_rx_dma_trace
void dpdk_device_stop(dpdk_device_t *xd)
void dpdk_hqos_metadata_set(dpdk_device_hqos_per_worker_thread_t *hqos, struct rte_mbuf **pkts, u32 n_pkts)
dpdk_port_type_t port_type
u8 nchannels_set_manually
u16 * cpu_socket_id_by_queue
void dpdk_device_config_hqos_pipe_profile_default(dpdk_device_config_hqos_t *hqos, u32 pipe_profile_id)
dpdk_device_config_t * dev_confs
struct rte_mbuf *** rx_vectors
format_function_t format_dpdk_device_errors
void dpdk_device_setup(dpdk_device_t *xd)
uword admin_up_down_process(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
format_function_t format_dpdk_device
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
struct rte_eth_xstat * xstats
u8 * interface_name_suffix
format_function_t format_dpdk_device_name
void dpdk_device_config_hqos_default(dpdk_device_config_hqos_t *hqos)
struct rte_mempool ** pktmbuf_pools
dpdk_device_hqos_per_hqos_thread_t * hqos_ht
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
dpdk_portid_t device_index
clib_error_t * dpdk_port_setup_hqos(dpdk_device_t *xd, dpdk_device_config_hqos_t *hqos)
void dpdk_device_start(dpdk_device_t *xd)
clib_error_t * dpdk_buffer_pool_create(vlib_main_t *vm, unsigned num_mbufs, unsigned socket_id)
u8 admin_up_down_in_progress
clib_error_t * dpdk_pool_create(vlib_main_t *vm, u8 *pool_name, u32 elt_size, u32 num_elts, u32 pool_priv_size, u16 cache_size, u8 numa, struct rte_mempool **_mp, vlib_physmem_region_index_t *pri)
u8 no_tx_checksum_offload
u32 buffer_flags_template
u32 vlib_buffer_free_list_index
struct rte_sched_subport_params * subport
#define foreach_dpdk_device_config_item
unformat_function_t unformat_dpdk_log_level
clib_error_t * unformat_hqos(unformat_input_t *input, dpdk_device_config_hqos_t *hqos)
u8 vlib_physmem_region_index_t
uword * device_config_index_by_pci_addr
u8 * buffer_pool_for_queue
f64 link_state_poll_interval
dpdk_config_main_t * conf