15 #ifndef __included_dpdk_h__ 16 #define __included_dpdk_h__ 21 #define ALLOW_EXPERIMENTAL_API 23 #include <rte_config.h> 25 #include <rte_common.h> 27 #include <rte_memory.h> 29 #include <rte_per_lcore.h> 30 #include <rte_cycles.h> 31 #include <rte_lcore.h> 32 #include <rte_per_lcore.h> 33 #include <rte_interrupts.h> 35 #include <rte_ether.h> 36 #include <rte_ethdev.h> 38 #include <rte_mempool.h> 40 #include <rte_version.h> 41 #include <rte_sched.h> 43 #include <rte_bus_pci.h> 49 #define always_inline static inline 51 #define always_inline static inline __attribute__ ((__always_inline__)) 61 #define foreach_dpdk_pmd \ 62 _ ("net_thunderx", THUNDERX) \ 63 _ ("net_e1000_em", E1000EM) \ 64 _ ("net_e1000_igb", IGB) \ 65 _ ("net_e1000_igb_vf", IGBVF) \ 66 _ ("net_ixgbe", IXGBE) \ 67 _ ("net_ixgbe_vf", IXGBEVF) \ 68 _ ("net_i40e", I40E) \ 69 _ ("net_i40e_vf", I40EVF) \ 71 _ ("net_virtio", VIRTIO) \ 72 _ ("net_enic", ENIC) \ 73 _ ("net_vmxnet3", VMXNET3) \ 74 _ ("AF_PACKET PMD", AF_PACKET) \ 75 _ ("net_fm10k", FM10K) \ 76 _ ("net_cxgbe", CXGBE) \ 77 _ ("net_mlx4", MLX4) \ 78 _ ("net_mlx5", MLX5) \ 79 _ ("net_dpaa2", DPAA2) \ 80 _ ("net_virtio_user", VIRTIO_USER) \ 81 _ ("net_vhost", VHOST_ETHER) \ 83 _ ("net_failsafe", FAILSAFE) \ 84 _ ("net_liovf", LIOVF_ETHER) \ 85 _ ("net_qede", QEDE) \ 86 _ ("net_netvsc", NETVSC) \ 92 #define _(s,f) VNET_DPDK_PMD_##f, 156 #define foreach_dpdk_device_flags \ 157 _( 0, ADMIN_UP, "admin-up") \ 158 _( 1, PROMISC, "promisc") \ 160 _( 3, PMD_INIT_FAIL, "pmd-init-fail") \ 161 _( 4, MAYBE_MULTISEG, "maybe-multiseg") \ 162 _( 5, HAVE_SUBIF, "subif") \ 163 _( 6, HQOS, "hqos") \ 164 _( 9, TX_OFFLOAD, "tx-offload") \ 165 _(10, INTEL_PHDR_CKSUM, "intel-phdr-cksum") \ 166 _(11, RX_FLOW_OFFLOAD, "rx-flow-offload") \ 167 _(12, RX_IP4_CKSUM, "rx-ip4-cksum") 171 #define _(a, b, c) DPDK_DEVICE_FLAG_##b = (1 << a), 227 struct rte_eth_conf port_conf;
228 struct rte_eth_txconf tx_conf;
236 struct rte_flow_error last_flow_error;
245 struct rte_eth_link link;
248 struct rte_eth_stats stats;
249 struct rte_eth_stats last_stats;
261 #define DPDK_STATS_POLL_INTERVAL (10.0) 262 #define DPDK_MIN_STATS_POLL_INTERVAL (0.001) 264 #define DPDK_LINK_POLL_INTERVAL (3.0) 265 #define DPDK_MIN_LINK_POLL_INTERVAL (0.001) 273 #ifndef DPDK_HQOS_DBG_BYPASS 274 #define DPDK_HQOS_DBG_BYPASS 0 277 #ifndef HQOS_FLUSH_COUNT_THRESHOLD 278 #define HQOS_FLUSH_COUNT_THRESHOLD 100000 298 struct rte_sched_port_params
port;
300 struct rte_sched_pipe_params *
pipe;
306 hqos,
u32 pipe_profile_id);
313 struct rte_mbuf **pkts,
u32 n_pkts);
315 #define foreach_dpdk_device_config_item \ 328 #define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0 329 #define DPDK_DEVICE_VLAN_STRIP_OFF 1 330 #define DPDK_DEVICE_VLAN_STRIP_ON 2 332 #define _(x) uword x; 341 #define DPDK_DEVICE_TSO_DEFAULT 0 342 #define DPDK_DEVICE_TSO_OFF 1 343 #define DPDK_DEVICE_TSO_ON 2 382 #define DPDK_RX_BURST_SZ VLIB_FRAME_SIZE 460 enum rte_eth_event_type
type,
461 void *param,
void *ret_param);
463 #define foreach_dpdk_error \ 464 _(NONE, "no error") \ 465 _(RX_PACKET_ERROR, "Rx packet errors") \ 466 _(RX_BAD_FCS, "Rx bad fcs") \ 467 _(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \ 468 _(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \ 469 _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \ 470 _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error") 474 #define _(f,s) DPDK_ERROR_##f, 480 #define dpdk_log_err(...) \ 481 vlib_log(VLIB_LOG_LEVEL_ERR, dpdk_main.log_default, __VA_ARGS__) 482 #define dpdk_log_warn(...) \ 483 vlib_log(VLIB_LOG_LEVEL_WARNING, dpdk_main.log_default, __VA_ARGS__) 484 #define dpdk_log_notice(...) \ 485 vlib_log(VLIB_LOG_LEVEL_NOTICE, dpdk_main.log_default, __VA_ARGS__) 486 #define dpdk_log_info(...) \ 487 vlib_log(VLIB_LOG_LEVEL_INFO, dpdk_main.log_default, __VA_ARGS__) 513 int dpdk_buffer_validate_trajectory_all (
u32 * uninitialized);
514 void dpdk_buffer_poison_trajectory_all (
void);
#define foreach_dpdk_device_flags
format_function_t format_dpdk_tx_trace
f64 time_last_link_update
struct dpdk_device_config_hqos_t dpdk_device_config_hqos_t
format_function_t format_dpdk_flow
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
format_function_t format_dpdk_tx_offload_caps
u8 interface_name_format_decimal
int dpdk_hqos_validate_mask(u64 mask, u32 n)
vlib_node_registration_t admin_up_down_process_node
(constructor) VLIB_REGISTER_NODE (admin_up_down_process_node)
vnet_device_class_t dpdk_device_class
#define foreach_dpdk_error
dpdk_device_and_queue_t ** devices_by_hqos_cpu
struct rte_sched_port_params port
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
struct rte_mbuf ** pkts_enq
struct rte_sched_port * hqos
u32 supported_flow_actions
format_function_t format_dpdk_rte_mbuf
dpdk_device_config_hqos_t hqos
struct _vnet_device_class vnet_device_class_t
u32 * blacklist_by_pci_vendor_and_device
struct rte_sched_pipe_params * pipe
foreach_dpdk_device_config_item clib_bitmap_t * workers
dpdk_config_main_t dpdk_config_main
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
struct rte_mbuf ** pkts_deq
dpdk_device_config_t default_devconf
format_function_t format_dpdk_rx_rte_mbuf
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
dpdk_device_hqos_per_worker_thread_t * hqos_wt
f64 time_last_stats_update
vl_api_fib_path_type_t type
dpdk_per_thread_data_t * per_thread_data
void dpdk_device_stop(dpdk_device_t *xd)
void dpdk_hqos_metadata_set(dpdk_device_hqos_per_worker_thread_t *hqos, struct rte_mbuf **pkts, u32 n_pkts)
vlib_buffer_t buffer_template
dpdk_port_type_t port_type
u16 af_packet_instance_num
dpdk_flow_lookup_entry_t * flow_lookup_entries
u8 nchannels_set_manually
u32 * parked_lookup_indexes
u16 * cpu_socket_id_by_queue
void dpdk_device_config_hqos_pipe_profile_default(dpdk_device_config_hqos_t *hqos, u32 pipe_profile_id)
dpdk_device_config_t * dev_confs
format_function_t format_dpdk_device_errors
struct rte_pci_device * dpdk_get_pci_device(const struct rte_eth_dev_info *info)
void dpdk_device_setup(dpdk_device_t *xd)
format_function_t format_dpdk_device
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
format_function_t format_dpdk_rss_hf_name
struct rte_eth_xstat * xstats
u8 * interface_name_suffix
format_function_t format_dpdk_device_name
vlib_log_class_t log_default
dpdk_device_hqos_per_hqos_thread_t * hqos_ht
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
dpdk_portid_t device_index
format_function_t format_dpdk_rx_trace
clib_error_t * dpdk_port_setup_hqos(dpdk_device_t *xd, dpdk_device_config_hqos_t *hqos)
struct _vlib_node_registration vlib_node_registration_t
void dpdk_device_start(dpdk_device_t *xd)
void dpdk_device_config_hqos_default(dpdk_device_config_hqos_t *hqos)
u8 admin_up_down_in_progress
u8 no_tx_checksum_offload
VLIB buffer representation.
format_function_t format_dpdk_rx_offload_caps
u32 buffer_flags_template
void dpdk_cli_reference(void)
vnet_flow_dev_ops_function_t dpdk_flow_ops_fn
struct rte_sched_subport_params * subport
#define foreach_dpdk_device_config_item
dpdk_flow_entry_t * flow_entries
clib_error_t * unformat_hqos(unformat_input_t *input, dpdk_device_config_hqos_t *hqos)
uword * device_config_index_by_pci_addr
u8 * buffer_pool_for_queue
f64 link_state_poll_interval
dpdk_config_main_t * conf
int() vnet_flow_dev_ops_function_t(struct vnet_main_t *vnm, vnet_flow_dev_op_t op, u32 hw_if_index, u32 index, uword *private_data)