15 #ifndef __included_dpdk_h__ 16 #define __included_dpdk_h__ 21 #define ALLOW_EXPERIMENTAL_API 23 #include <rte_config.h> 25 #include <rte_common.h> 27 #include <rte_memory.h> 29 #include <rte_per_lcore.h> 30 #include <rte_cycles.h> 31 #include <rte_lcore.h> 32 #include <rte_per_lcore.h> 33 #include <rte_interrupts.h> 35 #include <rte_ether.h> 36 #include <rte_ethdev.h> 38 #include <rte_mempool.h> 40 #include <rte_version.h> 41 #include <rte_sched.h> 43 #include <rte_bus_pci.h> 49 #define always_inline static inline 51 #define always_inline static inline __attribute__ ((__always_inline__)) 61 #define foreach_dpdk_pmd \ 62 _ ("net_thunderx", THUNDERX) \ 63 _ ("net_e1000_em", E1000EM) \ 64 _ ("net_e1000_igb", IGB) \ 65 _ ("net_e1000_igb_vf", IGBVF) \ 66 _ ("net_ixgbe", IXGBE) \ 67 _ ("net_ixgbe_vf", IXGBEVF) \ 68 _ ("net_i40e", I40E) \ 69 _ ("net_i40e_vf", I40EVF) \ 71 _ ("net_iavf", IAVF) \ 72 _ ("net_virtio", VIRTIO) \ 73 _ ("net_enic", ENIC) \ 74 _ ("net_vmxnet3", VMXNET3) \ 75 _ ("AF_PACKET PMD", AF_PACKET) \ 76 _ ("net_fm10k", FM10K) \ 77 _ ("net_cxgbe", CXGBE) \ 78 _ ("net_mlx4", MLX4) \ 79 _ ("net_mlx5", MLX5) \ 80 _ ("net_dpaa2", DPAA2) \ 81 _ ("net_virtio_user", VIRTIO_USER) \ 82 _ ("net_vhost", VHOST_ETHER) \ 84 _ ("net_failsafe", FAILSAFE) \ 85 _ ("net_liovf", LIOVF_ETHER) \ 86 _ ("net_qede", QEDE) \ 87 _ ("net_netvsc", NETVSC) \ 93 #define _(s,f) VNET_DPDK_PMD_##f, 123 #define foreach_dpdk_device_flags \ 124 _( 0, ADMIN_UP, "admin-up") \ 125 _( 1, PROMISC, "promisc") \ 127 _( 3, PMD_INIT_FAIL, "pmd-init-fail") \ 128 _( 4, MAYBE_MULTISEG, "maybe-multiseg") \ 129 _( 5, HAVE_SUBIF, "subif") \ 130 _( 9, TX_OFFLOAD, "tx-offload") \ 131 _(10, INTEL_PHDR_CKSUM, "intel-phdr-cksum") \ 132 _(11, RX_FLOW_OFFLOAD, "rx-flow-offload") \ 133 _(12, RX_IP4_CKSUM, "rx-ip4-cksum") 137 #define _(a, b, c) DPDK_DEVICE_FLAG_##b = (1 << a), 193 struct rte_eth_conf port_conf;
194 struct rte_eth_txconf tx_conf;
202 struct rte_flow_error last_flow_error;
207 struct rte_eth_link link;
210 struct rte_eth_stats stats;
211 struct rte_eth_stats last_stats;
223 #define DPDK_STATS_POLL_INTERVAL (10.0) 224 #define DPDK_MIN_STATS_POLL_INTERVAL (0.001) 226 #define DPDK_LINK_POLL_INTERVAL (3.0) 227 #define DPDK_MIN_LINK_POLL_INTERVAL (0.001) 235 #ifndef DPDK_HQOS_DBG_BYPASS 236 #define DPDK_HQOS_DBG_BYPASS 0 239 #ifndef HQOS_FLUSH_COUNT_THRESHOLD 240 #define HQOS_FLUSH_COUNT_THRESHOLD 100000 244 #define foreach_dpdk_device_config_item \ 257 #define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0 258 #define DPDK_DEVICE_VLAN_STRIP_OFF 1 259 #define DPDK_DEVICE_VLAN_STRIP_ON 2 261 #define _(x) uword x; 268 #define DPDK_DEVICE_TSO_DEFAULT 0 269 #define DPDK_DEVICE_TSO_OFF 1 270 #define DPDK_DEVICE_TSO_ON 2 309 #define DPDK_RX_BURST_SZ VLIB_FRAME_SIZE 382 enum rte_eth_event_type
type,
383 void *param,
void *ret_param);
385 #define foreach_dpdk_error \ 386 _(NONE, "no error") \ 387 _(RX_PACKET_ERROR, "Rx packet errors") \ 388 _(RX_BAD_FCS, "Rx bad fcs") \ 389 _(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \ 390 _(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \ 391 _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \ 392 _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error") 396 #define _(f,s) DPDK_ERROR_##f, 402 #define dpdk_log_err(...) \ 403 vlib_log(VLIB_LOG_LEVEL_ERR, dpdk_main.log_default, __VA_ARGS__) 404 #define dpdk_log_warn(...) \ 405 vlib_log(VLIB_LOG_LEVEL_WARNING, dpdk_main.log_default, __VA_ARGS__) 406 #define dpdk_log_notice(...) \ 407 vlib_log(VLIB_LOG_LEVEL_NOTICE, dpdk_main.log_default, __VA_ARGS__) 408 #define dpdk_log_info(...) \ 409 vlib_log(VLIB_LOG_LEVEL_INFO, dpdk_main.log_default, __VA_ARGS__) 413 #define foreach_dpdk_rss_hf \ 414 _(0, ETH_RSS_FRAG_IPV4, "ipv4-frag") \ 415 _(1, ETH_RSS_NONFRAG_IPV4_TCP, "ipv4-tcp") \ 416 _(2, ETH_RSS_NONFRAG_IPV4_UDP, "ipv4-udp") \ 417 _(3, ETH_RSS_NONFRAG_IPV4_SCTP, "ipv4-sctp") \ 418 _(4, ETH_RSS_NONFRAG_IPV4_OTHER, "ipv4-other") \ 419 _(5, ETH_RSS_IPV4, "ipv4") \ 420 _(6, ETH_RSS_IPV6_TCP_EX, "ipv6-tcp-ex") \ 421 _(7, ETH_RSS_IPV6_UDP_EX, "ipv6-udp-ex") \ 422 _(8, ETH_RSS_FRAG_IPV6, "ipv6-frag") \ 423 _(9, ETH_RSS_NONFRAG_IPV6_TCP, "ipv6-tcp") \ 424 _(10, ETH_RSS_NONFRAG_IPV6_UDP, "ipv6-udp") \ 425 _(11, ETH_RSS_NONFRAG_IPV6_SCTP, "ipv6-sctp") \ 426 _(12, ETH_RSS_NONFRAG_IPV6_OTHER, "ipv6-other") \ 427 _(13, ETH_RSS_IPV6_EX, "ipv6-ex") \ 428 _(14, ETH_RSS_IPV6, "ipv6") \ 429 _(15, ETH_RSS_L2_PAYLOAD, "l2-payload") \ 430 _(16, ETH_RSS_PORT, "port") \ 431 _(17, ETH_RSS_VXLAN, "vxlan") \ 432 _(18, ETH_RSS_GENEVE, "geneve") \ 433 _(19, ETH_RSS_NVGRE, "nvgre") \ 434 _(20, ETH_RSS_GTPU, "gtpu") \ 435 _(60, ETH_RSS_L4_DST_ONLY, "l4-dst-only") \ 436 _(61, ETH_RSS_L4_SRC_ONLY, "l4-src-only") \ 437 _(62, ETH_RSS_L3_DST_ONLY, "l3-dst-only") \ 438 _(63, ETH_RSS_L3_SRC_ONLY, "l3-src-only") 460 int dpdk_buffer_validate_trajectory_all (
u32 * uninitialized);
461 void dpdk_buffer_poison_trajectory_all (
void);
#define foreach_dpdk_device_flags
format_function_t format_dpdk_tx_trace
f64 time_last_link_update
format_function_t format_dpdk_flow
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
format_function_t format_dpdk_tx_offload_caps
u8 interface_name_format_decimal
vlib_node_registration_t admin_up_down_process_node
(constructor) VLIB_REGISTER_NODE (admin_up_down_process_node)
vnet_device_class_t dpdk_device_class
#define foreach_dpdk_error
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
u32 supported_flow_actions
format_function_t format_dpdk_rte_mbuf
struct _vnet_device_class vnet_device_class_t
u32 * blacklist_by_pci_vendor_and_device
foreach_dpdk_device_config_item clib_bitmap_t * workers
dpdk_config_main_t dpdk_config_main
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
dpdk_device_config_t default_devconf
format_function_t format_dpdk_rx_rte_mbuf
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
f64 time_last_stats_update
vl_api_fib_path_type_t type
dpdk_per_thread_data_t * per_thread_data
void dpdk_device_stop(dpdk_device_t *xd)
vlib_buffer_t buffer_template
dpdk_port_type_t port_type
u16 af_packet_instance_num
dpdk_flow_lookup_entry_t * flow_lookup_entries
u8 nchannels_set_manually
u32 * parked_lookup_indexes
u16 * cpu_socket_id_by_queue
dpdk_device_config_t * dev_confs
format_function_t format_dpdk_device_errors
struct rte_pci_device * dpdk_get_pci_device(const struct rte_eth_dev_info *info)
void dpdk_device_setup(dpdk_device_t *xd)
format_function_t format_dpdk_device
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
format_function_t format_dpdk_rss_hf_name
struct rte_eth_xstat * xstats
u8 * interface_name_suffix
format_function_t format_dpdk_device_name
vlib_log_class_t log_default
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
dpdk_portid_t device_index
format_function_t format_dpdk_rx_trace
struct _vlib_node_registration vlib_node_registration_t
void dpdk_device_start(dpdk_device_t *xd)
u8 admin_up_down_in_progress
u8 no_tx_checksum_offload
VLIB buffer representation.
format_function_t format_dpdk_rx_offload_caps
u32 buffer_flags_template
void dpdk_cli_reference(void)
vnet_flow_dev_ops_function_t dpdk_flow_ops_fn
#define foreach_dpdk_device_config_item
dpdk_flow_entry_t * flow_entries
uword * device_config_index_by_pci_addr
u8 * buffer_pool_for_queue
f64 link_state_poll_interval
dpdk_config_main_t * conf
int() vnet_flow_dev_ops_function_t(struct vnet_main_t *vnm, vnet_flow_dev_op_t op, u32 hw_if_index, u32 index, uword *private_data)