15 #ifndef __included_dpdk_h__ 16 #define __included_dpdk_h__ 21 #define ALLOW_EXPERIMENTAL_API 23 #include <rte_config.h> 25 #include <rte_common.h> 27 #include <rte_memory.h> 29 #include <rte_per_lcore.h> 30 #include <rte_cycles.h> 31 #include <rte_lcore.h> 32 #include <rte_per_lcore.h> 33 #include <rte_interrupts.h> 35 #include <rte_ether.h> 36 #include <rte_ethdev.h> 38 #include <rte_mempool.h> 40 #include <rte_version.h> 41 #include <rte_sched.h> 43 #include <rte_bus_pci.h> 49 #define always_inline static inline 51 #define always_inline static inline __attribute__ ((__always_inline__)) 61 #define foreach_dpdk_pmd \ 62 _ ("net_thunderx", THUNDERX) \ 63 _ ("net_e1000_em", E1000EM) \ 64 _ ("net_e1000_igb", IGB) \ 65 _ ("net_e1000_igb_vf", IGBVF) \ 66 _ ("net_ixgbe", IXGBE) \ 67 _ ("net_ixgbe_vf", IXGBEVF) \ 68 _ ("net_i40e", I40E) \ 69 _ ("net_i40e_vf", I40EVF) \ 71 _ ("net_iavf", IAVF) \ 72 _ ("net_virtio", VIRTIO) \ 73 _ ("net_enic", ENIC) \ 74 _ ("net_vmxnet3", VMXNET3) \ 75 _ ("AF_PACKET PMD", AF_PACKET) \ 76 _ ("net_fm10k", FM10K) \ 77 _ ("net_cxgbe", CXGBE) \ 78 _ ("net_mlx4", MLX4) \ 79 _ ("net_mlx5", MLX5) \ 80 _ ("net_dpaa2", DPAA2) \ 81 _ ("net_virtio_user", VIRTIO_USER) \ 82 _ ("net_vhost", VHOST_ETHER) \ 84 _ ("net_failsafe", FAILSAFE) \ 85 _ ("net_liovf", LIOVF_ETHER) \ 86 _ ("net_qede", QEDE) \ 87 _ ("net_netvsc", NETVSC) \ 93 #define _(s,f) VNET_DPDK_PMD_##f, 123 #define foreach_dpdk_device_flags \ 124 _( 0, ADMIN_UP, "admin-up") \ 125 _( 1, PROMISC, "promisc") \ 127 _( 3, PMD_INIT_FAIL, "pmd-init-fail") \ 128 _( 4, MAYBE_MULTISEG, "maybe-multiseg") \ 129 _( 5, HAVE_SUBIF, "subif") \ 130 _( 9, TX_OFFLOAD, "tx-offload") \ 131 _(10, INTEL_PHDR_CKSUM, "intel-phdr-cksum") \ 132 _(11, RX_FLOW_OFFLOAD, "rx-flow-offload") \ 133 _(12, RX_IP4_CKSUM, "rx-ip4-cksum") 137 #define _(a, b, c) DPDK_DEVICE_FLAG_##b = (1 << a), 204 struct rte_eth_conf port_conf;
205 struct rte_eth_txconf tx_conf;
213 struct rte_flow_error last_flow_error;
218 struct rte_eth_link link;
221 struct rte_eth_stats stats;
222 struct rte_eth_stats last_stats;
234 #define DPDK_STATS_POLL_INTERVAL (10.0) 235 #define DPDK_MIN_STATS_POLL_INTERVAL (0.001) 237 #define DPDK_LINK_POLL_INTERVAL (3.0) 238 #define DPDK_MIN_LINK_POLL_INTERVAL (0.001) 240 #define foreach_dpdk_device_config_item \ 253 #define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0 254 #define DPDK_DEVICE_VLAN_STRIP_OFF 1 255 #define DPDK_DEVICE_VLAN_STRIP_ON 2 257 #define _(x) uword x; 265 #define DPDK_DEVICE_TSO_DEFAULT 0 266 #define DPDK_DEVICE_TSO_OFF 1 267 #define DPDK_DEVICE_TSO_ON 2 306 #define DPDK_RX_BURST_SZ VLIB_FRAME_SIZE 378 enum rte_eth_event_type
type,
379 void *param,
void *ret_param);
381 #define foreach_dpdk_error \ 382 _(NONE, "no error") \ 383 _(RX_PACKET_ERROR, "Rx packet errors") \ 384 _(RX_BAD_FCS, "Rx bad fcs") \ 385 _(IP_CHECKSUM_ERROR, "Rx ip checksum errors") \ 386 _(RX_ALLOC_FAIL, "rx buf alloc from free list failed") \ 387 _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem") \ 388 _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error") 392 #define _(f,s) DPDK_ERROR_##f, 398 #define dpdk_log_err(...) \ 399 vlib_log(VLIB_LOG_LEVEL_ERR, dpdk_main.log_default, __VA_ARGS__) 400 #define dpdk_log_warn(...) \ 401 vlib_log(VLIB_LOG_LEVEL_WARNING, dpdk_main.log_default, __VA_ARGS__) 402 #define dpdk_log_notice(...) \ 403 vlib_log(VLIB_LOG_LEVEL_NOTICE, dpdk_main.log_default, __VA_ARGS__) 404 #define dpdk_log_info(...) \ 405 vlib_log(VLIB_LOG_LEVEL_INFO, dpdk_main.log_default, __VA_ARGS__) 409 #define foreach_dpdk_rss_hf \ 410 _(0, ETH_RSS_FRAG_IPV4, "ipv4-frag") \ 411 _(1, ETH_RSS_NONFRAG_IPV4_TCP, "ipv4-tcp") \ 412 _(2, ETH_RSS_NONFRAG_IPV4_UDP, "ipv4-udp") \ 413 _(3, ETH_RSS_NONFRAG_IPV4_SCTP, "ipv4-sctp") \ 414 _(4, ETH_RSS_NONFRAG_IPV4_OTHER, "ipv4-other") \ 415 _(5, ETH_RSS_IPV4, "ipv4") \ 416 _(6, ETH_RSS_IPV6_TCP_EX, "ipv6-tcp-ex") \ 417 _(7, ETH_RSS_IPV6_UDP_EX, "ipv6-udp-ex") \ 418 _(8, ETH_RSS_FRAG_IPV6, "ipv6-frag") \ 419 _(9, ETH_RSS_NONFRAG_IPV6_TCP, "ipv6-tcp") \ 420 _(10, ETH_RSS_NONFRAG_IPV6_UDP, "ipv6-udp") \ 421 _(11, ETH_RSS_NONFRAG_IPV6_SCTP, "ipv6-sctp") \ 422 _(12, ETH_RSS_NONFRAG_IPV6_OTHER, "ipv6-other") \ 423 _(13, ETH_RSS_IPV6_EX, "ipv6-ex") \ 424 _(14, ETH_RSS_IPV6, "ipv6") \ 425 _(15, ETH_RSS_L2_PAYLOAD, "l2-payload") \ 426 _(16, ETH_RSS_PORT, "port") \ 427 _(17, ETH_RSS_VXLAN, "vxlan") \ 428 _(18, ETH_RSS_GENEVE, "geneve") \ 429 _(19, ETH_RSS_NVGRE, "nvgre") \ 430 _(20, ETH_RSS_GTPU, "gtpu") \ 431 _(60, ETH_RSS_L4_DST_ONLY, "l4-dst-only") \ 432 _(61, ETH_RSS_L4_SRC_ONLY, "l4-src-only") \ 433 _(62, ETH_RSS_L3_DST_ONLY, "l3-dst-only") \ 434 _(63, ETH_RSS_L3_SRC_ONLY, "l3-src-only") 456 int dpdk_buffer_validate_trajectory_all (
u32 * uninitialized);
457 void dpdk_buffer_poison_trajectory_all (
void);
#define foreach_dpdk_device_flags
format_function_t format_dpdk_tx_trace
f64 time_last_link_update
format_function_t format_dpdk_flow
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
format_function_t format_dpdk_tx_offload_caps
vl_api_wireguard_peer_flags_t flags
u8 interface_name_format_decimal
vlib_node_registration_t admin_up_down_process_node
(constructor) VLIB_REGISTER_NODE (admin_up_down_process_node)
vnet_device_class_t dpdk_device_class
#define foreach_dpdk_error
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
u32 supported_flow_actions
format_function_t format_dpdk_rte_mbuf
struct _vnet_device_class vnet_device_class_t
u32 * blacklist_by_pci_vendor_and_device
foreach_dpdk_device_config_item clib_bitmap_t * workers
dpdk_config_main_t dpdk_config_main
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
dpdk_device_config_t default_devconf
format_function_t format_dpdk_rx_rte_mbuf
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
f64 time_last_stats_update
vl_api_fib_path_type_t type
dpdk_per_thread_data_t * per_thread_data
void dpdk_device_stop(dpdk_device_t *xd)
vlib_buffer_t buffer_template
dpdk_port_type_t port_type
dpdk_tx_queue_t * tx_queues
u16 af_packet_instance_num
dpdk_flow_lookup_entry_t * flow_lookup_entries
u8 nchannels_set_manually
u32 * parked_lookup_indexes
dpdk_device_config_t * dev_confs
format_function_t format_dpdk_device_errors
struct rte_pci_device * dpdk_get_pci_device(const struct rte_eth_dev_info *info)
void dpdk_device_setup(dpdk_device_t *xd)
format_function_t format_dpdk_device
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
format_function_t format_dpdk_rss_hf_name
struct rte_eth_xstat * xstats
u8 * interface_name_suffix
format_function_t format_dpdk_device_name
vlib_log_class_t log_default
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
format_function_t format_dpdk_rx_trace
struct _vlib_node_registration vlib_node_registration_t
void dpdk_device_start(dpdk_device_t *xd)
u8 admin_up_down_in_progress
u8 no_tx_checksum_offload
VLIB buffer representation.
format_function_t format_dpdk_rx_offload_caps
u32 buffer_flags_template
void dpdk_cli_reference(void)
vnet_flow_dev_ops_function_t dpdk_flow_ops_fn
#define foreach_dpdk_device_config_item
dpdk_flow_entry_t * flow_entries
dpdk_rx_queue_t * rx_queues
uword * device_config_index_by_pci_addr
clib_bitmap_t * rss_queues
f64 link_state_poll_interval
dpdk_config_main_t * conf
int() vnet_flow_dev_ops_function_t(struct vnet_main_t *vnm, vnet_flow_dev_op_t op, u32 hw_if_index, u32 index, uword *private_data)