33 #include <sys/mount.h> 42 #define LINK_STATE_ELOGS 0 55 .mq_mode = ETH_MQ_TX_NONE,
63 if (dev_info->speed_capa & ETH_LINK_SPEED_100G)
65 else if (dev_info->speed_capa & ETH_LINK_SPEED_50G)
67 else if (dev_info->speed_capa & ETH_LINK_SPEED_40G)
69 else if (dev_info->speed_capa & ETH_LINK_SPEED_25G)
71 else if (dev_info->speed_capa & ETH_LINK_SPEED_10G)
73 else if (dev_info->speed_capa & ETH_LINK_SPEED_1G)
125 static struct rte_mempool_ops *
130 for (i = 0; i < rte_mempool_ops_table.num_ops; i++)
132 if (!strcmp (ops_name, rte_mempool_ops_table.ops[i].name))
133 return &rte_mempool_ops_table.ops[
i];
144 i8 rg_name[RTE_RING_NAMESIZE];
147 ret = snprintf (rg_name,
sizeof (rg_name), RTE_MEMPOOL_MZ_FORMAT, mp->name);
148 if (ret < 0 || ret >= (
i32)
sizeof (rg_name))
149 return -ENAMETOOLONG;
152 if (mp->flags & MEMPOOL_F_SP_PUT)
153 rg_flags |= RING_F_SP_ENQ;
154 if (mp->flags & MEMPOOL_F_SC_GET)
155 rg_flags |= RING_F_SC_DEQ;
157 count = rte_align32pow2 (mp->size + 1);
170 ret = rte_ring_init (r, rg_name,
count, rg_flags);
192 vlib_pci_addr_t last_pci_addr;
193 u32 last_pci_addr_port = 0;
197 u32 next_hqos_cpu = 0;
198 u8 af_packet_port_id = 0;
199 u8 bond_ether_port_id = 0;
200 last_pci_addr.as_u32 = ~0;
209 if (tr_hqos && tr_hqos->
count > 0)
218 nports = rte_eth_dev_count ();
225 clib_warning (
"DPDK drivers found %d ports...", nports);
238 | VNET_BUFFER_F_L4_CHECKSUM_COMPUTED);
254 for (i = 0; i < nports; i++)
259 struct rte_eth_dev_info dev_info;
260 struct rte_eth_link l;
262 vlib_pci_addr_t pci_addr;
265 rte_eth_dev_info_get (i, &dev_info);
266 if (dev_info.pci_dev)
268 pci_addr.domain = dev_info.pci_dev->addr.domain;
269 pci_addr.bus = dev_info.pci_dev->addr.bus;
270 pci_addr.slot = dev_info.pci_dev->addr.devid;
271 pci_addr.function = dev_info.pci_dev->addr.function;
289 if (dev_info.pci_dev)
291 struct rte_eth_dev_info di = { 0 };
292 rte_eth_dev_info_get (i + 1, &di);
293 if (di.pci_dev && pci_addr.as_u32 != last_pci_addr.as_u32 &&
294 memcmp (&dev_info.pci_dev->addr, &di.pci_dev->addr,
295 sizeof (
struct rte_pci_addr)) == 0)
298 last_pci_addr.as_u32 = pci_addr.as_u32;
299 last_pci_addr_port =
i;
301 else if (pci_addr.as_u32 == last_pci_addr.as_u32)
304 format (0,
"%u", i - last_pci_addr_port);
308 last_pci_addr.as_u32 = ~0;
312 last_pci_addr.as_u32 = ~0;
315 sizeof (
struct rte_eth_txconf));
319 xd->
tx_conf.txq_flags |= ETH_TXQ_FLAGS_NOMULTSEGS;
325 xd->
tx_conf.txq_flags &= ~ETH_TXQ_FLAGS_NOMULTSEGS;
332 sizeof (
struct rte_eth_conf));
336 if (devconf->num_tx_queues > 0
337 && devconf->num_tx_queues < xd->
tx_q_used)
340 if (devconf->num_rx_queues > 1
341 && dev_info.max_rx_queues >= devconf->num_rx_queues)
344 xd->
port_conf.rxmode.mq_mode = ETH_MQ_RX_RSS;
345 if (devconf->rss_fn == 0)
346 xd->
port_conf.rx_adv_conf.rss_conf.rss_hf =
347 ETH_RSS_IP | ETH_RSS_UDP | ETH_RSS_TCP;
349 xd->
port_conf.rx_adv_conf.rss_conf.rss_hf = devconf->rss_fn;
357 if ((!dev_info.driver_name) && (dev_info.pci_dev))
358 dev_info.driver_name = dev_info.pci_dev->driver->driver.name;
360 ASSERT (dev_info.driver_name);
366 #define _(s,f) else if (dev_info.driver_name && \ 367 !strcmp(dev_info.driver_name, s)) \ 368 xd->pmd = VNET_DPDK_PMD_##f; 383 case VNET_DPDK_PMD_E1000EM:
384 case VNET_DPDK_PMD_IGB:
385 case VNET_DPDK_PMD_IXGBE:
386 case VNET_DPDK_PMD_I40E:
390 xd->
tx_conf.txq_flags &= ~ETH_TXQ_FLAGS_NOXSUMS;
398 case VNET_DPDK_PMD_CXGBE:
399 case VNET_DPDK_PMD_MLX4:
400 case VNET_DPDK_PMD_MLX5:
405 case VNET_DPDK_PMD_IGBVF:
406 case VNET_DPDK_PMD_IXGBEVF:
407 case VNET_DPDK_PMD_I40EVF:
412 case VNET_DPDK_PMD_THUNDERX:
417 case VNET_DPDK_PMD_ENA:
421 case VNET_DPDK_PMD_DPAA2:
426 case VNET_DPDK_PMD_ENIC:
427 rte_eth_link_get_nowait (i, &l);
428 if (l.link_speed == 40000)
435 case VNET_DPDK_PMD_FM10K:
441 case VNET_DPDK_PMD_VIRTIO:
448 case VNET_DPDK_PMD_VMXNET3:
450 xd->
tx_conf.txq_flags |= ETH_TXQ_FLAGS_NOMULTSEGS;
453 case VNET_DPDK_PMD_AF_PACKET:
455 xd->
port_id = af_packet_port_id++;
458 case VNET_DPDK_PMD_BOND:
460 xd->
port_id = bond_ether_port_id++;
463 case VNET_DPDK_PMD_VIRTIO_USER:
471 if (devconf->num_rx_desc)
474 if (devconf->num_tx_desc)
489 xd->
port_conf.rxmode.max_rx_pkt_len = dev_info.max_rx_pktlen;
507 xd->
port_conf.rxmode.max_rx_pkt_len += 4;
511 if (xd->
pmd == VNET_DPDK_PMD_AF_PACKET)
515 rnd = (
u32) (now * 1e6);
522 rte_eth_macaddr_get (i, (
struct ether_addr *) addr);
534 if (devconf->hqos_enabled)
539 if (devconf->hqos.hqos_thread_valid)
557 devconf->hqos.hqos_thread_valid = 1;
558 devconf->hqos.hqos_thread = cpu;
604 if (devconf->workers)
610 vnet_hw_interface_assign_rx_thread (dm->vnet_main, xd->hw_if_index, q++,
611 vdm->first_worker_thread_index + i);
631 clib_warning (
"setup failed for device %U. Errors:\n %U",
635 if (devconf->hqos_enabled)
649 if (xd->
pmd == VNET_DPDK_PMD_ENIC)
662 vlan_off = rte_eth_dev_get_vlan_offload (xd->
device_index);
663 vlan_off |= ETH_VLAN_STRIP_OFFLOAD;
664 xd->
port_conf.rxmode.hw_vlan_strip = vlan_off;
665 if (rte_eth_dev_set_vlan_offload (xd->
device_index, vlan_off) == 0)
668 clib_warning (
"VLAN strip cannot be supported by interface\n");
678 clib_warning (
"%d mbufs allocated but total rx/tx ring size is %d\n",
691 vlib_pci_addr_t *
addr = 0, *addrs;
756 clib_warning (
"Unsupported PCI device 0x%04x:0x%04x found " 771 devconf->
pci_addr.as_u32 = addr->as_u32;
807 "duplicate configuration for PCI address %U",
811 devconf->
pci_addr.as_u32 = pci_addr.as_u32;
821 if (
unformat (input,
"num-rx-queues %u", &devconf->num_rx_queues))
823 else if (
unformat (input,
"num-tx-queues %u", &devconf->num_tx_queues))
825 else if (
unformat (input,
"num-rx-desc %u", &devconf->num_rx_desc))
827 else if (
unformat (input,
"num-tx-desc %u", &devconf->num_tx_desc))
840 else if (
unformat (input,
"vlan-strip-offload off"))
842 else if (
unformat (input,
"vlan-strip-offload on"))
868 if (devconf->
workers && devconf->num_rx_queues == 0)
872 devconf->num_rx_queues)
875 "%U: number of worker threadds must be " 890 vlib_pci_addr_t pci_addr;
894 u8 *rte_cmd = 0, *ethname = 0;
897 int num_whitelisted = 0;
903 u8 *huge_dir_path = 0;
909 log_level = RTE_LOG_NOTICE;
920 else if (
unformat (input,
"enable-tcp-udp-checksum"))
923 else if (
unformat (input,
"no-tx-checksum-offload"))
926 else if (
unformat (input,
"decimal-interface-names"))
932 else if (
unformat (input,
"no-multi-seg"))
970 else if (
unformat (input,
"socket-mem %s", &socket_mem))
972 else if (
unformat (input,
"no-pci"))
975 tmp =
format (0,
"--no-pci%c", 0);
982 else if (unformat(input, #a)) \ 984 tmp = format (0, "--%s%c", #a, 0); \ 985 vec_add1 (conf->eal_init_args, tmp); \ 990 else if (unformat(input, #a " %s", &s)) \ 992 if (!strncmp(#a, "huge-dir", 8)) \ 994 else if (!strncmp(#a, "file-prefix", 11)) \ 996 tmp = format (0, "--%s%c", #a, 0); \ 997 vec_add1 (conf->eal_init_args, tmp); \ 999 if (!strncmp(#a, "vdev", 4)) \ 1000 if (strstr((char*)s, "af_packet")) \ 1001 clib_warning ("af_packet obsoleted. Use CLI 'create host-interface'."); \ 1002 vec_add1 (conf->eal_init_args, s); \ 1007 else if (unformat(input, #a " %s", &s)) \ 1009 tmp = format (0, "-%s%c", #b, 0); \ 1010 vec_add1 (conf->eal_init_args, tmp); \ 1012 vec_add1 (conf->eal_init_args, s); \ 1017 else if (unformat(input, #a " %s", &s)) \ 1019 tmp = format (0, "-%s%c", #b, 0); \ 1020 vec_add1 (conf->eal_init_args, tmp); \ 1022 vec_add1 (conf->eal_init_args, s); \ 1023 conf->a##_set_manually = 1; \ 1027 else if (
unformat (input,
"default"))
1046 if (!no_huge && !huge_dir)
1048 u32 x, *mem_by_socket = 0;
1052 umount ((
char *) huge_dir_path);
1081 vec_validate(mem_by_socket, c);
1082 mem_by_socket[c] = 64;
1093 vec_validate(mem_by_socket, c);
1095 e = clib_sysfs_prealloc_hugepages(c, 2 << 10, mem_by_socket[c] / 2);
1097 clib_error_report (e);
1101 if (mem_by_socket == 0)
1106 _vec_len (mem_by_socket) = c + 1;
1110 socket_mem =
format (socket_mem,
"%s%u",
1111 socket_mem ?
"," :
"", mem_by_socket[x]);
1112 socket_mem =
format (socket_mem,
"%c", 0);
1122 rv = mount (
"none", (
char *) huge_dir_path,
"hugetlbfs", 0,
NULL);
1130 tmp =
format (0,
"--huge-dir%c", 0);
1132 tmp =
format (0,
"%s%c", huge_dir_path, 0);
1136 tmp =
format (0,
"--file-prefix%c", 0);
1138 tmp =
format (0,
"vpp%c", 0);
1153 uword *coremask = 0;
1180 if (no_pci == 0 && geteuid () == 0)
1184 if (devconf->x == 0 && conf->default_devconf.x > 0) \ 1185 devconf->x = conf->default_devconf.x ; 1191 foreach_dpdk_device_config_item
1194 if (num_whitelisted > 0 && devconf->is_blacklisted == 0)
1196 tmp = format (0,
"-w%c", 0);
1197 vec_add1 (conf->eal_init_args, tmp);
1198 tmp = format (0,
"%U%c", format_vlib_pci_addr, &devconf->pci_addr, 0);
1199 vec_add1 (conf->eal_init_args, tmp);
1203 tmp = format (0,
"-b%c", 0);
1204 vec_add1 (conf->eal_init_args, tmp);
1205 tmp = format (0,
"%U%c", format_vlib_pci_addr, &devconf->pci_addr, 0);
1206 vec_add1 (conf->eal_init_args, tmp);
1214 tmp =
format (0,
"--master-lcore%c", 0);
1215 vec_add1 (conf->eal_init_args, tmp);
1216 tmp =
format (0,
"%u%c", tm->main_lcore, 0);
1217 vec_add1 (conf->eal_init_args, tmp);
1220 tmp =
format (0,
"--socket-mem%c", 0);
1221 vec_add1 (conf->eal_init_args, tmp);
1222 tmp =
format (0,
"%s%c", socket_mem, 0);
1223 vec_add1 (conf->eal_init_args, tmp);
1227 _vec_len (conf->eal_init_args) -= 1;
1231 rte_log_set_global_level (log_level);
1236 for (
i = 1;
i <
vec_len (conf->eal_init_args);
i++)
1237 conf->eal_init_args_str =
format (conf->eal_init_args_str,
"%s ",
1238 conf->eal_init_args[
i]);
1240 clib_warning (
"EAL init args: %s", conf->eal_init_args_str);
1242 rte_eal_init (
vec_len (conf->eal_init_args),
1243 (
char **) conf->eal_init_args);
1246 umount2 ((
char *) huge_dir_path, MNT_DETACH);
1247 rmdir ((
char *) huge_dir_path);
1254 fprintf (stdout,
"DPDK physical memory layout:\n");
1255 rte_dump_physmem_layout (stdout);
1259 struct rte_mempool_ops *ops =
NULL;
1279 for (
i = 0;
i < RTE_MAX_LCORE;
i++)
1282 rte_lcore_to_socket_id (
i));
1297 struct rte_eth_link prev_link = xd->
link;
1299 u8 hw_flags_chg = 0;
1306 memset (&xd->
link, 0, sizeof (xd->
link));
1315 "update-link-state: sw_if_index %d, admin_up %d," 1316 "old link_state %d new link_state %d",.format_args =
"i4i1i1i1",};
1328 ed->old_link_state = (
u8)
1330 ed->new_link_state = (
u8) xd->
link.link_status;
1334 && ((xd->
link.link_status != 0) ^
1341 if (hw_flags_chg || (xd->
link.link_duplex != prev_link.link_duplex))
1344 switch (xd->
link.link_duplex)
1346 case ETH_LINK_HALF_DUPLEX:
1349 case ETH_LINK_FULL_DUPLEX:
1356 if (hw_flags_chg || (xd->
link.link_speed != prev_link.link_speed))
1359 switch (xd->
link.link_speed)
1361 case ETH_SPEED_NUM_10M:
1364 case ETH_SPEED_NUM_100M:
1367 case ETH_SPEED_NUM_1G:
1370 case ETH_SPEED_NUM_10G:
1373 case ETH_SPEED_NUM_40G:
1392 "update-link-state: sw_if_index %d, new flags %d",.format_args
1402 ed->flags = hw_flags;
1441 int nports = rte_eth_dev_count ();
1444 for (i = 0; i < nports; i++)
1448 if (xd->
pmd == VNET_DPDK_PMD_BOND)
1452 int nlink = rte_eth_bond_slaves_get (i, slink, 16);
1461 (slink[0], (
struct ether_addr *) addr);
1464 clib_warning (
"Set MAC for bond port %d BondEthernet%d",
1466 rv = rte_eth_bond_mac_address_set
1467 (i, (
struct ether_addr *) addr);
1486 int slave = slink[--nlink];
1495 rv = rte_eth_dev_mac_addr_add
1496 (slave, (
struct ether_addr *) addr, 0);
1501 rte_eth_dev_callback_register
1502 (slave, RTE_ETH_EVENT_INTR_LSC,
1568 .name =
"dpdk-process",
1569 .process_log2_n_stack_bytes = 17,
1582 "Cache line marker must be 1st element in dpdk_device_t");
1585 "Data in cache line 0 is bigger than cache line size");
1587 "Cache line marker must be 1st element in frame_queue_trace_t");
1602 | VNET_BUFFER_F_L4_CHECKSUM_COMPUTED |
1603 VNET_BUFFER_F_L4_CHECKSUM_CORRECT | VNET_BUFFER_F_L2_HDR_OFFSET_VALID);
#define vec_validate(V, I)
Make sure vector is long enough for given index (no header, unspecified alignment) ...
#define DPDK_DEVICE_FLAG_PROMISC
static void dpdk_bind_devices_to_uio(dpdk_config_main_t *conf)
f64 time_last_link_update
static u8 * format_bitmap_hex(u8 *s, va_list *args)
Format a bitmap as a string of hex bytes.
format_function_t format_vlib_pci_addr
#define vec_foreach_index(var, v)
Iterate over vector indices.
#define hash_set(h, key, value)
#define VIRTIO_PCI_MODERN_DEVICEID_NET
sll srl srl sll sra u16x4 i
#define VNET_HW_INTERFACE_FLAG_SPEED_1G
ethernet_main_t ethernet_main
clib_error_t * vnet_hw_interface_set_flags(vnet_main_t *vnm, u32 hw_if_index, u32 flags)
static f64 vlib_process_wait_for_event_or_clock(vlib_main_t *vm, f64 dt)
Suspend a cooperative multi-tasking thread Waits for an event, or for the indicated number of seconds...
u8 interface_name_format_decimal
vnet_main_t * vnet_get_main(void)
vnet_device_class_t dpdk_device_class
#define DPDK_DEVICE_VLAN_STRIP_OFF
#define DPDK_DEVICE_FLAG_TX_OFFLOAD
static f64 vlib_time_now(vlib_main_t *vm)
#define vec_add2_aligned(V, P, N, A)
Add N elements to end of vector V, return pointer to new elements in P.
static uword * clib_bitmap_or(uword *ai, uword *bi)
Logical operator across two bitmaps.
static u32 dpdk_flag_change(vnet_main_t *vnm, vnet_hw_interface_t *hi, u32 flags)
void dpdk_update_link_state(dpdk_device_t *xd, f64 now)
vlib_pci_device_info_t * vlib_pci_get_device_info(vlib_pci_addr_t *addr, clib_error_t **error)
static vnet_hw_interface_t * vnet_get_hw_interface(vnet_main_t *vnm, u32 hw_if_index)
#define vec_add1(V, E)
Add 1 element to end of vector (unspecified alignment).
dpdk_device_and_queue_t ** devices_by_hqos_cpu
#define DPDK_NB_RX_DESC_VIRTIO
#define vec_add2(V, P, N)
Add N elements to end of vector V, return pointer to new elements in P.
#define DPDK_DEVICE_FLAG_HQOS
u32 per_interface_next_index
u8 enable_tcp_udp_checksum
static uword * clib_bitmap_set(uword *ai, uword i, uword value)
Sets the ith bit of a bitmap to new_value Removes trailing zeros from the bitmap. ...
#define DPDK_DEVICE_VLAN_STRIP_ON
static vnet_sw_interface_t * vnet_get_sw_interface(vnet_main_t *vnm, u32 sw_if_index)
vlib_buffer_t * buffer_templates
#define DPDK_NB_TX_DESC_DEFAULT
#define foreach_eal_double_hyphen_predicate_arg
unformat_function_t unformat_vlib_pci_addr
#define VNET_HW_INTERFACE_FLAG_LINK_UP
int dpdk_port_state_callback(dpdk_portid_t port_id, enum rte_eth_event_type type, void *param, void *ret_param)
#define vec_validate_aligned(V, I, A)
Make sure vector is long enough for given index (no header, specified alignment)
dpdk_device_config_hqos_t hqos
vlib_pci_addr_t * vlib_pci_get_all_dev_addrs()
#define pool_get(P, E)
Allocate an object E from a pool P (unspecified alignment).
dpdk_config_main_t dpdk_config_main
#define vec_reset_length(v)
Reset vector length to zero NULL-pointer tolerant.
#define DPDK_DEVICE_FLAG_PMD
static vnet_sw_interface_t * vnet_get_hw_sw_interface(vnet_main_t *vnm, u32 hw_if_index)
#define DPDK_DEVICE_FLAG_INTEL_PHDR_CKSUM
struct rte_mbuf *** tx_vectors
foreach_dpdk_device_config_item clib_bitmap_t * workers
#define pool_foreach(VAR, POOL, BODY)
Iterate through pool.
#define VLIB_INIT_FUNCTION(x)
vlib_node_registration_t dpdk_input_node
(constructor) VLIB_REGISTER_NODE (dpdk_input_node)
dpdk_device_config_t default_devconf
static char * vlib_unix_get_runtime_dir(void)
static dpdk_port_type_t port_type_from_speed_capa(struct rte_eth_dev_info *dev_info)
#define VLIB_BUFFER_TOTAL_LENGTH_VALID
clib_error_t * vlib_pci_bind_to_uio(vlib_pci_addr_t *addr, char *uio_drv_name)
#define vec_elt_at_index(v, i)
Get vector value at index i checking that i is in bounds.
#define clib_error_return(e, args...)
#define VLIB_BUFFER_DEFAULT_FREE_LIST_BYTES
#define DPDK_DEVICE_FLAG_MAYBE_MULTISEG
void dpdk_device_setup(dpdk_device_t *xd)
#define vlib_call_init_function(vm, x)
clib_error_t * unformat_rss_fn(unformat_input_t *input, uword *rss_fn)
#define DPDK_NB_TX_DESC_VIRTIO
struct rte_eth_conf port_conf
static clib_error_t * dpdk_init(vlib_main_t *vm)
f64 time_last_stats_update
struct rte_eth_txconf tx_conf
#define clib_bitmap_foreach(i, ai, body)
Macro to iterate across set bits in a bitmap.
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
#define vec_insert(V, N, M)
Insert N vector elements starting at element M, initialize new elements to zero (no header...
clib_error_t * dpdk_buffer_pool_create(vlib_main_t *vm, unsigned num_mbufs, unsigned socket_id)
static clib_error_t * dpdk_config(vlib_main_t *vm, unformat_input_t *input)
#define foreach_eal_double_hyphen_arg
#define ETHERNET_INTERFACE_FLAG_CONFIG_MTU(flags)
#define VNET_HW_INTERFACE_FLAG_SPEED_10M
#define VNET_SW_INTERFACE_FLAG_BOND_SLAVE
#define foreach_eal_single_hyphen_mandatory_arg
#define VNET_HW_INTERFACE_FLAG_HALF_DUPLEX
#define VLIB_BUFFER_DEFAULT_FREE_LIST_INDEX
#define VIRTIO_PCI_LEGACY_DEVICEID_NET
dpdk_port_type_t port_type
#define VLIB_CONFIG_FUNCTION(x, n,...)
#define DPDK_DEVICE_FLAG_ADMIN_UP
#define VNET_HW_INTERFACE_BOND_INFO_SLAVE
#define foreach_eal_single_hyphen_arg
#define DPDK_NB_RX_DESC_DEFAULT
static clib_error_t * dpdk_device_config(dpdk_config_main_t *conf, vlib_pci_addr_t pci_addr, unformat_input_t *input, u8 is_default)
u32 vlib_buffer_get_or_create_free_list(vlib_main_t *vm, u32 n_data_bytes, char *fmt,...)
static void dpdk_update_counters(dpdk_device_t *xd, f64 now)
u8 nchannels_set_manually
#define vec_free(V)
Free vector's memory (no header).
dpdk_device_config_t * dev_confs
struct rte_mbuf *** rx_vectors
#define clib_warning(format, args...)
#define clib_memcpy(a, b, c)
format_function_t format_dpdk_device_errors
#define ETHERNET_INTERFACE_FLAG_ACCEPT_ALL
#define VNET_HW_INTERFACE_FLAG_SUPPORTS_TX_L4_CKSUM_OFFLOAD
#define ELOG_TYPE_DECLARE(f)
#define VNET_HW_INTERFACE_FLAG_SPEED_10G
#define vec_validate_ha(V, I, H, A)
Make sure vector is long enough for given index (general version).
static void dpdk_device_lock_init(dpdk_device_t *xd)
u8 * interface_name_suffix
#define hash_create(elts, value_bytes)
#define VNET_HW_INTERFACE_FLAG_FULL_DUPLEX
u32 max_l3_packet_bytes[VLIB_N_RX_TX]
void dpdk_device_config_hqos_default(dpdk_device_config_hqos_t *hqos)
format_function_t format_dpdk_device_name
void vnet_hw_interface_assign_rx_thread(vnet_main_t *vnm, u32 hw_if_index, u16 queue_id, uword thread_index)
static uword dpdk_process(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
Bitmaps built as vectors of machine words.
clib_error_t * ethernet_register_interface(vnet_main_t *vnm, u32 dev_class_index, u32 dev_instance, u8 *address, u32 *hw_if_index_return, ethernet_flag_change_function_t flag_change)
#define clib_error_report(e)
#define clib_bitmap_free(v)
Free a bitmap.
#define DPDK_LINK_POLL_INTERVAL
uword * thread_registrations_by_name
clib_error_t * dpdk_cli_init(vlib_main_t *vm)
dpdk_portid_t device_index
static vlib_main_t * vlib_get_main(void)
clib_error_t * dpdk_port_setup_hqos(dpdk_device_t *xd, dpdk_device_config_hqos_t *hqos)
static uword clib_bitmap_count_set_bits(uword *ai)
Return the number of set bits in a bitmap.
clib_error_t * vlib_unix_recursive_mkdir(char *path)
#define DPDK_STATS_POLL_INTERVAL
#define VNET_HW_INTERFACE_FLAG_SPEED_100M
static vlib_node_registration_t dpdk_process_node
(constructor) VLIB_REGISTER_NODE (dpdk_process_node)
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
uword unformat_vlib_cli_sub_input(unformat_input_t *i, va_list *args)
u8 admin_up_down_in_progress
#define STATIC_ASSERT(truth,...)
static struct rte_eth_conf port_conf_template
u8 no_tx_checksum_offload
static uword unformat_bitmap_list(unformat_input_t *input, va_list *va)
unformat a list of bit ranges into a bitmap (eg "0-3,5-7,11" )
#define DPDK_DEVICE_FLAG_BOND_SLAVE
static clib_error_t * dpdk_lib_init(dpdk_main_t *dm)
static struct rte_mempool_ops * get_ops_by_name(i8 *ops_name)
#define hash_get_mem(h, key)
u32 buffer_flags_template
static void * clib_mem_alloc_aligned(uword size, uword align)
#define VLIB_BUFFER_EXT_HDR_VALID
static void vlib_buffer_init_for_free_list(vlib_buffer_t *dst, vlib_buffer_free_list_t *fl)
static u32 random_u32(u32 *seed)
32-bit random number generator
#define VNET_HW_INTERFACE_FLAG_SPEED_40G
u32 vlib_buffer_free_list_index
#define VLIB_REGISTER_NODE(x,...)
static vlib_thread_main_t * vlib_get_thread_main()
#define ETHERNET_MAX_PACKET_BYTES
#define vec_foreach(var, vec)
Vector iterator.
#define ETHERNET_INTERFACE_FLAG_CONFIG_PROMISC(flags)
uword * cpu_socket_bitmap
static int dpdk_ring_alloc(struct rte_mempool *mp)
static vlib_buffer_free_list_t * vlib_buffer_get_free_list(vlib_main_t *vm, u32 free_list_index)
vlib_thread_registration_t ** registrations
static void vlib_pci_free_device_info(vlib_pci_device_info_t *di)
#define CLIB_CACHE_LINE_BYTES
unformat_function_t unformat_dpdk_log_level
ethernet_interface_t * interfaces
u32 flags
buffer flags: VLIB_BUFFER_FREE_LIST_INDEX_MASK: bits used to store free list index, VLIB_BUFFER_IS_TRACED: trace this buffer.
clib_error_t * unformat_hqos(unformat_input_t *input, dpdk_device_config_hqos_t *hqos)
uword * device_config_index_by_pci_addr
static uword vnet_hw_interface_is_link_up(vnet_main_t *vnm, u32 hw_if_index)
volatile u32 worker_thread_release
static void vnet_hw_interface_set_input_node(vnet_main_t *vnm, u32 hw_if_index, u32 node_index)
vnet_device_main_t vnet_device_main
f64 link_state_poll_interval
CLIB vectors are ubiquitous dynamically resized arrays with by user defined "headers".
dpdk_config_main_t * conf