Include dependency graph for dpdk.h:

This graph shows which files directly or indirectly include this file:

Data Structures
struct	tx_ring_hdr_t

struct	dpdk_device_hqos_per_worker_thread_t

struct	dpdk_device_hqos_per_hqos_thread_t

struct	dpdk_device_t

struct	dpdk_worker_t

struct	dpdk_hqos_thread_t

struct	dpdk_device_and_queue_t

struct	dpdk_device_config_hqos_t

struct	dpdk_device_config_t

struct	dpdk_config_main_t

struct	dpdk_main_t

struct	dpdk_tx_dma_trace_t

struct	dpdk_rx_dma_trace_t

Macros
#define	always_inline static inline

#define	NB_MBUF (16<<10)

#define	foreach_dpdk_pmd

#define	DPDK_DEVICE_FLAG_ADMIN_UP (1 << 0)

#define	DPDK_DEVICE_FLAG_PROMISC (1 << 1)

#define	DPDK_DEVICE_FLAG_PMD (1 << 2)

#define	DPDK_DEVICE_FLAG_PMD_SUPPORTS_PTYPE (1 << 3)

#define	DPDK_DEVICE_FLAG_MAYBE_MULTISEG (1 << 4)

#define	DPDK_DEVICE_FLAG_HAVE_SUBIF (1 << 5)

#define	DPDK_DEVICE_FLAG_HQOS (1 << 6)

#define	DPDK_STATS_POLL_INTERVAL (10.0)

#define	DPDK_MIN_STATS_POLL_INTERVAL (0.001) /* 1msec */

#define	DPDK_LINK_POLL_INTERVAL (3.0)

#define	DPDK_MIN_LINK_POLL_INTERVAL (0.001) /* 1msec */

#define	DPDK_HQOS_DBG_BYPASS 0

#define	HQOS_FLUSH_COUNT_THRESHOLD 100000

#define	foreach_dpdk_device_config_item

#define	DPDK_DEVICE_VLAN_STRIP_DEFAULT 0

#define	DPDK_DEVICE_VLAN_STRIP_OFF 1

#define	DPDK_DEVICE_VLAN_STRIP_ON 2

#define	foreach_dpdk_error

#define	EFD_OPERATION_LESS_THAN 0

#define	EFD_OPERATION_GREATER_OR_EQUAL 1

Typedefs
typedef struct dpdk_device_config_hqos_t	dpdk_device_config_hqos_t

Enumerations
enum	dpdk_pmd_t { VNET_DPDK_PMD_NONE, VNET_DPDK_PMD_UNKNOWN }

enum	dpdk_port_type_t { VNET_DPDK_PORT_TYPE_ETH_1G, VNET_DPDK_PORT_TYPE_ETH_10G, VNET_DPDK_PORT_TYPE_ETH_40G, VNET_DPDK_PORT_TYPE_ETH_BOND, VNET_DPDK_PORT_TYPE_ETH_SWITCH, VNET_DPDK_PORT_TYPE_AF_PACKET, VNET_DPDK_PORT_TYPE_UNKNOWN }

enum	dpdk_error_t { DPDK_N_ERROR }

Functions
int	dpdk_hqos_validate_mask (u64 mask, u32 n)

void	dpdk_device_config_hqos_pipe_profile_default (dpdk_device_config_hqos_t *hqos, u32 pipe_profile_id)

void	dpdk_device_config_hqos_default (dpdk_device_config_hqos_t *hqos)

clib_error_t *	dpdk_port_setup_hqos (dpdk_device_t xd, dpdk_device_config_hqos_t hqos)

void	dpdk_hqos_metadata_set (dpdk_device_hqos_per_worker_thread_t hqos, struct rte_mbuf *pkts, u32 n_pkts)

void	vnet_buffer_needs_dpdk_mb (vlib_buffer_t *b)

clib_error_t *	dpdk_set_mac_address (vnet_hw_interface_t hi, char address)

clib_error_t *	dpdk_set_mc_filter (vnet_hw_interface_t *hi, struct ether_addr mc_addr_vec[], int naddr)

void	dpdk_thread_input (dpdk_main_t dm, dpdk_device_t xd)

clib_error_t *	dpdk_port_setup (dpdk_main_t dm, dpdk_device_t xd)

u32	dpdk_interface_tx_vector (vlib_main_t *vm, u32 dev_instance)

struct rte_mbuf *	dpdk_replicate_packet_mb (vlib_buffer_t *b)

struct rte_mbuf *	dpdk_zerocopy_replicate_packet_mb (vlib_buffer_t *b)

int	dpdk_set_stat_poll_interval (f64 interval)

int	dpdk_set_link_state_poll_interval (f64 interval)

void	dpdk_update_link_state (dpdk_device_t *xd, f64 now)

void	dpdk_device_lock_init (dpdk_device_t *xd)

void	dpdk_device_lock_free (dpdk_device_t *xd)

static u64	vnet_get_aggregate_rx_packets (void)

void	dpdk_rx_trace (dpdk_main_t dm, vlib_node_runtime_t node, dpdk_device_t xd, u16 queue_id, u32 buffers, uword n_buffers)

clib_error_t *	unformat_rss_fn (unformat_input_t input, uword rss_fn)

clib_error_t *	unformat_hqos (unformat_input_t input, dpdk_device_config_hqos_t hqos)

uword	admin_up_down_process (vlib_main_t vm, vlib_node_runtime_t rt, vlib_frame_t *f)

Variables
vnet_device_class_t	dpdk_device_class

vlib_node_registration_t	dpdk_input_node
	(constructor) VLIB_REGISTER_NODE (dpdk_input_node) More...

vlib_node_registration_t	handoff_dispatch_node
	(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node) More...

dpdk_config_main_t	dpdk_config_main

dpdk_main_t	dpdk_main

format_function_t	format_dpdk_device_name

format_function_t	format_dpdk_device

format_function_t	format_dpdk_tx_dma_trace

format_function_t	format_dpdk_rx_dma_trace

format_function_t	format_dpdk_rte_mbuf

format_function_t	format_dpdk_rx_rte_mbuf

unformat_function_t	unformat_socket_mem

Macro Definition Documentation

#define always_inline static inline

Definition at line 56 of file dpdk.h.

#define DPDK_DEVICE_FLAG_ADMIN_UP (1 << 0)

Definition at line 192 of file dpdk.h.

#define DPDK_DEVICE_FLAG_HAVE_SUBIF (1 << 5)

Definition at line 197 of file dpdk.h.

#define DPDK_DEVICE_FLAG_HQOS (1 << 6)

Definition at line 198 of file dpdk.h.

#define DPDK_DEVICE_FLAG_MAYBE_MULTISEG (1 << 4)

Definition at line 196 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PMD (1 << 2)

Definition at line 194 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PMD_SUPPORTS_PTYPE (1 << 3)

Definition at line 195 of file dpdk.h.

#define DPDK_DEVICE_FLAG_PROMISC (1 << 1)

Definition at line 193 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_DEFAULT 0

Definition at line 315 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_OFF 1

Definition at line 316 of file dpdk.h.

#define DPDK_DEVICE_VLAN_STRIP_ON 2

Definition at line 317 of file dpdk.h.

#define DPDK_HQOS_DBG_BYPASS 0

Definition at line 264 of file dpdk.h.

#define DPDK_LINK_POLL_INTERVAL (3.0)

Definition at line 238 of file dpdk.h.

#define DPDK_MIN_LINK_POLL_INTERVAL (0.001) /* 1msec */

Definition at line 239 of file dpdk.h.

#define DPDK_MIN_STATS_POLL_INTERVAL (0.001) /* 1msec */

Definition at line 236 of file dpdk.h.

#define DPDK_STATS_POLL_INTERVAL (10.0)

Definition at line 235 of file dpdk.h.

#define EFD_OPERATION_GREATER_OR_EQUAL 1

Definition at line 507 of file dpdk.h.

#define EFD_OPERATION_LESS_THAN 0

Definition at line 506 of file dpdk.h.

#define foreach_dpdk_device_config_item

Value:

_ (num_rx_queues) \
  _ (num_tx_queues) \
  _ (num_rx_desc) \
  _ (num_tx_desc) \
  _ (rss_fn)

Definition at line 303 of file dpdk.h.

#define foreach_dpdk_error

Value:

_(NONE, "no error")                                                     \
  _(RX_PACKET_ERROR, "Rx packet errors")                                \
  _(RX_BAD_FCS, "Rx bad fcs")                                           \
  _(IP_CHECKSUM_ERROR, "Rx ip checksum errors")                         \
  _(RX_ALLOC_FAIL, "rx buf alloc from free list failed")                \
  _(RX_ALLOC_NO_PHYSMEM, "rx buf alloc failed no physmem")              \
  _(RX_ALLOC_DROP_PKTS, "rx packets dropped due to alloc error")

Definition at line 466 of file dpdk.h.

#define foreach_dpdk_pmd

Value:

_ ("net_thunderx", THUNDERX)    \
  _ ("net_e1000_em", E1000EM)     \
  _ ("net_e1000_igb", IGB)        \
  _ ("net_e1000_igb_vf", IGBVF)   \
  _ ("net_ixgbe", IXGBE)          \
  _ ("net_ixgbe_vf", IXGBEVF)     \
  _ ("net_i40e", I40E)            \
  _ ("net_i40e_vf", I40EVF)       \
  _ ("net_virtio", VIRTIO)        \
  _ ("net_enic", ENIC)            \
  _ ("net_vmxnet3", VMXNET3)      \
  _ ("net_af_packet", AF_PACKET)  \
  _ ("rte_bond_pmd", BOND)        \
  _ ("net_fm10k", FM10K)          \
  _ ("net_cxgbe", CXGBE)          \
  _ ("net_dpaa2", DPAA2)

Definition at line 70 of file dpdk.h.

#define HQOS_FLUSH_COUNT_THRESHOLD 100000

Definition at line 268 of file dpdk.h.

#define NB_MBUF (16<<10)

Definition at line 63 of file dpdk.h.

Typedef Documentation

typedef struct dpdk_device_config_hqos_t dpdk_device_config_hqos_t

Enumeration Type Documentation

enum dpdk_error_t

Enumerator
DPDK_N_ERROR

Definition at line 475 of file dpdk.h.

enum dpdk_pmd_t

Enumerator
VNET_DPDK_PMD_NONE
VNET_DPDK_PMD_UNKNOWN

Definition at line 107 of file dpdk.h.

enum dpdk_port_type_t

Enumerator
VNET_DPDK_PORT_TYPE_ETH_1G
VNET_DPDK_PORT_TYPE_ETH_10G
VNET_DPDK_PORT_TYPE_ETH_40G
VNET_DPDK_PORT_TYPE_ETH_BOND
VNET_DPDK_PORT_TYPE_ETH_SWITCH
VNET_DPDK_PORT_TYPE_AF_PACKET
VNET_DPDK_PORT_TYPE_UNKNOWN

Definition at line 116 of file dpdk.h.

Function Documentation

uword admin_up_down_process	(	vlib_main_t *	vm,
		vlib_node_runtime_t *	rt,
		vlib_frame_t *	f
	)

Definition at line 783 of file device.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_device_config_hqos_default ( dpdk_device_config_hqos_t * hqos )

Definition at line 208 of file hqos.c.

Here is the caller graph for this function:

void dpdk_device_config_hqos_pipe_profile_default	(	dpdk_device_config_hqos_t *	hqos,
		u32	pipe_profile_id
	)

Definition at line 200 of file hqos.c.

void dpdk_device_lock_free ( dpdk_device_t * xd )

Definition at line 227 of file init.c.

Here is the call graph for this function:

void dpdk_device_lock_init ( dpdk_device_t * xd )

Definition at line 214 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_hqos_metadata_set	(	dpdk_device_hqos_per_worker_thread_t *	hqos,
		struct rte_mbuf **	pkts,
		u32	n_pkts
	)

Definition at line 644 of file hqos.c.

Here is the caller graph for this function:

int dpdk_hqos_validate_mask	(	u64	mask,
		u32	n
	)

Definition at line 171 of file hqos.c.

Here is the caller graph for this function:

u32 dpdk_interface_tx_vector	(	vlib_main_t *	vm,
		u32	dev_instance
	)

clib_error_t* dpdk_port_setup	(	dpdk_main_t *	dm,
		dpdk_device_t *	xd
	)

Definition at line 65 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

clib_error_t* dpdk_port_setup_hqos	(	dpdk_device_t *	xd,
		dpdk_device_config_hqos_t *	hqos
	)

Definition at line 250 of file hqos.c.

Here is the call graph for this function:

Here is the caller graph for this function:

struct rte_mbuf* dpdk_replicate_packet_mb ( vlib_buffer_t * b )

Definition at line 88 of file device.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void dpdk_rx_trace	(	dpdk_main_t *	dm,
		vlib_node_runtime_t *	node,
		dpdk_device_t *	xd,
		u16	queue_id,
		u32 *	buffers,
		uword	n_buffers
	)

Definition at line 133 of file node.c.

Here is the call graph for this function:

Here is the caller graph for this function:

int dpdk_set_link_state_poll_interval ( f64 interval )

Definition at line 1695 of file init.c.

clib_error_t* dpdk_set_mac_address	(	vnet_hw_interface_t *	hi,
		char *	address
	)

Definition at line 48 of file device.c.

Here is the caller graph for this function:

clib_error_t* dpdk_set_mc_filter	(	vnet_hw_interface_t *	hi,
		struct ether_addr	mc_addr_vec[],
		int	naddr
	)

Definition at line 68 of file device.c.

int dpdk_set_stat_poll_interval ( f64 interval )

Definition at line 1684 of file init.c.

void dpdk_thread_input	(	dpdk_main_t *	dm,
		dpdk_device_t *	xd
	)

void dpdk_update_link_state	(	dpdk_device_t *	xd,
		f64	now
	)

Definition at line 1395 of file init.c.

Here is the call graph for this function:

Here is the caller graph for this function:

struct rte_mbuf* dpdk_zerocopy_replicate_packet_mb ( vlib_buffer_t * b )

clib_error_t* unformat_hqos	(	unformat_input_t *	input,
		dpdk_device_config_hqos_t *	hqos
	)

Definition at line 730 of file format.c.

Here is the call graph for this function:

Here is the caller graph for this function:

clib_error_t* unformat_rss_fn	(	unformat_input_t *	input,
		uword *	rss_fn
	)

Definition at line 707 of file format.c.

Here is the call graph for this function:

Here is the caller graph for this function:

void vnet_buffer_needs_dpdk_mb ( vlib_buffer_t * b )

static u64 vnet_get_aggregate_rx_packets ( void )

inlinestatic

Definition at line 490 of file dpdk.h.

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

dpdk_config_main_t dpdk_config_main

Definition at line 358 of file dpdk.h.

vnet_device_class_t dpdk_device_class

vlib_node_registration_t dpdk_input_node

(constructor) VLIB_REGISTER_NODE (dpdk_input_node)

Definition at line 662 of file node.c.

dpdk_main_t dpdk_main

Definition at line 428 of file dpdk.h.

format_function_t format_dpdk_device

Definition at line 510 of file dpdk.h.

format_function_t format_dpdk_device_name

Definition at line 509 of file dpdk.h.

format_function_t format_dpdk_rte_mbuf

Definition at line 513 of file dpdk.h.

format_function_t format_dpdk_rx_dma_trace

Definition at line 512 of file dpdk.h.

format_function_t format_dpdk_rx_rte_mbuf

Definition at line 514 of file dpdk.h.

format_function_t format_dpdk_tx_dma_trace

Definition at line 511 of file dpdk.h.

vlib_node_registration_t handoff_dispatch_node

Initial value:

= {
  .function = handoff_dispatch_node_fn,
  .name = "handoff-dispatch",
  .vector_size = sizeof (u32),
  .format_trace = format_handoff_dispatch_trace,
  .type = VLIB_NODE_TYPE_INTERNAL,
  .flags = VLIB_NODE_FLAG_IS_HANDOFF,
  .n_errors = ARRAY_LEN(handoff_dispatch_error_strings),
  .error_strings = handoff_dispatch_error_strings,
  .n_next_nodes = HANDOFF_DISPATCH_N_NEXT,
  .next_nodes = {
        [HANDOFF_DISPATCH_NEXT_DROP] = "error-drop",
        [HANDOFF_DISPATCH_NEXT_ETHERNET_INPUT] = "ethernet-input",
        [HANDOFF_DISPATCH_NEXT_IP4_INPUT] = "ip4-input-no-checksum",
        [HANDOFF_DISPATCH_NEXT_IP6_INPUT] = "ip6-input",
        [HANDOFF_DISPATCH_NEXT_MPLS_INPUT] = "mpls-input",
  },
}

(constructor) VLIB_REGISTER_NODE (handoff_dispatch_node)

Definition at line 527 of file handoff.c.

unformat_function_t unformat_socket_mem

Definition at line 515 of file dpdk.h.

Data Structures

Macros

Typedefs

Enumerations

Functions

Variables

Macro Definition Documentation

Typedef Documentation

Enumeration Type Documentation

Function Documentation

Variable Documentation