8#ifndef _RTE_EVENTDEV_H_
9#define _RTE_EVENTDEV_H_
214#include <rte_config.h>
226#define RTE_EVENT_DEV_CAP_QUEUE_QOS (1ULL << 0)
232#define RTE_EVENT_DEV_CAP_EVENT_QOS (1ULL << 1)
239#define RTE_EVENT_DEV_CAP_DISTRIBUTED_SCHED (1ULL << 2)
248#define RTE_EVENT_DEV_CAP_QUEUE_ALL_TYPES (1ULL << 3)
255#define RTE_EVENT_DEV_CAP_BURST_MODE (1ULL << 4)
263#define RTE_EVENT_DEV_CAP_IMPLICIT_RELEASE_DISABLE (1ULL << 5)
274#define RTE_EVENT_DEV_CAP_NONSEQ_MODE (1ULL << 6)
284#define RTE_EVENT_DEV_CAP_RUNTIME_PORT_LINK (1ULL << 7)
290#define RTE_EVENT_DEV_CAP_MULTIPLE_QUEUE_PORT (1ULL << 8)
296#define RTE_EVENT_DEV_CAP_CARRY_FLOW_ID (1ULL << 9)
302#define RTE_EVENT_DEV_CAP_MAINTENANCE_FREE (1ULL << 10)
313#define RTE_EVENT_DEV_PRIORITY_HIGHEST 0
318#define RTE_EVENT_DEV_PRIORITY_NORMAL 128
323#define RTE_EVENT_DEV_PRIORITY_LOWEST 255
441#define RTE_EVENT_DEV_ATTR_PORT_COUNT 0
445#define RTE_EVENT_DEV_ATTR_QUEUE_COUNT 1
449#define RTE_EVENT_DEV_ATTR_STARTED 2
465 uint32_t *attr_value);
469#define RTE_EVENT_DEV_CFG_PER_DEQUEUE_TIMEOUT (1ULL << 0)
561#define RTE_EVENT_QUEUE_CFG_ALL_TYPES (1ULL << 0)
567#define RTE_EVENT_QUEUE_CFG_SINGLE_LINK (1ULL << 1)
665#define RTE_EVENT_QUEUE_ATTR_PRIORITY 0
669#define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_FLOWS 1
673#define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_ORDER_SEQUENCES 2
677#define RTE_EVENT_QUEUE_ATTR_EVENT_QUEUE_CFG 3
681#define RTE_EVENT_QUEUE_ATTR_SCHEDULE_TYPE 4
705 uint32_t *attr_value);
710#define RTE_EVENT_PORT_CFG_DISABLE_IMPL_REL (1ULL << 0)
717#define RTE_EVENT_PORT_CFG_SINGLE_LINK (1ULL << 1)
722#define RTE_EVENT_PORT_CFG_HINT_PRODUCER (1ULL << 2)
732#define RTE_EVENT_PORT_CFG_HINT_CONSUMER (1ULL << 3)
743#define RTE_EVENT_PORT_CFG_HINT_WORKER (1ULL << 4)
838#define RTE_EVENT_PORT_ATTR_ENQ_DEPTH 0
842#define RTE_EVENT_PORT_ATTR_DEQ_DEPTH 1
846#define RTE_EVENT_PORT_ATTR_NEW_EVENT_THRESHOLD 2
850#define RTE_EVENT_PORT_ATTR_IMPLICIT_RELEASE_DISABLE 3
870 uint32_t *attr_value);
1006#define RTE_SCHED_TYPE_ORDERED 0
1033#define RTE_SCHED_TYPE_ATOMIC 1
1052#define RTE_SCHED_TYPE_PARALLEL 2
1066#define RTE_EVENT_TYPE_ETHDEV 0x0
1068#define RTE_EVENT_TYPE_CRYPTODEV 0x1
1070#define RTE_EVENT_TYPE_TIMER 0x2
1072#define RTE_EVENT_TYPE_CPU 0x3
1076#define RTE_EVENT_TYPE_ETH_RX_ADAPTER 0x4
1078#define RTE_EVENT_TYPE_VECTOR 0x8
1090#define RTE_EVENT_TYPE_ETHDEV_VECTOR \
1091 (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_ETHDEV)
1093#define RTE_EVENT_TYPE_CPU_VECTOR (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_CPU)
1095#define RTE_EVENT_TYPE_ETH_RX_ADAPTER_VECTOR \
1096 (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_ETH_RX_ADAPTER)
1099#define RTE_EVENT_TYPE_MAX 0x10
1103#define RTE_EVENT_OP_NEW 0
1107#define RTE_EVENT_OP_FORWARD 1
1115#define RTE_EVENT_OP_RELEASE 2
1227#define RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT 0x1
1231#define RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ 0x2
1235#define RTE_EVENT_ETH_RX_ADAPTER_CAP_OVERRIDE_FLOW_ID 0x4
1242#define RTE_EVENT_ETH_RX_ADAPTER_CAP_EVENT_VECTOR 0x8
1268#define RTE_EVENT_TIMER_ADAPTER_CAP_INTERNAL_PORT (1ULL << 0)
1271#define RTE_EVENT_TIMER_ADAPTER_CAP_PERIODIC (1ULL << 1)
1291#define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW 0x1
1298#define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD 0x2
1305#define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND 0x4
1310#define RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA 0x8
1340#define RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT 0x1
1343#define RTE_EVENT_ETH_TX_ADAPTER_CAP_EVENT_VECTOR 0x2
1396 uint64_t *timeout_ticks);
1460 const uint8_t queues[],
const uint8_t priorities[],
1504 uint8_t queues[], uint16_t nb_unlinks);
1559 uint8_t queues[], uint8_t priorities[]);
1596#define RTE_EVENT_DEV_XSTATS_NAME_SIZE 64
1602 RTE_EVENT_DEV_XSTATS_DEVICE,
1603 RTE_EVENT_DEV_XSTATS_PORT,
1604 RTE_EVENT_DEV_XSTATS_QUEUE,
1652 uint8_t queue_port_id,
1686 uint8_t queue_port_id,
1687 const unsigned int ids[],
1688 uint64_t values[],
unsigned int n);
1733 int16_t queue_port_id,
1734 const uint32_t ids[],
1784#include <rte_eventdev_core.h>
1787__rte_event_enqueue_burst(uint8_t dev_id, uint8_t port_id,
1788 const struct rte_event ev[], uint16_t nb_events,
1789 const event_enqueue_burst_t fn)
1791 const struct rte_event_fp_ops *fp_ops;
1794 fp_ops = &rte_event_fp_ops[dev_id];
1795 port = fp_ops->data[port_id];
1796#ifdef RTE_LIBRTE_EVENTDEV_DEBUG
1797 if (dev_id >= RTE_EVENT_MAX_DEVS ||
1798 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV) {
1808 rte_eventdev_trace_enq_burst(dev_id, port_id, ev, nb_events, fn);
1814 return (fp_ops->enqueue)(port, ev);
1816 return fn(port, ev, nb_events);
1862static inline uint16_t
1864 const struct rte_event ev[], uint16_t nb_events)
1866 const struct rte_event_fp_ops *fp_ops;
1868 fp_ops = &rte_event_fp_ops[dev_id];
1869 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1870 fp_ops->enqueue_burst);
1914static inline uint16_t
1916 const struct rte_event ev[], uint16_t nb_events)
1918 const struct rte_event_fp_ops *fp_ops;
1920 fp_ops = &rte_event_fp_ops[dev_id];
1921 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1922 fp_ops->enqueue_new_burst);
1966static inline uint16_t
1968 const struct rte_event ev[], uint16_t nb_events)
1970 const struct rte_event_fp_ops *fp_ops;
1972 fp_ops = &rte_event_fp_ops[dev_id];
1973 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1974 fp_ops->enqueue_forward_burst);
2043static inline uint16_t
2045 uint16_t nb_events, uint64_t timeout_ticks)
2047 const struct rte_event_fp_ops *fp_ops;
2050 fp_ops = &rte_event_fp_ops[dev_id];
2051 port = fp_ops->data[port_id];
2052#ifdef RTE_LIBRTE_EVENTDEV_DEBUG
2053 if (dev_id >= RTE_EVENT_MAX_DEVS ||
2054 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV) {
2064 rte_eventdev_trace_deq_burst(dev_id, port_id, ev, nb_events);
2070 return (fp_ops->dequeue)(port, ev, timeout_ticks);
2072 return (fp_ops->dequeue_burst)(port, ev, nb_events,
2076#define RTE_EVENT_DEV_MAINT_OP_FLUSH (1 << 0)
2122 const struct rte_event_fp_ops *fp_ops;
2125 fp_ops = &rte_event_fp_ops[dev_id];
2126 port = fp_ops->data[port_id];
2127#ifdef RTE_LIBRTE_EVENTDEV_DEBUG
2128 if (dev_id >= RTE_EVENT_MAX_DEVS ||
2129 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV)
2138 rte_eventdev_trace_maintain(dev_id, port_id, op);
2140 if (fp_ops->maintain != NULL)
2141 fp_ops->maintain(port, op);
#define __rte_always_inline
int rte_event_port_links_get(uint8_t dev_id, uint8_t port_id, uint8_t queues[], uint8_t priorities[])
int rte_event_port_unlinks_in_progress(uint8_t dev_id, uint8_t port_id)
int rte_event_dequeue_timeout_ticks(uint8_t dev_id, uint64_t ns, uint64_t *timeout_ticks)
int rte_event_port_link(uint8_t dev_id, uint8_t port_id, const uint8_t queues[], const uint8_t priorities[], uint16_t nb_links)
static uint16_t rte_event_enqueue_forward_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
static uint16_t rte_event_dequeue_burst(uint8_t dev_id, uint8_t port_id, struct rte_event ev[], uint16_t nb_events, uint64_t timeout_ticks)
int rte_event_dev_service_id_get(uint8_t dev_id, uint32_t *service_id)
int rte_event_dev_xstats_names_get(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id, struct rte_event_dev_xstats_name *xstats_names, unsigned int *ids, unsigned int size)
rte_event_dev_xstats_mode
int rte_event_eth_rx_adapter_caps_get(uint8_t dev_id, uint16_t eth_port_id, uint32_t *caps)
int rte_event_queue_setup(uint8_t dev_id, uint8_t queue_id, const struct rte_event_queue_conf *queue_conf)
int rte_event_queue_default_conf_get(uint8_t dev_id, uint8_t queue_id, struct rte_event_queue_conf *queue_conf)
int rte_event_dev_selftest(uint8_t dev_id)
int rte_event_dev_info_get(uint8_t dev_id, struct rte_event_dev_info *dev_info)
void rte_event_dev_stop(uint8_t dev_id)
uint8_t rte_event_dev_count(void)
int rte_event_dev_xstats_reset(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, int16_t queue_port_id, const uint32_t ids[], uint32_t nb_ids)
struct rte_mempool * rte_event_vector_pool_create(const char *name, unsigned int n, unsigned int cache_size, uint16_t nb_elem, int socket_id)
int rte_event_crypto_adapter_caps_get(uint8_t dev_id, uint8_t cdev_id, uint32_t *caps)
int rte_event_dev_dump(uint8_t dev_id, FILE *f)
int rte_event_timer_adapter_caps_get(uint8_t dev_id, uint32_t *caps)
int rte_event_dev_attr_get(uint8_t dev_id, uint32_t attr_id, uint32_t *attr_value)
int rte_event_dev_get_dev_id(const char *name)
uint64_t rte_event_dev_xstats_by_name_get(uint8_t dev_id, const char *name, unsigned int *id)
#define RTE_EVENT_DEV_MAINT_OP_FLUSH
static uint16_t rte_event_enqueue_new_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
int rte_event_queue_attr_get(uint8_t dev_id, uint8_t queue_id, uint32_t attr_id, uint32_t *attr_value)
int rte_event_port_attr_get(uint8_t dev_id, uint8_t port_id, uint32_t attr_id, uint32_t *attr_value)
int rte_event_dev_start(uint8_t dev_id)
int rte_event_dev_stop_flush_callback_register(uint8_t dev_id, eventdev_stop_flush_t callback, void *userdata)
int rte_event_port_default_conf_get(uint8_t dev_id, uint8_t port_id, struct rte_event_port_conf *port_conf)
int rte_event_port_setup(uint8_t dev_id, uint8_t port_id, const struct rte_event_port_conf *port_conf)
void(* eventdev_stop_flush_t)(uint8_t dev_id, struct rte_event event, void *arg)
int rte_event_eth_tx_adapter_caps_get(uint8_t dev_id, uint16_t eth_port_id, uint32_t *caps)
int rte_event_dev_xstats_get(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id, const unsigned int ids[], uint64_t values[], unsigned int n)
int rte_event_port_unlink(uint8_t dev_id, uint8_t port_id, uint8_t queues[], uint16_t nb_unlinks)
#define RTE_EVENT_DEV_XSTATS_NAME_SIZE
int rte_event_dev_socket_id(uint8_t dev_id)
int rte_event_dev_configure(uint8_t dev_id, const struct rte_event_dev_config *dev_conf)
static __rte_experimental int rte_event_maintain(uint8_t dev_id, uint8_t port_id, int op)
int rte_event_dev_close(uint8_t dev_id)
static uint16_t rte_event_enqueue_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
uint32_t dequeue_timeout_ns
uint8_t nb_single_link_event_port_queues
uint32_t nb_event_port_enqueue_depth
uint32_t nb_event_queue_flows
uint32_t nb_event_port_dequeue_depth
uint8_t max_event_port_links
uint32_t max_event_port_enqueue_depth
uint32_t dequeue_timeout_ns
uint32_t min_dequeue_timeout_ns
uint32_t max_event_queue_flows
uint8_t max_event_port_dequeue_depth
uint8_t max_event_queue_priority_levels
uint8_t max_event_priority_levels
uint32_t max_dequeue_timeout_ns
uint8_t max_single_link_event_port_queue_pairs
int32_t new_event_threshold
uint32_t nb_atomic_order_sequences
struct rte_event_vector * vec
rte_iova_t buf_iova __rte_aligned(sizeof(rte_iova_t))
char name[RTE_MEMPOOL_NAMESIZE]