8 #ifndef _RTE_EVENTDEV_H_
9 #define _RTE_EVENTDEV_H_
214 #include <rte_config.h>
222 #define RTE_EVENT_DEV_CAP_QUEUE_QOS (1ULL << 0)
228 #define RTE_EVENT_DEV_CAP_EVENT_QOS (1ULL << 1)
235 #define RTE_EVENT_DEV_CAP_DISTRIBUTED_SCHED (1ULL << 2)
244 #define RTE_EVENT_DEV_CAP_QUEUE_ALL_TYPES (1ULL << 3)
251 #define RTE_EVENT_DEV_CAP_BURST_MODE (1ULL << 4)
259 #define RTE_EVENT_DEV_CAP_IMPLICIT_RELEASE_DISABLE (1ULL << 5)
270 #define RTE_EVENT_DEV_CAP_NONSEQ_MODE (1ULL << 6)
280 #define RTE_EVENT_DEV_CAP_RUNTIME_PORT_LINK (1ULL << 7)
286 #define RTE_EVENT_DEV_CAP_MULTIPLE_QUEUE_PORT (1ULL << 8)
293 #define RTE_EVENT_DEV_PRIORITY_HIGHEST 0
298 #define RTE_EVENT_DEV_PRIORITY_NORMAL 128
303 #define RTE_EVENT_DEV_PRIORITY_LOWEST 255
411 #define RTE_EVENT_DEV_ATTR_PORT_COUNT 0
415 #define RTE_EVENT_DEV_ATTR_QUEUE_COUNT 1
419 #define RTE_EVENT_DEV_ATTR_STARTED 2
435 uint32_t *attr_value);
439 #define RTE_EVENT_DEV_CFG_PER_DEQUEUE_TIMEOUT (1ULL << 0)
524 #define RTE_EVENT_QUEUE_CFG_ALL_TYPES (1ULL << 0)
530 #define RTE_EVENT_QUEUE_CFG_SINGLE_LINK (1ULL << 1)
628 #define RTE_EVENT_QUEUE_ATTR_PRIORITY 0
632 #define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_FLOWS 1
636 #define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_ORDER_SEQUENCES 2
640 #define RTE_EVENT_QUEUE_ATTR_EVENT_QUEUE_CFG 3
644 #define RTE_EVENT_QUEUE_ATTR_SCHEDULE_TYPE 4
668 uint32_t *attr_value);
761 #define RTE_EVENT_PORT_ATTR_ENQ_DEPTH 0
765 #define RTE_EVENT_PORT_ATTR_DEQ_DEPTH 1
769 #define RTE_EVENT_PORT_ATTR_NEW_EVENT_THRESHOLD 2
789 uint32_t *attr_value);
880 #define RTE_SCHED_TYPE_ORDERED 0
907 #define RTE_SCHED_TYPE_ATOMIC 1
926 #define RTE_SCHED_TYPE_PARALLEL 2
940 #define RTE_EVENT_TYPE_ETHDEV 0x0
942 #define RTE_EVENT_TYPE_CRYPTODEV 0x1
944 #define RTE_EVENT_TYPE_TIMER 0x2
946 #define RTE_EVENT_TYPE_CPU 0x3
950 #define RTE_EVENT_TYPE_ETH_RX_ADAPTER 0x4
952 #define RTE_EVENT_TYPE_MAX 0x10
956 #define RTE_EVENT_OP_NEW 0
960 #define RTE_EVENT_OP_FORWARD 1
968 #define RTE_EVENT_OP_RELEASE 2
1078 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT 0x1
1082 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ 0x2
1086 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_OVERRIDE_FLOW_ID 0x4
1117 #define RTE_EVENT_TIMER_ADAPTER_CAP_INTERNAL_PORT (1ULL << 0)
1137 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW 0x1
1144 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD 0x2
1151 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND 0x4
1156 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA 0x8
1186 #define RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT 0x1
1212 struct rte_eventdev;
1214 typedef uint16_t (*event_enqueue_t)(
void *port,
const struct rte_event *ev);
1217 typedef uint16_t (*event_enqueue_burst_t)(
void *port,
1218 const struct rte_event ev[], uint16_t nb_events);
1221 typedef uint16_t (*event_dequeue_t)(
void *port,
struct rte_event *ev,
1222 uint64_t timeout_ticks);
1225 typedef uint16_t (*event_dequeue_burst_t)(
void *port,
struct rte_event ev[],
1226 uint16_t nb_events, uint64_t timeout_ticks);
1229 typedef uint16_t (*event_tx_adapter_enqueue)(
void *port,
1230 struct rte_event ev[], uint16_t nb_events);
1233 typedef uint16_t (*event_tx_adapter_enqueue_same_dest)(
void *port,
1234 struct rte_event ev[], uint16_t nb_events);
1239 #define RTE_EVENTDEV_NAME_MAX_LEN (64)
1249 struct rte_eventdev_data {
1264 uint16_t *links_map;
1268 uint32_t event_dev_cap;
1272 uint8_t service_inited;
1274 uint32_t service_id;
1276 void *dev_stop_flush_arg;
1280 uint8_t dev_started : 1;
1283 char name[RTE_EVENTDEV_NAME_MAX_LEN];
1286 uint64_t reserved_64s[4];
1287 void *reserved_ptrs[4];
1291 struct rte_eventdev {
1292 event_enqueue_t enqueue;
1294 event_enqueue_burst_t enqueue_burst;
1296 event_enqueue_burst_t enqueue_new_burst;
1298 event_enqueue_burst_t enqueue_forward_burst;
1300 event_dequeue_t dequeue;
1302 event_dequeue_burst_t dequeue_burst;
1304 event_tx_adapter_enqueue_same_dest txa_enqueue_same_dest;
1308 event_tx_adapter_enqueue txa_enqueue;
1310 struct rte_eventdev_data *data;
1318 uint8_t attached : 1;
1321 uint64_t reserved_64s[4];
1322 void *reserved_ptrs[4];
1325 extern struct rte_eventdev *rte_eventdevs;
1329 __rte_event_enqueue_burst(uint8_t dev_id, uint8_t port_id,
1330 const struct rte_event ev[], uint16_t nb_events,
1331 const event_enqueue_burst_t fn)
1333 const struct rte_eventdev *dev = &rte_eventdevs[dev_id];
1335 #ifdef RTE_LIBRTE_EVENTDEV_DEBUG
1336 if (dev_id >= RTE_EVENT_MAX_DEVS || !rte_eventdevs[dev_id].attached) {
1341 if (port_id >= dev->data->nb_ports) {
1351 return (*dev->enqueue)(dev->data->ports[port_id], ev);
1353 return fn(dev->data->ports[port_id], ev, nb_events);
1399 static inline uint16_t
1401 const struct rte_event ev[], uint16_t nb_events)
1403 const struct rte_eventdev *dev = &rte_eventdevs[dev_id];
1405 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1406 dev->enqueue_burst);
1450 static inline uint16_t
1452 const struct rte_event ev[], uint16_t nb_events)
1454 const struct rte_eventdev *dev = &rte_eventdevs[dev_id];
1456 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1457 dev->enqueue_new_burst);
1501 static inline uint16_t
1503 const struct rte_event ev[], uint16_t nb_events)
1505 const struct rte_eventdev *dev = &rte_eventdevs[dev_id];
1507 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1508 dev->enqueue_forward_burst);
1538 uint64_t *timeout_ticks);
1606 static inline uint16_t
1608 uint16_t nb_events, uint64_t timeout_ticks)
1610 struct rte_eventdev *dev = &rte_eventdevs[dev_id];
1612 #ifdef RTE_LIBRTE_EVENTDEV_DEBUG
1613 if (dev_id >= RTE_EVENT_MAX_DEVS || !rte_eventdevs[dev_id].attached) {
1618 if (port_id >= dev->data->nb_ports) {
1629 return (*dev->dequeue)(
1630 dev->data->ports[port_id], ev, timeout_ticks);
1632 return (*dev->dequeue_burst)(
1633 dev->data->ports[port_id], ev, nb_events,
1699 const uint8_t queues[],
const uint8_t priorities[],
1743 uint8_t queues[], uint16_t nb_unlinks);
1798 uint8_t queues[], uint8_t priorities[]);
1835 #define RTE_EVENT_DEV_XSTATS_NAME_SIZE 64
1841 RTE_EVENT_DEV_XSTATS_DEVICE,
1842 RTE_EVENT_DEV_XSTATS_PORT,
1843 RTE_EVENT_DEV_XSTATS_QUEUE,
1891 uint8_t queue_port_id,
1925 uint8_t queue_port_id,
1926 const unsigned int ids[],
1927 uint64_t values[],
unsigned int n);
1972 int16_t queue_port_id,
1973 const uint32_t ids[],
void rte_event_dev_stop(uint8_t dev_id)
uint32_t min_dequeue_timeout_ns
int rte_event_dequeue_timeout_ticks(uint8_t dev_id, uint64_t ns, uint64_t *timeout_ticks)
static uint16_t rte_event_enqueue_new_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
#define __rte_always_inline
#define RTE_EVENT_DEV_XSTATS_NAME_SIZE
int rte_event_dev_attr_get(uint8_t dev_id, uint32_t attr_id, uint32_t *attr_value)
int rte_event_eth_tx_adapter_caps_get(uint8_t dev_id, uint16_t eth_port_id, uint32_t *caps)
int rte_event_dev_stop_flush_callback_register(uint8_t dev_id, eventdev_stop_flush_t callback, void *userdata)
int rte_event_queue_setup(uint8_t dev_id, uint8_t queue_id, const struct rte_event_queue_conf *queue_conf)
int rte_event_queue_default_conf_get(uint8_t dev_id, uint8_t queue_id, struct rte_event_queue_conf *queue_conf)
int rte_event_port_default_conf_get(uint8_t dev_id, uint8_t port_id, struct rte_event_port_conf *port_conf)
uint32_t dequeue_timeout_ns
int rte_event_dev_socket_id(uint8_t dev_id)
uint32_t max_event_port_enqueue_depth
uint64_t rte_event_dev_xstats_by_name_get(uint8_t dev_id, const char *name, unsigned int *id)
int rte_event_timer_adapter_caps_get(uint8_t dev_id, uint32_t *caps)
int rte_event_dev_info_get(uint8_t dev_id, struct rte_event_dev_info *dev_info)
uint32_t nb_atomic_order_sequences
uint32_t nb_event_port_dequeue_depth
int rte_event_port_unlinks_in_progress(uint8_t dev_id, uint8_t port_id)
int rte_event_port_link(uint8_t dev_id, uint8_t port_id, const uint8_t queues[], const uint8_t priorities[], uint16_t nb_links)
int rte_event_queue_attr_get(uint8_t dev_id, uint8_t queue_id, uint32_t attr_id, uint32_t *attr_value)
uint8_t disable_implicit_release
rte_event_dev_xstats_mode
int rte_event_port_links_get(uint8_t dev_id, uint8_t port_id, uint8_t queues[], uint8_t priorities[])
int rte_event_dev_selftest(uint8_t dev_id)
static uint16_t rte_event_enqueue_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
int rte_event_dev_start(uint8_t dev_id)
int rte_event_port_setup(uint8_t dev_id, uint8_t port_id, const struct rte_event_port_conf *port_conf)
uint8_t max_event_port_dequeue_depth
int rte_event_port_attr_get(uint8_t dev_id, uint8_t port_id, uint32_t attr_id, uint32_t *attr_value)
uint32_t nb_event_port_enqueue_depth
static uint16_t rte_event_dequeue_burst(uint8_t dev_id, uint8_t port_id, struct rte_event ev[], uint16_t nb_events, uint64_t timeout_ticks)
int rte_event_dev_get_dev_id(const char *name)
uint8_t rte_event_dev_count(void)
int rte_event_dev_close(uint8_t dev_id)
int rte_event_dev_xstats_get(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id, const unsigned int ids[], uint64_t values[], unsigned int n)
int rte_event_dev_xstats_reset(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, int16_t queue_port_id, const uint32_t ids[], uint32_t nb_ids)
int rte_event_crypto_adapter_caps_get(uint8_t dev_id, uint8_t cdev_id, uint32_t *caps)
uint32_t dequeue_timeout_ns
int rte_event_dev_service_id_get(uint8_t dev_id, uint32_t *service_id)
#define __rte_cache_aligned
static uint16_t rte_event_enqueue_forward_burst(uint8_t dev_id, uint8_t port_id, const struct rte_event ev[], uint16_t nb_events)
int rte_event_dev_dump(uint8_t dev_id, FILE *f)
int32_t new_event_threshold
uint8_t max_event_priority_levels
uint32_t max_dequeue_timeout_ns
uint32_t max_event_queue_flows
int rte_event_dev_configure(uint8_t dev_id, const struct rte_event_dev_config *dev_conf)
void(* eventdev_stop_flush_t)(uint8_t dev_id, struct rte_event event, void *arg)
uint8_t max_event_queue_priority_levels
int rte_event_port_unlink(uint8_t dev_id, uint8_t port_id, uint8_t queues[], uint16_t nb_unlinks)
int rte_event_eth_rx_adapter_caps_get(uint8_t dev_id, uint16_t eth_port_id, uint32_t *caps)
int rte_event_dev_xstats_names_get(uint8_t dev_id, enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id, struct rte_event_dev_xstats_name *xstats_names, unsigned int *ids, unsigned int size)
uint32_t nb_event_queue_flows