149 #define RTE_ETHDEV_HAS_LRO_SUPPORT
151 #include <rte_compat.h>
158 #include <rte_config.h>
161 #include "rte_dev_info.h"
163 extern int rte_eth_dev_logtype;
165 #define RTE_ETHDEV_LOG(level, ...) \
166 rte_log(RTE_LOG_ ## level, rte_eth_dev_logtype, "" __VA_ARGS__)
231 #define RTE_ETH_FOREACH_MATCHING_DEV(id, devargs, iter) \
232 for (rte_eth_iterator_init(iter, devargs), \
233 id = rte_eth_iterator_next(iter); \
234 id != RTE_MAX_ETHPORTS; \
235 id = rte_eth_iterator_next(iter))
270 #define ETH_LINK_SPEED_AUTONEG (0 << 0)
271 #define ETH_LINK_SPEED_FIXED (1 << 0)
272 #define ETH_LINK_SPEED_10M_HD (1 << 1)
273 #define ETH_LINK_SPEED_10M (1 << 2)
274 #define ETH_LINK_SPEED_100M_HD (1 << 3)
275 #define ETH_LINK_SPEED_100M (1 << 4)
276 #define ETH_LINK_SPEED_1G (1 << 5)
277 #define ETH_LINK_SPEED_2_5G (1 << 6)
278 #define ETH_LINK_SPEED_5G (1 << 7)
279 #define ETH_LINK_SPEED_10G (1 << 8)
280 #define ETH_LINK_SPEED_20G (1 << 9)
281 #define ETH_LINK_SPEED_25G (1 << 10)
282 #define ETH_LINK_SPEED_40G (1 << 11)
283 #define ETH_LINK_SPEED_50G (1 << 12)
284 #define ETH_LINK_SPEED_56G (1 << 13)
285 #define ETH_LINK_SPEED_100G (1 << 14)
290 #define ETH_SPEED_NUM_NONE 0
291 #define ETH_SPEED_NUM_10M 10
292 #define ETH_SPEED_NUM_100M 100
293 #define ETH_SPEED_NUM_1G 1000
294 #define ETH_SPEED_NUM_2_5G 2500
295 #define ETH_SPEED_NUM_5G 5000
296 #define ETH_SPEED_NUM_10G 10000
297 #define ETH_SPEED_NUM_20G 20000
298 #define ETH_SPEED_NUM_25G 25000
299 #define ETH_SPEED_NUM_40G 40000
300 #define ETH_SPEED_NUM_50G 50000
301 #define ETH_SPEED_NUM_56G 56000
302 #define ETH_SPEED_NUM_100G 100000
313 } __attribute__((aligned(8)));
316 #define ETH_LINK_HALF_DUPLEX 0
317 #define ETH_LINK_FULL_DUPLEX 1
318 #define ETH_LINK_DOWN 0
319 #define ETH_LINK_UP 1
320 #define ETH_LINK_FIXED 0
321 #define ETH_LINK_AUTONEG 1
327 struct rte_eth_thresh {
336 #define ETH_MQ_RX_RSS_FLAG 0x1
337 #define ETH_MQ_RX_DCB_FLAG 0x2
338 #define ETH_MQ_RX_VMDQ_FLAG 0x4
369 #define ETH_RSS ETH_MQ_RX_RSS
370 #define VMDQ_DCB ETH_MQ_RX_VMDQ_DCB
371 #define ETH_DCB_RX ETH_MQ_RX_DCB
387 #define ETH_DCB_NONE ETH_MQ_TX_NONE
388 #define ETH_VMDQ_DCB_TX ETH_MQ_TX_VMDQ_DCB
389 #define ETH_DCB_TX ETH_MQ_TX_DCB
412 ETH_VLAN_TYPE_UNKNOWN = 0,
458 #define RTE_ETH_FLOW_UNKNOWN 0
459 #define RTE_ETH_FLOW_RAW 1
460 #define RTE_ETH_FLOW_IPV4 2
461 #define RTE_ETH_FLOW_FRAG_IPV4 3
462 #define RTE_ETH_FLOW_NONFRAG_IPV4_TCP 4
463 #define RTE_ETH_FLOW_NONFRAG_IPV4_UDP 5
464 #define RTE_ETH_FLOW_NONFRAG_IPV4_SCTP 6
465 #define RTE_ETH_FLOW_NONFRAG_IPV4_OTHER 7
466 #define RTE_ETH_FLOW_IPV6 8
467 #define RTE_ETH_FLOW_FRAG_IPV6 9
468 #define RTE_ETH_FLOW_NONFRAG_IPV6_TCP 10
469 #define RTE_ETH_FLOW_NONFRAG_IPV6_UDP 11
470 #define RTE_ETH_FLOW_NONFRAG_IPV6_SCTP 12
471 #define RTE_ETH_FLOW_NONFRAG_IPV6_OTHER 13
472 #define RTE_ETH_FLOW_L2_PAYLOAD 14
473 #define RTE_ETH_FLOW_IPV6_EX 15
474 #define RTE_ETH_FLOW_IPV6_TCP_EX 16
475 #define RTE_ETH_FLOW_IPV6_UDP_EX 17
476 #define RTE_ETH_FLOW_PORT 18
478 #define RTE_ETH_FLOW_VXLAN 19
479 #define RTE_ETH_FLOW_GENEVE 20
480 #define RTE_ETH_FLOW_NVGRE 21
481 #define RTE_ETH_FLOW_VXLAN_GPE 22
482 #define RTE_ETH_FLOW_MAX 23
490 #define ETH_RSS_IPV4 (1ULL << RTE_ETH_FLOW_IPV4)
491 #define ETH_RSS_FRAG_IPV4 (1ULL << RTE_ETH_FLOW_FRAG_IPV4)
492 #define ETH_RSS_NONFRAG_IPV4_TCP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_TCP)
493 #define ETH_RSS_NONFRAG_IPV4_UDP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_UDP)
494 #define ETH_RSS_NONFRAG_IPV4_SCTP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_SCTP)
495 #define ETH_RSS_NONFRAG_IPV4_OTHER (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_OTHER)
496 #define ETH_RSS_IPV6 (1ULL << RTE_ETH_FLOW_IPV6)
497 #define ETH_RSS_FRAG_IPV6 (1ULL << RTE_ETH_FLOW_FRAG_IPV6)
498 #define ETH_RSS_NONFRAG_IPV6_TCP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_TCP)
499 #define ETH_RSS_NONFRAG_IPV6_UDP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_UDP)
500 #define ETH_RSS_NONFRAG_IPV6_SCTP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_SCTP)
501 #define ETH_RSS_NONFRAG_IPV6_OTHER (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_OTHER)
502 #define ETH_RSS_L2_PAYLOAD (1ULL << RTE_ETH_FLOW_L2_PAYLOAD)
503 #define ETH_RSS_IPV6_EX (1ULL << RTE_ETH_FLOW_IPV6_EX)
504 #define ETH_RSS_IPV6_TCP_EX (1ULL << RTE_ETH_FLOW_IPV6_TCP_EX)
505 #define ETH_RSS_IPV6_UDP_EX (1ULL << RTE_ETH_FLOW_IPV6_UDP_EX)
506 #define ETH_RSS_PORT (1ULL << RTE_ETH_FLOW_PORT)
507 #define ETH_RSS_VXLAN (1ULL << RTE_ETH_FLOW_VXLAN)
508 #define ETH_RSS_GENEVE (1ULL << RTE_ETH_FLOW_GENEVE)
509 #define ETH_RSS_NVGRE (1ULL << RTE_ETH_FLOW_NVGRE)
511 #define ETH_RSS_IP ( \
513 ETH_RSS_FRAG_IPV4 | \
514 ETH_RSS_NONFRAG_IPV4_OTHER | \
516 ETH_RSS_FRAG_IPV6 | \
517 ETH_RSS_NONFRAG_IPV6_OTHER | \
520 #define ETH_RSS_UDP ( \
521 ETH_RSS_NONFRAG_IPV4_UDP | \
522 ETH_RSS_NONFRAG_IPV6_UDP | \
525 #define ETH_RSS_TCP ( \
526 ETH_RSS_NONFRAG_IPV4_TCP | \
527 ETH_RSS_NONFRAG_IPV6_TCP | \
530 #define ETH_RSS_SCTP ( \
531 ETH_RSS_NONFRAG_IPV4_SCTP | \
532 ETH_RSS_NONFRAG_IPV6_SCTP)
534 #define ETH_RSS_TUNNEL ( \
540 #define ETH_RSS_PROTO_MASK ( \
542 ETH_RSS_FRAG_IPV4 | \
543 ETH_RSS_NONFRAG_IPV4_TCP | \
544 ETH_RSS_NONFRAG_IPV4_UDP | \
545 ETH_RSS_NONFRAG_IPV4_SCTP | \
546 ETH_RSS_NONFRAG_IPV4_OTHER | \
548 ETH_RSS_FRAG_IPV6 | \
549 ETH_RSS_NONFRAG_IPV6_TCP | \
550 ETH_RSS_NONFRAG_IPV6_UDP | \
551 ETH_RSS_NONFRAG_IPV6_SCTP | \
552 ETH_RSS_NONFRAG_IPV6_OTHER | \
553 ETH_RSS_L2_PAYLOAD | \
555 ETH_RSS_IPV6_TCP_EX | \
556 ETH_RSS_IPV6_UDP_EX | \
567 #define ETH_RSS_RETA_SIZE_64 64
568 #define ETH_RSS_RETA_SIZE_128 128
569 #define ETH_RSS_RETA_SIZE_256 256
570 #define ETH_RSS_RETA_SIZE_512 512
571 #define RTE_RETA_GROUP_SIZE 64
574 #define ETH_VMDQ_MAX_VLAN_FILTERS 64
575 #define ETH_DCB_NUM_USER_PRIORITIES 8
576 #define ETH_VMDQ_DCB_NUM_QUEUES 128
577 #define ETH_DCB_NUM_QUEUES 128
580 #define ETH_DCB_PG_SUPPORT 0x00000001
581 #define ETH_DCB_PFC_SUPPORT 0x00000002
584 #define ETH_VLAN_STRIP_OFFLOAD 0x0001
585 #define ETH_VLAN_FILTER_OFFLOAD 0x0002
586 #define ETH_VLAN_EXTEND_OFFLOAD 0x0004
587 #define ETH_QINQ_STRIP_OFFLOAD 0x0008
590 #define ETH_VLAN_STRIP_MASK 0x0001
591 #define ETH_VLAN_FILTER_MASK 0x0002
592 #define ETH_VLAN_EXTEND_MASK 0x0004
593 #define ETH_QINQ_STRIP_MASK 0x0008
594 #define ETH_VLAN_ID_MAX 0x0FFF
597 #define ETH_NUM_RECEIVE_MAC_ADDR 128
600 #define ETH_VMDQ_NUM_UC_HASH_ARRAY 128
603 #define ETH_VMDQ_ACCEPT_UNTAG 0x0001
604 #define ETH_VMDQ_ACCEPT_HASH_MC 0x0002
605 #define ETH_VMDQ_ACCEPT_HASH_UC 0x0004
606 #define ETH_VMDQ_ACCEPT_BROADCAST 0x0008
607 #define ETH_VMDQ_ACCEPT_MULTICAST 0x0010
610 #define ETH_MIRROR_MAX_VLANS 64
612 #define ETH_MIRROR_VIRTUAL_POOL_UP 0x01
613 #define ETH_MIRROR_UPLINK_PORT 0x02
614 #define ETH_MIRROR_DOWNLINK_PORT 0x04
615 #define ETH_MIRROR_VLAN 0x08
616 #define ETH_MIRROR_VIRTUAL_POOL_DOWN 0x10
621 struct rte_eth_vlan_mirror {
647 uint16_t
reta[RTE_RETA_GROUP_SIZE];
672 struct rte_eth_dcb_rx_conf {
678 struct rte_eth_vmdq_dcb_tx_conf {
684 struct rte_eth_dcb_tx_conf {
690 struct rte_eth_vmdq_tx_conf {
877 RTE_TUNNEL_TYPE_NONE = 0,
878 RTE_TUNNEL_TYPE_VXLAN,
879 RTE_TUNNEL_TYPE_GENEVE,
880 RTE_TUNNEL_TYPE_TEREDO,
881 RTE_TUNNEL_TYPE_NVGRE,
882 RTE_TUNNEL_TYPE_IP_IN_GRE,
883 RTE_L2_TUNNEL_TYPE_E_TAG,
884 RTE_TUNNEL_TYPE_VXLAN_GPE,
998 #define DEV_RX_OFFLOAD_VLAN_STRIP 0x00000001
999 #define DEV_RX_OFFLOAD_IPV4_CKSUM 0x00000002
1000 #define DEV_RX_OFFLOAD_UDP_CKSUM 0x00000004
1001 #define DEV_RX_OFFLOAD_TCP_CKSUM 0x00000008
1002 #define DEV_RX_OFFLOAD_TCP_LRO 0x00000010
1003 #define DEV_RX_OFFLOAD_QINQ_STRIP 0x00000020
1004 #define DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM 0x00000040
1005 #define DEV_RX_OFFLOAD_MACSEC_STRIP 0x00000080
1006 #define DEV_RX_OFFLOAD_HEADER_SPLIT 0x00000100
1007 #define DEV_RX_OFFLOAD_VLAN_FILTER 0x00000200
1008 #define DEV_RX_OFFLOAD_VLAN_EXTEND 0x00000400
1009 #define DEV_RX_OFFLOAD_JUMBO_FRAME 0x00000800
1010 #define DEV_RX_OFFLOAD_SCATTER 0x00002000
1011 #define DEV_RX_OFFLOAD_TIMESTAMP 0x00004000
1012 #define DEV_RX_OFFLOAD_SECURITY 0x00008000
1013 #define DEV_RX_OFFLOAD_KEEP_CRC 0x00010000
1014 #define DEV_RX_OFFLOAD_SCTP_CKSUM 0x00020000
1015 #define DEV_RX_OFFLOAD_OUTER_UDP_CKSUM 0x00040000
1017 #define DEV_RX_OFFLOAD_CHECKSUM (DEV_RX_OFFLOAD_IPV4_CKSUM | \
1018 DEV_RX_OFFLOAD_UDP_CKSUM | \
1019 DEV_RX_OFFLOAD_TCP_CKSUM)
1020 #define DEV_RX_OFFLOAD_VLAN (DEV_RX_OFFLOAD_VLAN_STRIP | \
1021 DEV_RX_OFFLOAD_VLAN_FILTER | \
1022 DEV_RX_OFFLOAD_VLAN_EXTEND | \
1023 DEV_RX_OFFLOAD_QINQ_STRIP)
1033 #define DEV_TX_OFFLOAD_VLAN_INSERT 0x00000001
1034 #define DEV_TX_OFFLOAD_IPV4_CKSUM 0x00000002
1035 #define DEV_TX_OFFLOAD_UDP_CKSUM 0x00000004
1036 #define DEV_TX_OFFLOAD_TCP_CKSUM 0x00000008
1037 #define DEV_TX_OFFLOAD_SCTP_CKSUM 0x00000010
1038 #define DEV_TX_OFFLOAD_TCP_TSO 0x00000020
1039 #define DEV_TX_OFFLOAD_UDP_TSO 0x00000040
1040 #define DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM 0x00000080
1041 #define DEV_TX_OFFLOAD_QINQ_INSERT 0x00000100
1042 #define DEV_TX_OFFLOAD_VXLAN_TNL_TSO 0x00000200
1043 #define DEV_TX_OFFLOAD_GRE_TNL_TSO 0x00000400
1044 #define DEV_TX_OFFLOAD_IPIP_TNL_TSO 0x00000800
1045 #define DEV_TX_OFFLOAD_GENEVE_TNL_TSO 0x00001000
1046 #define DEV_TX_OFFLOAD_MACSEC_INSERT 0x00002000
1047 #define DEV_TX_OFFLOAD_MT_LOCKFREE 0x00004000
1051 #define DEV_TX_OFFLOAD_MULTI_SEGS 0x00008000
1053 #define DEV_TX_OFFLOAD_MBUF_FAST_FREE 0x00010000
1058 #define DEV_TX_OFFLOAD_SECURITY 0x00020000
1064 #define DEV_TX_OFFLOAD_UDP_TNL_TSO 0x00040000
1070 #define DEV_TX_OFFLOAD_IP_TNL_TSO 0x00080000
1072 #define DEV_TX_OFFLOAD_OUTER_UDP_CKSUM 0x00100000
1077 #define DEV_TX_OFFLOAD_MATCH_METADATA 0x00200000
1079 #define RTE_ETH_DEV_CAPA_RUNTIME_RX_QUEUE_SETUP 0x00000001
1081 #define RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP 0x00000002
1094 #define RTE_ETH_DEV_FALLBACK_RX_RINGSIZE 512
1095 #define RTE_ETH_DEV_FALLBACK_TX_RINGSIZE 512
1096 #define RTE_ETH_DEV_FALLBACK_RX_NBQUEUES 1
1097 #define RTE_ETH_DEV_FALLBACK_TX_NBQUEUES 1
1114 #define RTE_ETH_DEV_SWITCH_DOMAIN_ID_INVALID (0)
1154 uint32_t max_hash_mac_addrs;
1216 #define RTE_ETH_XSTATS_NAME_SIZE 64
1243 #define ETH_DCB_NUM_TCS 8
1244 #define ETH_MAX_VMDQ_POOL 64
1255 }
tc_rxq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS];
1260 }
tc_txq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS];
1278 #define RTE_ETH_QUEUE_STATE_STOPPED 0
1279 #define RTE_ETH_QUEUE_STATE_STARTED 1
1281 #define RTE_ETH_ALL RTE_MAX_ETHPORTS
1284 #define RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, retval) do { \
1285 if (!rte_eth_dev_is_valid_port(port_id)) { \
1286 RTE_ETHDEV_LOG(ERR, "Invalid port_id=%u\n", port_id); \
1291 #define RTE_ETH_VALID_PORTID_OR_RET(port_id) do { \
1292 if (!rte_eth_dev_is_valid_port(port_id)) { \
1293 RTE_ETHDEV_LOG(ERR, "Invalid port_id=%u\n", port_id); \
1303 #define ETH_L2_TUNNEL_ENABLE_MASK 0x00000001
1305 #define ETH_L2_TUNNEL_INSERTION_MASK 0x00000002
1307 #define ETH_L2_TUNNEL_STRIPPING_MASK 0x00000004
1309 #define ETH_L2_TUNNEL_FORWARDING_MASK 0x00000008
1334 struct rte_mbuf *pkts[], uint16_t nb_pkts, uint16_t max_pkts,
1358 struct rte_mbuf *pkts[], uint16_t nb_pkts,
void *user_param);
1372 struct rte_eth_dev_sriov {
1374 uint8_t nb_q_per_pool;
1375 uint16_t def_vmdq_idx;
1376 uint16_t def_pool_q_idx;
1378 #define RTE_ETH_DEV_SRIOV(dev) ((dev)->data->sriov)
1380 #define RTE_ETH_NAME_MAX_LEN RTE_DEV_NAME_MAX_LEN
1382 #define RTE_ETH_DEV_NO_OWNER 0
1384 #define RTE_ETH_MAX_OWNER_NAME_LEN 64
1386 struct rte_eth_dev_owner {
1388 char name[RTE_ETH_MAX_OWNER_NAME_LEN];
1395 #define RTE_ETH_DEV_CLOSE_REMOVE 0x0001
1397 #define RTE_ETH_DEV_INTR_LSC 0x0002
1399 #define RTE_ETH_DEV_BONDED_SLAVE 0x0004
1401 #define RTE_ETH_DEV_INTR_RMV 0x0008
1403 #define RTE_ETH_DEV_REPRESENTOR 0x0010
1405 #define RTE_ETH_DEV_NOLIVE_MAC_ADDR 0x0020
1419 const uint64_t owner_id);
1424 #define RTE_ETH_FOREACH_DEV_OWNED_BY(p, o) \
1425 for (p = rte_eth_find_next_owned_by(0, o); \
1426 (unsigned int)p < (unsigned int)RTE_MAX_ETHPORTS; \
1427 p = rte_eth_find_next_owned_by(p + 1, o))
1442 #define RTE_ETH_FOREACH_DEV(p) \
1443 RTE_ETH_FOREACH_DEV_OWNED_BY(p, RTE_ETH_DEV_NO_OWNER)
1472 #define RTE_ETH_FOREACH_DEV_OF(port_id, parent) \
1473 for (port_id = rte_eth_find_next_of(0, parent); \
1474 port_id < RTE_MAX_ETHPORTS; \
1475 port_id = rte_eth_find_next_of(port_id + 1, parent))
1494 uint16_t ref_port_id);
1506 #define RTE_ETH_FOREACH_DEV_SIBLING(port_id, ref_port_id) \
1507 for (port_id = rte_eth_find_next_sibling(0, ref_port_id); \
1508 port_id < RTE_MAX_ETHPORTS; \
1509 port_id = rte_eth_find_next_sibling(port_id + 1, ref_port_id))
1542 const struct rte_eth_dev_owner *owner);
1559 const uint64_t owner_id);
1588 struct rte_eth_dev_owner *owner);
1700 uint16_t nb_tx_queue,
const struct rte_eth_conf *eth_conf);
1767 uint16_t nb_rx_desc,
unsigned int socket_id,
1820 uint16_t nb_tx_desc,
unsigned int socket_id,
2249 uint64_t *values,
unsigned int size);
2298 uint16_t tx_queue_id, uint8_t stat_idx);
2318 uint16_t rx_queue_id,
2392 char *fw_version,
size_t fw_size);
2433 uint32_t *ptypes,
int num);
2586 typedef void (*buffer_tx_error_fn)(
struct rte_mbuf **unsent, uint16_t count,
2594 buffer_tx_error_fn error_callback;
2595 void *error_userdata;
2608 #define RTE_ETH_TX_BUFFER_SIZE(sz) \
2609 (sizeof(struct rte_eth_dev_tx_buffer) + (sz) * sizeof(struct rte_mbuf *))
2650 buffer_tx_error_fn callback,
void *
userdata);
2925 int epfd,
int op,
void *data);
3101 uint16_t reta_size);
3122 uint16_t reta_size);
3366 struct rte_eth_rxtx_callback;
3392 const struct rte_eth_rxtx_callback *
3421 const struct rte_eth_rxtx_callback *
3449 const struct rte_eth_rxtx_callback *
3484 const struct rte_eth_rxtx_callback *user_cb);
3517 const struct rte_eth_rxtx_callback *user_cb);
3669 struct rte_dev_eeprom_info *info);
3691 uint32_t nb_mc_addr);
3740 struct timespec *timestamp, uint32_t flags);
3758 struct timespec *timestamp);
3964 uint16_t *nb_rx_desc,
3965 uint16_t *nb_tx_desc);
4081 static inline uint16_t
4083 struct rte_mbuf **rx_pkts,
const uint16_t nb_pkts)
4085 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
4088 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4089 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
4090 RTE_FUNC_PTR_OR_ERR_RET(*dev->rx_pkt_burst, 0);
4092 if (queue_id >= dev->data->nb_rx_queues) {
4093 RTE_ETHDEV_LOG(ERR,
"Invalid RX queue_id=%u\n", queue_id);
4097 nb_rx = (*dev->rx_pkt_burst)(dev->data->rx_queues[queue_id],
4100 #ifdef RTE_ETHDEV_RXTX_CALLBACKS
4101 if (
unlikely(dev->post_rx_burst_cbs[queue_id] != NULL)) {
4102 struct rte_eth_rxtx_callback *cb =
4103 dev->post_rx_burst_cbs[queue_id];
4106 nb_rx = cb->fn.rx(port_id, queue_id, rx_pkts, nb_rx,
4107 nb_pkts, cb->param);
4109 }
while (cb != NULL);
4131 struct rte_eth_dev *dev;
4133 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -EINVAL);
4134 dev = &rte_eth_devices[port_id];
4135 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_queue_count, -ENOTSUP);
4136 if (queue_id >= dev->data->nb_rx_queues)
4139 return (
int)(*dev->dev_ops->rx_queue_count)(dev, queue_id);
4160 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
4161 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
4162 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_descriptor_done, -ENOTSUP);
4163 return (*dev->dev_ops->rx_descriptor_done)( \
4164 dev->data->rx_queues[queue_id], offset);
4167 #define RTE_ETH_RX_DESC_AVAIL 0
4168 #define RTE_ETH_RX_DESC_DONE 1
4169 #define RTE_ETH_RX_DESC_UNAVAIL 2
4208 struct rte_eth_dev *dev;
4211 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4212 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
4214 dev = &rte_eth_devices[port_id];
4215 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4216 if (queue_id >= dev->data->nb_rx_queues)
4219 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_descriptor_status, -ENOTSUP);
4220 rxq = dev->data->rx_queues[queue_id];
4222 return (*dev->dev_ops->rx_descriptor_status)(rxq, offset);
4225 #define RTE_ETH_TX_DESC_FULL 0
4226 #define RTE_ETH_TX_DESC_DONE 1
4227 #define RTE_ETH_TX_DESC_UNAVAIL 2
4262 static inline int rte_eth_tx_descriptor_status(uint16_t port_id,
4263 uint16_t queue_id, uint16_t offset)
4265 struct rte_eth_dev *dev;
4268 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4269 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
4271 dev = &rte_eth_devices[port_id];
4272 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4273 if (queue_id >= dev->data->nb_tx_queues)
4276 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->tx_descriptor_status, -ENOTSUP);
4277 txq = dev->data->tx_queues[queue_id];
4279 return (*dev->dev_ops->tx_descriptor_status)(txq, offset);
4348 static inline uint16_t
4350 struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
4352 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
4354 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4355 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
4356 RTE_FUNC_PTR_OR_ERR_RET(*dev->tx_pkt_burst, 0);
4358 if (queue_id >= dev->data->nb_tx_queues) {
4359 RTE_ETHDEV_LOG(ERR,
"Invalid TX queue_id=%u\n", queue_id);
4364 #ifdef RTE_ETHDEV_RXTX_CALLBACKS
4365 struct rte_eth_rxtx_callback *cb = dev->pre_tx_burst_cbs[queue_id];
4369 nb_pkts = cb->fn.tx(port_id, queue_id, tx_pkts, nb_pkts,
4372 }
while (cb != NULL);
4376 return (*dev->tx_pkt_burst)(dev->data->tx_queues[queue_id], tx_pkts, nb_pkts);
4432 #ifndef RTE_ETHDEV_TX_PREPARE_NOOP
4434 static inline uint16_t
4436 struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
4438 struct rte_eth_dev *dev;
4440 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4442 RTE_ETHDEV_LOG(ERR,
"Invalid TX port_id=%u\n", port_id);
4448 dev = &rte_eth_devices[port_id];
4450 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4451 if (queue_id >= dev->data->nb_tx_queues) {
4452 RTE_ETHDEV_LOG(ERR,
"Invalid TX queue_id=%u\n", queue_id);
4458 if (!dev->tx_pkt_prepare)
4461 return (*dev->tx_pkt_prepare)(dev->data->tx_queues[queue_id],
4476 static inline uint16_t
4508 static inline uint16_t
4513 uint16_t to_send = buffer->
length;
4524 buffer->error_callback(&buffer->
pkts[sent],
4525 (uint16_t)(to_send - sent),
4526 buffer->error_userdata);
struct rte_eth_vmdq_dcb_tx_conf vmdq_dcb_tx_conf
int rte_eth_dev_priority_flow_ctrl_set(uint16_t port_id, struct rte_eth_pfc_conf *pfc_conf)
uint8_t tc_bws[ETH_DCB_NUM_TCS]
#define ETH_VMDQ_MAX_VLAN_FILTERS
struct rte_eth_dev_portconf default_rxportconf
struct rte_fdir_conf fdir_conf
int rte_eth_dev_l2_tunnel_eth_type_conf(uint16_t port_id, struct rte_eth_l2_tunnel_conf *l2_tunnel)
#define __rte_always_inline
uint16_t rte_eth_dev_count_avail(void)
int rte_eth_timesync_write_time(uint16_t port_id, const struct timespec *time)
const uint32_t * dev_flags
int rte_eth_dev_get_reg_info(uint16_t port_id, struct rte_dev_reg_info *info)
int rte_eth_timesync_read_time(uint16_t port_id, struct timespec *time)
uint64_t rte_eth_find_next_owned_by(uint16_t port_id, const uint64_t owner_id)
void rte_eth_dev_stop(uint16_t port_id)
int rte_eth_dev_configure(uint16_t port_id, uint16_t nb_rx_queue, uint16_t nb_tx_queue, const struct rte_eth_conf *eth_conf)
int rte_eth_dev_get_name_by_port(uint16_t port_id, char *name)
static uint16_t rte_eth_tx_prepare(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
int rte_eth_mirror_rule_reset(uint16_t port_id, uint8_t rule_id)
struct rte_eth_vmdq_tx_conf vmdq_tx_conf
const struct rte_eth_rxtx_callback * rte_eth_add_rx_callback(uint16_t port_id, uint16_t queue_id, rte_rx_callback_fn fn, void *user_param)
uint64_t q_errors[RTE_ETHDEV_QUEUE_STAT_CNTRS]
__rte_experimental int rte_eth_dev_owner_new(uint64_t *owner_id)
__rte_experimental int rte_eth_dev_owner_unset(const uint16_t port_id, const uint64_t owner_id)
enum rte_eth_event_ipsec_subtype subtype
struct rte_eth_thresh rx_thresh
uint16_t rte_eth_find_next(uint16_t port_id)
__rte_experimental int rte_eth_dev_is_removed(uint16_t port_id)
int rte_eth_dev_set_vlan_pvid(uint16_t port_id, uint16_t pvid, int on)
int rte_eth_led_off(uint16_t port_id)
int rte_eth_dev_udp_tunnel_port_delete(uint16_t port_id, struct rte_eth_udp_tunnel *tunnel_udp)
static int rte_eth_rx_descriptor_status(uint16_t port_id, uint16_t queue_id, uint16_t offset)
__rte_experimental uint16_t rte_eth_find_next_of(uint16_t port_id_start, const struct rte_device *parent)
static int rte_eth_rx_descriptor_done(uint16_t port_id, uint16_t queue_id, uint16_t offset)
struct rte_eth_vmdq_rx_conf::@126 pool_map[ETH_VMDQ_MAX_VLAN_FILTERS]
void rte_eth_dev_close(uint16_t port_id)
int rte_eth_dev_rss_reta_update(uint16_t port_id, struct rte_eth_rss_reta_entry64 *reta_conf, uint16_t reta_size)
int rte_eth_set_queue_rate_limit(uint16_t port_id, uint16_t queue_idx, uint16_t tx_rate)
int rte_eth_dev_rss_hash_update(uint16_t port_id, struct rte_eth_rss_conf *rss_conf)
uint64_t rx_queue_offload_capa
int rte_eth_xstats_get(uint16_t port_id, struct rte_eth_xstat *xstats, unsigned int n)
__rte_experimental int rte_eth_read_clock(uint16_t port_id, uint64_t *clock)
struct rte_eth_dcb_tc_queue_mapping::@129 tc_rxq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS]
int rte_eth_iterator_init(struct rte_dev_iterator *iter, const char *devargs)
int rte_eth_dev_rx_intr_ctl_q(uint16_t port_id, uint16_t queue_id, int epfd, int op, void *data)
int rte_eth_remove_rx_callback(uint16_t port_id, uint16_t queue_id, const struct rte_eth_rxtx_callback *user_cb)
enum rte_fdir_status_mode status
enum rte_eth_tx_mq_mode mq_mode
int rte_eth_dev_uc_all_hash_table_set(uint16_t port_id, uint8_t on)
uint64_t tx_queue_offload_capa
int rte_eth_mirror_rule_set(uint16_t port_id, struct rte_eth_mirror_conf *mirror_conf, uint8_t rule_id, uint8_t on)
uint8_t enable_default_pool
uint64_t q_obytes[RTE_ETHDEV_QUEUE_STAT_CNTRS]
int rte_eth_dev_get_eeprom_length(uint16_t port_id)
struct rte_eth_rss_conf rss_conf
int rte_eth_dev_rx_intr_enable(uint16_t port_id, uint16_t queue_id)
int rte_eth_dev_set_rx_queue_stats_mapping(uint16_t port_id, uint16_t rx_queue_id, uint8_t stat_idx)
int rte_eth_tx_queue_info_get(uint16_t port_id, uint16_t queue_id, struct rte_eth_txq_info *qinfo)
__rte_experimental int rte_eth_dev_get_module_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
uint32_t dcb_capability_en
uint64_t q_ibytes[RTE_ETHDEV_QUEUE_STAT_CNTRS]
struct rte_eth_switch_info switch_info
int rte_eth_dev_flow_ctrl_get(uint16_t port_id, struct rte_eth_fc_conf *fc_conf)
int rte_eth_dev_callback_unregister(uint16_t port_id, enum rte_eth_event_type event, rte_eth_dev_cb_fn cb_fn, void *cb_arg)
int rte_eth_dev_rx_queue_stop(uint16_t port_id, uint16_t rx_queue_id)
int rte_eth_dev_pool_ops_supported(uint16_t port_id, const char *pool)
void rte_eth_allmulticast_enable(uint16_t port_id)
int rte_eth_dev_set_link_up(uint16_t port_id)
int rte_eth_timesync_read_rx_timestamp(uint16_t port_id, struct timespec *timestamp, uint32_t flags)
struct rte_eth_thresh tx_thresh
struct rte_eth_desc_lim rx_desc_lim
uint8_t dcb_tc[ETH_DCB_NUM_USER_PRIORITIES]
int rte_eth_dev_get_vlan_offload(uint16_t port_id)
__rte_experimental int rte_eth_dev_owner_set(const uint16_t port_id, const struct rte_eth_dev_owner *owner)
__rte_experimental int rte_eth_dev_rx_intr_ctl_q_get_fd(uint16_t port_id, uint16_t queue_id)
int rte_eth_tx_queue_setup(uint16_t port_id, uint16_t tx_queue_id, uint16_t nb_tx_desc, unsigned int socket_id, const struct rte_eth_txconf *tx_conf)
struct rte_eth_dcb_tc_queue_mapping::@130 tc_txq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS]
uint8_t rx_deferred_start
int(* rte_eth_dev_cb_fn)(uint16_t port_id, enum rte_eth_event_type event, void *cb_arg, void *ret_param)
struct rte_eth_rxmode rxmode
uint64_t q_ipackets[RTE_ETHDEV_QUEUE_STAT_CNTRS]
enum rte_eth_nb_pools nb_queue_pools
struct rte_eth_txconf conf
uint32_t rte_eth_speed_bitflag(uint32_t speed, int duplex)
struct rte_intr_conf intr_conf
#define RTE_ETH_XSTATS_NAME_SIZE
int rte_eth_dev_rss_hash_conf_get(uint16_t port_id, struct rte_eth_rss_conf *rss_conf)
struct rte_eth_desc_lim tx_desc_lim
int rte_eth_timesync_disable(uint16_t port_id)
int rte_eth_dev_default_mac_addr_set(uint16_t port_id, struct rte_ether_addr *mac_addr)
void rte_eth_iterator_cleanup(struct rte_dev_iterator *iter)
void * rte_eth_dev_get_sec_ctx(uint16_t port_id)
int rte_eth_stats_reset(uint16_t port_id)
struct rte_eth_txconf default_txconf
void rte_eth_tx_buffer_drop_callback(struct rte_mbuf **pkts, uint16_t unsent, void *userdata)
int rte_eth_dev_udp_tunnel_port_add(uint16_t port_id, struct rte_eth_udp_tunnel *tunnel_udp)
struct rte_eth_dcb_rx_conf dcb_rx_conf
struct rte_eth_conf::@127 rx_adv_conf
struct rte_eth_vmdq_rx_conf vmdq_rx_conf
int rte_eth_timesync_adjust_time(uint16_t port_id, int64_t delta)
char name[RTE_ETH_XSTATS_NAME_SIZE]
void rte_eth_promiscuous_enable(uint16_t port_id)
enum rte_eth_rx_mq_mode mq_mode
int rte_eth_dev_callback_register(uint16_t port_id, enum rte_eth_event_type event, rte_eth_dev_cb_fn cb_fn, void *cb_arg)
enum rte_eth_nb_pools nb_queue_pools
int rte_eth_dev_tx_queue_stop(uint16_t port_id, uint16_t tx_queue_id)
__rte_experimental uint16_t rte_eth_find_next_sibling(uint16_t port_id_start, uint16_t ref_port_id)
static uint16_t rte_eth_rx_burst(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **rx_pkts, const uint16_t nb_pkts)
__rte_experimental int rte_eth_dev_get_module_info(uint16_t port_id, struct rte_eth_dev_module_info *modinfo)
int rte_eth_dev_set_vlan_strip_on_queue(uint16_t port_id, uint16_t rx_queue_id, int on)
int rte_eth_dev_start(uint16_t port_id)
int rte_eth_dev_reset(uint16_t port_id)
int rte_eth_xstats_get_by_id(uint16_t port_id, const uint64_t *ids, uint64_t *values, unsigned int size)
struct rte_eth_dcb_tx_conf dcb_tx_conf
int rte_eth_dev_rx_intr_disable(uint16_t port_id, uint16_t queue_id)
int rte_eth_tx_buffer_set_err_callback(struct rte_eth_dev_tx_buffer *buffer, buffer_tx_error_fn callback, void *userdata)
void rte_eth_tx_buffer_count_callback(struct rte_mbuf **pkts, uint16_t unsent, void *userdata)
uint64_t q_opackets[RTE_ETHDEV_QUEUE_STAT_CNTRS]
int rte_eth_remove_tx_callback(uint16_t port_id, uint16_t queue_id, const struct rte_eth_rxtx_callback *user_cb)
uint16_t(* rte_tx_callback_fn)(uint16_t port_id, uint16_t queue, struct rte_mbuf *pkts[], uint16_t nb_pkts, void *user_param)
int rte_eth_dev_fw_version_get(uint16_t port_id, char *fw_version, size_t fw_size)
int rte_eth_dev_adjust_nb_rx_tx_desc(uint16_t port_id, uint16_t *nb_rx_desc, uint16_t *nb_tx_desc)
int rte_eth_dev_mac_addr_remove(uint16_t port_id, struct rte_ether_addr *mac_addr)
struct rte_eth_rxconf conf
void rte_eth_link_get(uint16_t port_id, struct rte_eth_link *link)
#define ETH_DCB_NUM_USER_PRIORITIES
void rte_eth_promiscuous_disable(uint16_t port_id)
int rte_eth_dev_mac_addr_add(uint16_t port_id, struct rte_ether_addr *mac_addr, uint32_t pool)
int rte_eth_dev_tx_queue_start(uint16_t port_id, uint16_t tx_queue_id)
struct rte_eth_vlan_mirror vlan
union rte_eth_conf::@128 tx_adv_conf
int rte_eth_xstats_get_id_by_name(uint16_t port_id, const char *xstat_name, uint64_t *id)
int rte_eth_dev_get_port_by_name(const char *name, uint16_t *port_id)
__extension__ uint8_t hw_vlan_insert_pvid
const struct rte_eth_rxtx_callback * rte_eth_add_tx_callback(uint16_t port_id, uint16_t queue_id, rte_tx_callback_fn fn, void *user_param)
uint64_t flow_type_rss_offloads
uint16_t rte_eth_dev_count_total(void)
struct rte_eth_vmdq_dcb_conf::@125 pool_map[ETH_VMDQ_MAX_VLAN_FILTERS]
int rte_eth_dev_rx_intr_ctl(uint16_t port_id, int epfd, int op, void *data)
struct rte_eth_dev_portconf default_txportconf
const char * rte_eth_dev_tx_offload_name(uint64_t offload)
uint8_t prio_tc[ETH_DCB_NUM_USER_PRIORITIES]
struct rte_eth_dcb_tc_queue_mapping tc_queue
int rte_eth_dev_l2_tunnel_offload_set(uint16_t port_id, struct rte_eth_l2_tunnel_conf *l2_tunnel, uint32_t mask, uint8_t en)
static __rte_always_inline uint16_t rte_eth_tx_buffer(uint16_t port_id, uint16_t queue_id, struct rte_eth_dev_tx_buffer *buffer, struct rte_mbuf *tx_pkt)
__extension__ uint8_t hw_vlan_reject_untagged
int rte_eth_dev_set_mc_addr_list(uint16_t port_id, struct rte_ether_addr *mc_addr_set, uint32_t nb_mc_addr)
int rte_eth_dev_get_dcb_info(uint16_t port_id, struct rte_eth_dcb_info *dcb_info)
#define __rte_cache_min_aligned
#define ETH_MQ_RX_RSS_FLAG
rte_eth_event_ipsec_subtype
void rte_eth_xstats_reset(uint16_t port_id)
#define ETH_MIRROR_MAX_VLANS
int rte_eth_dev_set_tx_queue_stats_mapping(uint16_t port_id, uint16_t tx_queue_id, uint8_t stat_idx)
int rte_eth_dev_set_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
__rte_experimental int rte_eth_dev_owner_get(const uint16_t port_id, struct rte_eth_dev_owner *owner)
static int rte_eth_rx_queue_count(uint16_t port_id, uint16_t queue_id)
int rte_eth_rx_queue_info_get(uint16_t port_id, uint16_t queue_id, struct rte_eth_rxq_info *qinfo)
int rte_eth_dev_socket_id(uint16_t port_id)
__rte_experimental void rte_eth_dev_owner_delete(const uint64_t owner_id)
uint8_t enable_default_pool
int rte_eth_dev_vlan_filter(uint16_t port_id, uint16_t vlan_id, int on)
struct rte_eth_fdir_flex_conf flex_conf
int rte_eth_dev_set_mtu(uint16_t port_id, uint16_t mtu)
int rte_eth_dev_set_vlan_ether_type(uint16_t port_id, enum rte_vlan_type vlan_type, uint16_t tag_type)
int rte_eth_xstats_get_names_by_id(uint16_t port_id, struct rte_eth_xstat_name *xstats_names, unsigned int size, uint64_t *ids)
int rte_eth_dev_uc_hash_table_set(uint16_t port_id, struct rte_ether_addr *addr, uint8_t on)
int rte_eth_dev_rss_reta_query(uint16_t port_id, struct rte_eth_rss_reta_entry64 *reta_conf, uint16_t reta_size)
int rte_eth_promiscuous_get(uint16_t port_id)
int rte_eth_led_on(uint16_t port_id)
enum rte_fdir_pballoc_type pballoc
int rte_eth_timesync_read_tx_timestamp(uint16_t port_id, struct timespec *timestamp)
int rte_eth_dev_get_supported_ptypes(uint16_t port_id, uint32_t ptype_mask, uint32_t *ptypes, int num)
__extension__ uint8_t hw_vlan_reject_tagged
int rte_eth_stats_get(uint16_t port_id, struct rte_eth_stats *stats)
__rte_deprecated int rte_eth_dev_filter_ctrl(uint16_t port_id, enum rte_filter_type filter_type, enum rte_filter_op filter_op, void *arg)
void rte_eth_allmulticast_disable(uint16_t port_id)
uint8_t mac_ctrl_frame_fwd
uint16_t(* rte_rx_callback_fn)(uint16_t port_id, uint16_t queue, struct rte_mbuf *pkts[], uint16_t nb_pkts, uint16_t max_pkts, void *user_param)
enum rte_eth_fc_mode mode
void rte_eth_macaddr_get(uint16_t port_id, struct rte_ether_addr *mac_addr)
int rte_eth_dev_get_mtu(uint16_t port_id, uint16_t *mtu)
struct rte_eth_vmdq_dcb_conf vmdq_dcb_conf
__rte_deprecated int rte_eth_dev_filter_supported(uint16_t port_id, enum rte_filter_type filter_type)
uint8_t tx_deferred_start
int rte_eth_tx_buffer_init(struct rte_eth_dev_tx_buffer *buffer, uint16_t size)
void rte_eth_dev_info_get(uint16_t port_id, struct rte_eth_dev_info *dev_info)
int rte_eth_xstats_get_names(uint16_t port_id, struct rte_eth_xstat_name *xstats_names, unsigned int size)
struct rte_eth_fc_conf fc
const struct rte_eth_rxtx_callback * rte_eth_add_first_rx_callback(uint16_t port_id, uint16_t queue_id, rte_rx_callback_fn fn, void *user_param)
int rte_eth_tx_done_cleanup(uint16_t port_id, uint16_t queue_id, uint32_t free_cnt)
int rte_eth_dev_set_vlan_offload(uint16_t port_id, int offload_mask)
struct rte_eth_txmode txmode
int rte_eth_allmulticast_get(uint16_t port_id)
int rte_eth_dev_is_valid_port(uint16_t port_id)
int rte_eth_timesync_enable(uint16_t port_id)
void rte_eth_link_get_nowait(uint16_t port_id, struct rte_eth_link *link)
struct rte_eth_rxconf default_rxconf
static uint16_t rte_eth_tx_burst(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
int rte_eth_dev_rx_queue_start(uint16_t port_id, uint16_t rx_queue_id)
int rte_eth_dev_set_link_down(uint16_t port_id)
int rte_eth_dev_flow_ctrl_set(uint16_t port_id, struct rte_eth_fc_conf *fc_conf)
uint16_t rte_eth_iterator_next(struct rte_dev_iterator *iter)
__rte_deprecated uint16_t rte_eth_dev_count(void)
int rte_eth_dev_get_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
const char * rte_eth_dev_rx_offload_name(uint64_t offload)
static uint16_t rte_eth_tx_buffer_flush(uint16_t port_id, uint16_t queue_id, struct rte_eth_dev_tx_buffer *buffer)
int rte_eth_rx_queue_setup(uint16_t port_id, uint16_t rx_queue_id, uint16_t nb_rx_desc, unsigned int socket_id, const struct rte_eth_rxconf *rx_conf, struct rte_mempool *mb_pool)