147 #define RTE_ETHDEV_HAS_LRO_SUPPORT
149 #include <rte_compat.h>
156 #include <rte_config.h>
160 #include "rte_dev_info.h"
162 extern int rte_eth_dev_logtype;
164 #define RTE_ETHDEV_LOG(level, ...) \
165 rte_log(RTE_LOG_ ## level, rte_eth_dev_logtype, "" __VA_ARGS__)
230 #define RTE_ETH_FOREACH_MATCHING_DEV(id, devargs, iter) \
231 for (rte_eth_iterator_init(iter, devargs), \
232 id = rte_eth_iterator_next(iter); \
233 id != RTE_MAX_ETHPORTS; \
234 id = rte_eth_iterator_next(iter))
269 #define ETH_LINK_SPEED_AUTONEG (0 << 0)
270 #define ETH_LINK_SPEED_FIXED (1 << 0)
271 #define ETH_LINK_SPEED_10M_HD (1 << 1)
272 #define ETH_LINK_SPEED_10M (1 << 2)
273 #define ETH_LINK_SPEED_100M_HD (1 << 3)
274 #define ETH_LINK_SPEED_100M (1 << 4)
275 #define ETH_LINK_SPEED_1G (1 << 5)
276 #define ETH_LINK_SPEED_2_5G (1 << 6)
277 #define ETH_LINK_SPEED_5G (1 << 7)
278 #define ETH_LINK_SPEED_10G (1 << 8)
279 #define ETH_LINK_SPEED_20G (1 << 9)
280 #define ETH_LINK_SPEED_25G (1 << 10)
281 #define ETH_LINK_SPEED_40G (1 << 11)
282 #define ETH_LINK_SPEED_50G (1 << 12)
283 #define ETH_LINK_SPEED_56G (1 << 13)
284 #define ETH_LINK_SPEED_100G (1 << 14)
289 #define ETH_SPEED_NUM_NONE 0
290 #define ETH_SPEED_NUM_10M 10
291 #define ETH_SPEED_NUM_100M 100
292 #define ETH_SPEED_NUM_1G 1000
293 #define ETH_SPEED_NUM_2_5G 2500
294 #define ETH_SPEED_NUM_5G 5000
295 #define ETH_SPEED_NUM_10G 10000
296 #define ETH_SPEED_NUM_20G 20000
297 #define ETH_SPEED_NUM_25G 25000
298 #define ETH_SPEED_NUM_40G 40000
299 #define ETH_SPEED_NUM_50G 50000
300 #define ETH_SPEED_NUM_56G 56000
301 #define ETH_SPEED_NUM_100G 100000
312 } __attribute__((aligned(8)));
315 #define ETH_LINK_HALF_DUPLEX 0
316 #define ETH_LINK_FULL_DUPLEX 1
317 #define ETH_LINK_DOWN 0
318 #define ETH_LINK_UP 1
319 #define ETH_LINK_FIXED 0
320 #define ETH_LINK_AUTONEG 1
326 struct rte_eth_thresh {
335 #define ETH_MQ_RX_RSS_FLAG 0x1
336 #define ETH_MQ_RX_DCB_FLAG 0x2
337 #define ETH_MQ_RX_VMDQ_FLAG 0x4
368 #define ETH_RSS ETH_MQ_RX_RSS
369 #define VMDQ_DCB ETH_MQ_RX_VMDQ_DCB
370 #define ETH_DCB_RX ETH_MQ_RX_DCB
386 #define ETH_DCB_NONE ETH_MQ_TX_NONE
387 #define ETH_VMDQ_DCB_TX ETH_MQ_TX_VMDQ_DCB
388 #define ETH_DCB_TX ETH_MQ_TX_DCB
411 ETH_VLAN_TYPE_UNKNOWN = 0,
454 #define ETH_RSS_IPV4 (1ULL << RTE_ETH_FLOW_IPV4)
455 #define ETH_RSS_FRAG_IPV4 (1ULL << RTE_ETH_FLOW_FRAG_IPV4)
456 #define ETH_RSS_NONFRAG_IPV4_TCP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_TCP)
457 #define ETH_RSS_NONFRAG_IPV4_UDP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_UDP)
458 #define ETH_RSS_NONFRAG_IPV4_SCTP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_SCTP)
459 #define ETH_RSS_NONFRAG_IPV4_OTHER (1ULL << RTE_ETH_FLOW_NONFRAG_IPV4_OTHER)
460 #define ETH_RSS_IPV6 (1ULL << RTE_ETH_FLOW_IPV6)
461 #define ETH_RSS_FRAG_IPV6 (1ULL << RTE_ETH_FLOW_FRAG_IPV6)
462 #define ETH_RSS_NONFRAG_IPV6_TCP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_TCP)
463 #define ETH_RSS_NONFRAG_IPV6_UDP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_UDP)
464 #define ETH_RSS_NONFRAG_IPV6_SCTP (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_SCTP)
465 #define ETH_RSS_NONFRAG_IPV6_OTHER (1ULL << RTE_ETH_FLOW_NONFRAG_IPV6_OTHER)
466 #define ETH_RSS_L2_PAYLOAD (1ULL << RTE_ETH_FLOW_L2_PAYLOAD)
467 #define ETH_RSS_IPV6_EX (1ULL << RTE_ETH_FLOW_IPV6_EX)
468 #define ETH_RSS_IPV6_TCP_EX (1ULL << RTE_ETH_FLOW_IPV6_TCP_EX)
469 #define ETH_RSS_IPV6_UDP_EX (1ULL << RTE_ETH_FLOW_IPV6_UDP_EX)
470 #define ETH_RSS_PORT (1ULL << RTE_ETH_FLOW_PORT)
471 #define ETH_RSS_VXLAN (1ULL << RTE_ETH_FLOW_VXLAN)
472 #define ETH_RSS_GENEVE (1ULL << RTE_ETH_FLOW_GENEVE)
473 #define ETH_RSS_NVGRE (1ULL << RTE_ETH_FLOW_NVGRE)
475 #define ETH_RSS_IP ( \
477 ETH_RSS_FRAG_IPV4 | \
478 ETH_RSS_NONFRAG_IPV4_OTHER | \
480 ETH_RSS_FRAG_IPV6 | \
481 ETH_RSS_NONFRAG_IPV6_OTHER | \
484 #define ETH_RSS_UDP ( \
485 ETH_RSS_NONFRAG_IPV4_UDP | \
486 ETH_RSS_NONFRAG_IPV6_UDP | \
489 #define ETH_RSS_TCP ( \
490 ETH_RSS_NONFRAG_IPV4_TCP | \
491 ETH_RSS_NONFRAG_IPV6_TCP | \
494 #define ETH_RSS_SCTP ( \
495 ETH_RSS_NONFRAG_IPV4_SCTP | \
496 ETH_RSS_NONFRAG_IPV6_SCTP)
498 #define ETH_RSS_TUNNEL ( \
504 #define ETH_RSS_PROTO_MASK ( \
506 ETH_RSS_FRAG_IPV4 | \
507 ETH_RSS_NONFRAG_IPV4_TCP | \
508 ETH_RSS_NONFRAG_IPV4_UDP | \
509 ETH_RSS_NONFRAG_IPV4_SCTP | \
510 ETH_RSS_NONFRAG_IPV4_OTHER | \
512 ETH_RSS_FRAG_IPV6 | \
513 ETH_RSS_NONFRAG_IPV6_TCP | \
514 ETH_RSS_NONFRAG_IPV6_UDP | \
515 ETH_RSS_NONFRAG_IPV6_SCTP | \
516 ETH_RSS_NONFRAG_IPV6_OTHER | \
517 ETH_RSS_L2_PAYLOAD | \
519 ETH_RSS_IPV6_TCP_EX | \
520 ETH_RSS_IPV6_UDP_EX | \
531 #define ETH_RSS_RETA_SIZE_64 64
532 #define ETH_RSS_RETA_SIZE_128 128
533 #define ETH_RSS_RETA_SIZE_256 256
534 #define ETH_RSS_RETA_SIZE_512 512
535 #define RTE_RETA_GROUP_SIZE 64
538 #define ETH_VMDQ_MAX_VLAN_FILTERS 64
539 #define ETH_DCB_NUM_USER_PRIORITIES 8
540 #define ETH_VMDQ_DCB_NUM_QUEUES 128
541 #define ETH_DCB_NUM_QUEUES 128
544 #define ETH_DCB_PG_SUPPORT 0x00000001
545 #define ETH_DCB_PFC_SUPPORT 0x00000002
548 #define ETH_VLAN_STRIP_OFFLOAD 0x0001
549 #define ETH_VLAN_FILTER_OFFLOAD 0x0002
550 #define ETH_VLAN_EXTEND_OFFLOAD 0x0004
553 #define ETH_VLAN_STRIP_MASK 0x0001
554 #define ETH_VLAN_FILTER_MASK 0x0002
555 #define ETH_VLAN_EXTEND_MASK 0x0004
556 #define ETH_VLAN_ID_MAX 0x0FFF
559 #define ETH_NUM_RECEIVE_MAC_ADDR 128
562 #define ETH_VMDQ_NUM_UC_HASH_ARRAY 128
565 #define ETH_VMDQ_ACCEPT_UNTAG 0x0001
566 #define ETH_VMDQ_ACCEPT_HASH_MC 0x0002
567 #define ETH_VMDQ_ACCEPT_HASH_UC 0x0004
568 #define ETH_VMDQ_ACCEPT_BROADCAST 0x0008
569 #define ETH_VMDQ_ACCEPT_MULTICAST 0x0010
572 #define ETH_MIRROR_MAX_VLANS 64
574 #define ETH_MIRROR_VIRTUAL_POOL_UP 0x01
575 #define ETH_MIRROR_UPLINK_PORT 0x02
576 #define ETH_MIRROR_DOWNLINK_PORT 0x04
577 #define ETH_MIRROR_VLAN 0x08
578 #define ETH_MIRROR_VIRTUAL_POOL_DOWN 0x10
583 struct rte_eth_vlan_mirror {
609 uint16_t
reta[RTE_RETA_GROUP_SIZE];
634 struct rte_eth_dcb_rx_conf {
640 struct rte_eth_vmdq_dcb_tx_conf {
646 struct rte_eth_dcb_tx_conf {
652 struct rte_eth_vmdq_tx_conf {
942 #define DEV_RX_OFFLOAD_VLAN_STRIP 0x00000001
943 #define DEV_RX_OFFLOAD_IPV4_CKSUM 0x00000002
944 #define DEV_RX_OFFLOAD_UDP_CKSUM 0x00000004
945 #define DEV_RX_OFFLOAD_TCP_CKSUM 0x00000008
946 #define DEV_RX_OFFLOAD_TCP_LRO 0x00000010
947 #define DEV_RX_OFFLOAD_QINQ_STRIP 0x00000020
948 #define DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM 0x00000040
949 #define DEV_RX_OFFLOAD_MACSEC_STRIP 0x00000080
950 #define DEV_RX_OFFLOAD_HEADER_SPLIT 0x00000100
951 #define DEV_RX_OFFLOAD_VLAN_FILTER 0x00000200
952 #define DEV_RX_OFFLOAD_VLAN_EXTEND 0x00000400
953 #define DEV_RX_OFFLOAD_JUMBO_FRAME 0x00000800
954 #define DEV_RX_OFFLOAD_SCATTER 0x00002000
955 #define DEV_RX_OFFLOAD_TIMESTAMP 0x00004000
956 #define DEV_RX_OFFLOAD_SECURITY 0x00008000
957 #define DEV_RX_OFFLOAD_KEEP_CRC 0x00010000
958 #define DEV_RX_OFFLOAD_SCTP_CKSUM 0x00020000
959 #define DEV_RX_OFFLOAD_OUTER_UDP_CKSUM 0x00040000
961 #define DEV_RX_OFFLOAD_CHECKSUM (DEV_RX_OFFLOAD_IPV4_CKSUM | \
962 DEV_RX_OFFLOAD_UDP_CKSUM | \
963 DEV_RX_OFFLOAD_TCP_CKSUM)
964 #define DEV_RX_OFFLOAD_VLAN (DEV_RX_OFFLOAD_VLAN_STRIP | \
965 DEV_RX_OFFLOAD_VLAN_FILTER | \
966 DEV_RX_OFFLOAD_VLAN_EXTEND)
976 #define DEV_TX_OFFLOAD_VLAN_INSERT 0x00000001
977 #define DEV_TX_OFFLOAD_IPV4_CKSUM 0x00000002
978 #define DEV_TX_OFFLOAD_UDP_CKSUM 0x00000004
979 #define DEV_TX_OFFLOAD_TCP_CKSUM 0x00000008
980 #define DEV_TX_OFFLOAD_SCTP_CKSUM 0x00000010
981 #define DEV_TX_OFFLOAD_TCP_TSO 0x00000020
982 #define DEV_TX_OFFLOAD_UDP_TSO 0x00000040
983 #define DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM 0x00000080
984 #define DEV_TX_OFFLOAD_QINQ_INSERT 0x00000100
985 #define DEV_TX_OFFLOAD_VXLAN_TNL_TSO 0x00000200
986 #define DEV_TX_OFFLOAD_GRE_TNL_TSO 0x00000400
987 #define DEV_TX_OFFLOAD_IPIP_TNL_TSO 0x00000800
988 #define DEV_TX_OFFLOAD_GENEVE_TNL_TSO 0x00001000
989 #define DEV_TX_OFFLOAD_MACSEC_INSERT 0x00002000
990 #define DEV_TX_OFFLOAD_MT_LOCKFREE 0x00004000
994 #define DEV_TX_OFFLOAD_MULTI_SEGS 0x00008000
996 #define DEV_TX_OFFLOAD_MBUF_FAST_FREE 0x00010000
1001 #define DEV_TX_OFFLOAD_SECURITY 0x00020000
1007 #define DEV_TX_OFFLOAD_UDP_TNL_TSO 0x00040000
1013 #define DEV_TX_OFFLOAD_IP_TNL_TSO 0x00080000
1015 #define DEV_TX_OFFLOAD_OUTER_UDP_CKSUM 0x00100000
1020 #define DEV_TX_OFFLOAD_MATCH_METADATA 0x00200000
1022 #define RTE_ETH_DEV_CAPA_RUNTIME_RX_QUEUE_SETUP 0x00000001
1024 #define RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP 0x00000002
1037 #define RTE_ETH_DEV_FALLBACK_RX_RINGSIZE 512
1038 #define RTE_ETH_DEV_FALLBACK_TX_RINGSIZE 512
1039 #define RTE_ETH_DEV_FALLBACK_RX_NBQUEUES 1
1040 #define RTE_ETH_DEV_FALLBACK_TX_NBQUEUES 1
1057 #define RTE_ETH_DEV_SWITCH_DOMAIN_ID_INVALID (0)
1095 uint32_t max_hash_mac_addrs;
1157 #define RTE_ETH_XSTATS_NAME_SIZE 64
1184 #define ETH_DCB_NUM_TCS 8
1185 #define ETH_MAX_VMDQ_POOL 64
1196 }
tc_rxq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS];
1201 }
tc_txq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS];
1219 #define RTE_ETH_QUEUE_STATE_STOPPED 0
1220 #define RTE_ETH_QUEUE_STATE_STARTED 1
1222 #define RTE_ETH_ALL RTE_MAX_ETHPORTS
1225 #define RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, retval) do { \
1226 if (!rte_eth_dev_is_valid_port(port_id)) { \
1227 RTE_ETHDEV_LOG(ERR, "Invalid port_id=%u\n", port_id); \
1232 #define RTE_ETH_VALID_PORTID_OR_RET(port_id) do { \
1233 if (!rte_eth_dev_is_valid_port(port_id)) { \
1234 RTE_ETHDEV_LOG(ERR, "Invalid port_id=%u\n", port_id); \
1244 #define ETH_L2_TUNNEL_ENABLE_MASK 0x00000001
1246 #define ETH_L2_TUNNEL_INSERTION_MASK 0x00000002
1248 #define ETH_L2_TUNNEL_STRIPPING_MASK 0x00000004
1250 #define ETH_L2_TUNNEL_FORWARDING_MASK 0x00000008
1275 struct rte_mbuf *pkts[], uint16_t nb_pkts, uint16_t max_pkts,
1299 struct rte_mbuf *pkts[], uint16_t nb_pkts,
void *user_param);
1313 struct rte_eth_dev_sriov {
1315 uint8_t nb_q_per_pool;
1316 uint16_t def_vmdq_idx;
1317 uint16_t def_pool_q_idx;
1319 #define RTE_ETH_DEV_SRIOV(dev) ((dev)->data->sriov)
1321 #define RTE_ETH_NAME_MAX_LEN RTE_DEV_NAME_MAX_LEN
1323 #define RTE_ETH_DEV_NO_OWNER 0
1325 #define RTE_ETH_MAX_OWNER_NAME_LEN 64
1327 struct rte_eth_dev_owner {
1329 char name[RTE_ETH_MAX_OWNER_NAME_LEN];
1336 #define RTE_ETH_DEV_CLOSE_REMOVE 0x0001
1338 #define RTE_ETH_DEV_INTR_LSC 0x0002
1340 #define RTE_ETH_DEV_BONDED_SLAVE 0x0004
1342 #define RTE_ETH_DEV_INTR_RMV 0x0008
1344 #define RTE_ETH_DEV_REPRESENTOR 0x0010
1346 #define RTE_ETH_DEV_NOLIVE_MAC_ADDR 0x0020
1360 const uint64_t owner_id);
1365 #define RTE_ETH_FOREACH_DEV_OWNED_BY(p, o) \
1366 for (p = rte_eth_find_next_owned_by(0, o); \
1367 (unsigned int)p < (unsigned int)RTE_MAX_ETHPORTS; \
1368 p = rte_eth_find_next_owned_by(p + 1, o))
1383 #define RTE_ETH_FOREACH_DEV(p) \
1384 RTE_ETH_FOREACH_DEV_OWNED_BY(p, RTE_ETH_DEV_NO_OWNER)
1416 const struct rte_eth_dev_owner *owner);
1432 const uint64_t owner_id);
1459 struct rte_eth_dev_owner *owner);
1571 uint16_t nb_tx_queue,
const struct rte_eth_conf *eth_conf);
1584 int __rte_experimental
1637 uint16_t nb_rx_desc,
unsigned int socket_id,
1690 uint16_t nb_tx_desc,
unsigned int socket_id,
2119 uint64_t *values,
unsigned int size);
2168 uint16_t tx_queue_id, uint8_t stat_idx);
2188 uint16_t rx_queue_id,
2233 char *fw_version,
size_t fw_size);
2274 uint32_t *ptypes,
int num);
2423 typedef void (*buffer_tx_error_fn)(
struct rte_mbuf **unsent, uint16_t count,
2431 buffer_tx_error_fn error_callback;
2432 void *error_userdata;
2445 #define RTE_ETH_TX_BUFFER_SIZE(sz) \
2446 (sizeof(struct rte_eth_dev_tx_buffer) + (sz) * sizeof(struct rte_mbuf *))
2487 buffer_tx_error_fn callback,
void *
userdata);
2762 int epfd,
int op,
void *data);
2781 int __rte_experimental
2936 uint16_t reta_size);
2956 uint16_t reta_size);
3198 struct rte_eth_rxtx_callback;
3224 const struct rte_eth_rxtx_callback *
3253 const struct rte_eth_rxtx_callback *
3281 const struct rte_eth_rxtx_callback *
3316 const struct rte_eth_rxtx_callback *user_cb);
3349 const struct rte_eth_rxtx_callback *user_cb);
3475 int __rte_experimental
3497 int __rte_experimental
3499 struct rte_dev_eeprom_info *info);
3521 uint32_t nb_mc_addr);
3570 struct timespec *timestamp, uint32_t flags);
3588 struct timespec *timestamp);
3746 uint16_t *nb_rx_desc,
3747 uint16_t *nb_tx_desc);
3863 static inline uint16_t
3865 struct rte_mbuf **rx_pkts,
const uint16_t nb_pkts)
3867 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
3870 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
3871 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
3872 RTE_FUNC_PTR_OR_ERR_RET(*dev->rx_pkt_burst, 0);
3874 if (queue_id >= dev->data->nb_rx_queues) {
3875 RTE_ETHDEV_LOG(ERR,
"Invalid RX queue_id=%u\n", queue_id);
3879 nb_rx = (*dev->rx_pkt_burst)(dev->data->rx_queues[queue_id],
3882 #ifdef RTE_ETHDEV_RXTX_CALLBACKS
3883 if (
unlikely(dev->post_rx_burst_cbs[queue_id] != NULL)) {
3884 struct rte_eth_rxtx_callback *cb =
3885 dev->post_rx_burst_cbs[queue_id];
3888 nb_rx = cb->fn.rx(port_id, queue_id, rx_pkts, nb_rx,
3889 nb_pkts, cb->param);
3891 }
while (cb != NULL);
3913 struct rte_eth_dev *dev;
3915 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -EINVAL);
3916 dev = &rte_eth_devices[port_id];
3917 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_queue_count, -ENOTSUP);
3918 if (queue_id >= dev->data->nb_rx_queues)
3921 return (
int)(*dev->dev_ops->rx_queue_count)(dev, queue_id);
3942 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
3943 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
3944 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_descriptor_done, -ENOTSUP);
3945 return (*dev->dev_ops->rx_descriptor_done)( \
3946 dev->data->rx_queues[queue_id], offset);
3949 #define RTE_ETH_RX_DESC_AVAIL 0
3950 #define RTE_ETH_RX_DESC_DONE 1
3951 #define RTE_ETH_RX_DESC_UNAVAIL 2
3990 struct rte_eth_dev *dev;
3993 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
3994 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
3996 dev = &rte_eth_devices[port_id];
3997 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
3998 if (queue_id >= dev->data->nb_rx_queues)
4001 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->rx_descriptor_status, -ENOTSUP);
4002 rxq = dev->data->rx_queues[queue_id];
4004 return (*dev->dev_ops->rx_descriptor_status)(rxq, offset);
4007 #define RTE_ETH_TX_DESC_FULL 0
4008 #define RTE_ETH_TX_DESC_DONE 1
4009 #define RTE_ETH_TX_DESC_UNAVAIL 2
4044 static inline int rte_eth_tx_descriptor_status(uint16_t port_id,
4045 uint16_t queue_id, uint16_t offset)
4047 struct rte_eth_dev *dev;
4050 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4051 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, -ENODEV);
4053 dev = &rte_eth_devices[port_id];
4054 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4055 if (queue_id >= dev->data->nb_tx_queues)
4058 RTE_FUNC_PTR_OR_ERR_RET(*dev->dev_ops->tx_descriptor_status, -ENOTSUP);
4059 txq = dev->data->tx_queues[queue_id];
4061 return (*dev->dev_ops->tx_descriptor_status)(txq, offset);
4130 static inline uint16_t
4132 struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
4134 struct rte_eth_dev *dev = &rte_eth_devices[port_id];
4136 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4137 RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
4138 RTE_FUNC_PTR_OR_ERR_RET(*dev->tx_pkt_burst, 0);
4140 if (queue_id >= dev->data->nb_tx_queues) {
4141 RTE_ETHDEV_LOG(ERR,
"Invalid TX queue_id=%u\n", queue_id);
4146 #ifdef RTE_ETHDEV_RXTX_CALLBACKS
4147 struct rte_eth_rxtx_callback *cb = dev->pre_tx_burst_cbs[queue_id];
4151 nb_pkts = cb->fn.tx(port_id, queue_id, tx_pkts, nb_pkts,
4154 }
while (cb != NULL);
4158 return (*dev->tx_pkt_burst)(dev->data->tx_queues[queue_id], tx_pkts, nb_pkts);
4217 #ifndef RTE_ETHDEV_TX_PREPARE_NOOP
4219 static inline uint16_t
4221 struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
4223 struct rte_eth_dev *dev;
4225 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4227 RTE_ETHDEV_LOG(ERR,
"Invalid TX port_id=%u\n", port_id);
4233 dev = &rte_eth_devices[port_id];
4235 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
4236 if (queue_id >= dev->data->nb_tx_queues) {
4237 RTE_ETHDEV_LOG(ERR,
"Invalid TX queue_id=%u\n", queue_id);
4243 if (!dev->tx_pkt_prepare)
4246 return (*dev->tx_pkt_prepare)(dev->data->tx_queues[queue_id],
4261 static inline uint16_t
4293 static inline uint16_t
4298 uint16_t to_send = buffer->
length;
4309 buffer->error_callback(&buffer->
pkts[sent],
4310 (uint16_t)(to_send - sent),
4311 buffer->error_userdata);
struct rte_eth_vmdq_dcb_tx_conf vmdq_dcb_tx_conf
int rte_eth_dev_priority_flow_ctrl_set(uint16_t port_id, struct rte_eth_pfc_conf *pfc_conf)
int __rte_experimental rte_eth_dev_rx_intr_ctl_q_get_fd(uint16_t port_id, uint16_t queue_id)
uint8_t tc_bws[ETH_DCB_NUM_TCS]
#define ETH_VMDQ_MAX_VLAN_FILTERS
struct rte_eth_dev_portconf default_rxportconf
struct rte_fdir_conf fdir_conf
int rte_eth_dev_l2_tunnel_eth_type_conf(uint16_t port_id, struct rte_eth_l2_tunnel_conf *l2_tunnel)
#define __rte_always_inline
uint16_t rte_eth_dev_count_avail(void)
int rte_eth_timesync_write_time(uint16_t port_id, const struct timespec *time)
const uint32_t * dev_flags
int rte_eth_dev_get_reg_info(uint16_t port_id, struct rte_dev_reg_info *info)
int rte_eth_timesync_read_time(uint16_t port_id, struct timespec *time)
uint64_t rte_eth_find_next_owned_by(uint16_t port_id, const uint64_t owner_id)
void rte_eth_dev_stop(uint16_t port_id)
int rte_eth_dev_configure(uint16_t port_id, uint16_t nb_rx_queue, uint16_t nb_tx_queue, const struct rte_eth_conf *eth_conf)
int rte_eth_dev_get_name_by_port(uint16_t port_id, char *name)
static uint16_t rte_eth_tx_prepare(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
int rte_eth_mirror_rule_reset(uint16_t port_id, uint8_t rule_id)
struct rte_eth_vmdq_tx_conf vmdq_tx_conf
void __rte_experimental rte_eth_dev_owner_delete(const uint64_t owner_id)
uint64_t q_errors[RTE_ETHDEV_QUEUE_STAT_CNTRS]
struct rte_eth_dcb_tc_queue_mapping::@120 tc_txq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS]
enum rte_eth_event_ipsec_subtype subtype
struct rte_eth_thresh rx_thresh
uint16_t rte_eth_find_next(uint16_t port_id)
struct rte_eth_rxtx_callback * rte_eth_add_rx_callback(uint16_t port_id, uint16_t queue_id, rte_rx_callback_fn fn, void *user_param)
int rte_eth_dev_set_vlan_pvid(uint16_t port_id, uint16_t pvid, int on)
int rte_eth_led_off(uint16_t port_id)
int rte_eth_dev_udp_tunnel_port_delete(uint16_t port_id, struct rte_eth_udp_tunnel *tunnel_udp)
struct rte_eth_rxtx_callback * rte_eth_add_first_rx_callback(uint16_t port_id, uint16_t queue_id, rte_rx_callback_fn fn, void *user_param)
static int rte_eth_rx_descriptor_status(uint16_t port_id, uint16_t queue_id, uint16_t offset)
static int rte_eth_rx_descriptor_done(uint16_t port_id, uint16_t queue_id, uint16_t offset)
void rte_eth_dev_close(uint16_t port_id)
int rte_eth_dev_rss_reta_update(uint16_t port_id, struct rte_eth_rss_reta_entry64 *reta_conf, uint16_t reta_size)
int rte_eth_set_queue_rate_limit(uint16_t port_id, uint16_t queue_idx, uint16_t tx_rate)
int rte_eth_dev_rss_hash_update(uint16_t port_id, struct rte_eth_rss_conf *rss_conf)
uint64_t rx_queue_offload_capa
int rte_eth_xstats_get(uint16_t port_id, struct rte_eth_xstat *xstats, unsigned int n)
int rte_eth_iterator_init(struct rte_dev_iterator *iter, const char *devargs)
int rte_eth_dev_rx_intr_ctl_q(uint16_t port_id, uint16_t queue_id, int epfd, int op, void *data)
int rte_eth_remove_rx_callback(uint16_t port_id, uint16_t queue_id, const struct rte_eth_rxtx_callback *user_cb)
enum rte_fdir_status_mode status
enum rte_eth_tx_mq_mode mq_mode
int rte_eth_dev_uc_all_hash_table_set(uint16_t port_id, uint8_t on)
uint64_t tx_queue_offload_capa
int __rte_experimental rte_eth_dev_is_removed(uint16_t port_id)
int rte_eth_mirror_rule_set(uint16_t port_id, struct rte_eth_mirror_conf *mirror_conf, uint8_t rule_id, uint8_t on)
uint8_t enable_default_pool
uint64_t q_obytes[RTE_ETHDEV_QUEUE_STAT_CNTRS]
int rte_eth_dev_get_eeprom_length(uint16_t port_id)
struct rte_eth_rss_conf rss_conf
int rte_eth_dev_rx_intr_enable(uint16_t port_id, uint16_t queue_id)
int rte_eth_dev_set_rx_queue_stats_mapping(uint16_t port_id, uint16_t rx_queue_id, uint8_t stat_idx)
int rte_eth_tx_queue_info_get(uint16_t port_id, uint16_t queue_id, struct rte_eth_txq_info *qinfo)
uint32_t dcb_capability_en
uint64_t q_ibytes[RTE_ETHDEV_QUEUE_STAT_CNTRS]
struct rte_eth_switch_info switch_info
int rte_eth_dev_flow_ctrl_get(uint16_t port_id, struct rte_eth_fc_conf *fc_conf)
int rte_eth_dev_callback_unregister(uint16_t port_id, enum rte_eth_event_type event, rte_eth_dev_cb_fn cb_fn, void *cb_arg)
int rte_eth_dev_rx_queue_stop(uint16_t port_id, uint16_t rx_queue_id)
int rte_eth_dev_pool_ops_supported(uint16_t port_id, const char *pool)
void rte_eth_allmulticast_enable(uint16_t port_id)
int rte_eth_dev_set_link_up(uint16_t port_id)
struct rte_eth_rxtx_callback * rte_eth_add_tx_callback(uint16_t port_id, uint16_t queue_id, rte_tx_callback_fn fn, void *user_param)
int rte_eth_timesync_read_rx_timestamp(uint16_t port_id, struct timespec *timestamp, uint32_t flags)
struct rte_eth_thresh tx_thresh
struct rte_eth_desc_lim rx_desc_lim
uint8_t dcb_tc[ETH_DCB_NUM_USER_PRIORITIES]
int rte_eth_dev_get_vlan_offload(uint16_t port_id)
int rte_eth_tx_queue_setup(uint16_t port_id, uint16_t tx_queue_id, uint16_t nb_tx_desc, unsigned int socket_id, const struct rte_eth_txconf *tx_conf)
uint8_t rx_deferred_start
struct rte_eth_rxmode rxmode
uint64_t q_ipackets[RTE_ETHDEV_QUEUE_STAT_CNTRS]
enum rte_eth_nb_pools nb_queue_pools
struct rte_eth_txconf conf
uint32_t rte_eth_speed_bitflag(uint32_t speed, int duplex)
struct rte_intr_conf intr_conf
#define RTE_ETH_XSTATS_NAME_SIZE
int rte_eth_dev_rss_hash_conf_get(uint16_t port_id, struct rte_eth_rss_conf *rss_conf)
struct rte_eth_desc_lim tx_desc_lim
int rte_eth_timesync_disable(uint16_t port_id)
int rte_eth_dev_mac_addr_remove(uint16_t port_id, struct ether_addr *mac_addr)
void rte_eth_iterator_cleanup(struct rte_dev_iterator *iter)
void * rte_eth_dev_get_sec_ctx(uint16_t port_id)
int rte_eth_dev_filter_ctrl(uint16_t port_id, enum rte_filter_type filter_type, enum rte_filter_op filter_op, void *arg)
int rte_eth_stats_reset(uint16_t port_id)
struct rte_eth_txconf default_txconf
void rte_eth_tx_buffer_drop_callback(struct rte_mbuf **pkts, uint16_t unsent, void *userdata)
int rte_eth_dev_udp_tunnel_port_add(uint16_t port_id, struct rte_eth_udp_tunnel *tunnel_udp)
struct rte_eth_dcb_rx_conf dcb_rx_conf
int rte_eth_dev_set_mc_addr_list(uint16_t port_id, struct ether_addr *mc_addr_set, uint32_t nb_mc_addr)
struct rte_eth_vmdq_rx_conf vmdq_rx_conf
int rte_eth_timesync_adjust_time(uint16_t port_id, int64_t delta)
char name[RTE_ETH_XSTATS_NAME_SIZE]
void rte_eth_promiscuous_enable(uint16_t port_id)
struct rte_eth_vmdq_dcb_conf::@115 pool_map[ETH_VMDQ_MAX_VLAN_FILTERS]
enum rte_eth_rx_mq_mode mq_mode
int rte_eth_dev_callback_register(uint16_t port_id, enum rte_eth_event_type event, rte_eth_dev_cb_fn cb_fn, void *cb_arg)
enum rte_eth_nb_pools nb_queue_pools
int rte_eth_dev_tx_queue_stop(uint16_t port_id, uint16_t tx_queue_id)
void rte_eth_macaddr_get(uint16_t port_id, struct ether_addr *mac_addr)
static uint16_t rte_eth_rx_burst(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **rx_pkts, const uint16_t nb_pkts)
int rte_eth_dev_set_vlan_strip_on_queue(uint16_t port_id, uint16_t rx_queue_id, int on)
int rte_eth_dev_start(uint16_t port_id)
int rte_eth_dev_reset(uint16_t port_id)
int rte_eth_xstats_get_by_id(uint16_t port_id, const uint64_t *ids, uint64_t *values, unsigned int size)
struct rte_eth_dcb_tx_conf dcb_tx_conf
int rte_eth_dev_rx_intr_disable(uint16_t port_id, uint16_t queue_id)
int rte_eth_tx_buffer_set_err_callback(struct rte_eth_dev_tx_buffer *buffer, buffer_tx_error_fn callback, void *userdata)
void rte_eth_tx_buffer_count_callback(struct rte_mbuf **pkts, uint16_t unsent, void *userdata)
uint64_t q_opackets[RTE_ETHDEV_QUEUE_STAT_CNTRS]
int rte_eth_remove_tx_callback(uint16_t port_id, uint16_t queue_id, const struct rte_eth_rxtx_callback *user_cb)
int rte_eth_dev_uc_hash_table_set(uint16_t port_id, struct ether_addr *addr, uint8_t on)
int rte_eth_dev_fw_version_get(uint16_t port_id, char *fw_version, size_t fw_size)
uint16_t __rte_experimental rte_eth_dev_count_total(void)
int rte_eth_dev_adjust_nb_rx_tx_desc(uint16_t port_id, uint16_t *nb_rx_desc, uint16_t *nb_tx_desc)
struct rte_eth_rxconf conf
void rte_eth_link_get(uint16_t port_id, struct rte_eth_link *link)
#define ETH_DCB_NUM_USER_PRIORITIES
void rte_eth_promiscuous_disable(uint16_t port_id)
int rte_eth_dev_tx_queue_start(uint16_t port_id, uint16_t tx_queue_id)
int(* rte_eth_dev_cb_fn)(uint16_t port_id, enum rte_eth_event_type event, void *cb_arg, void *ret_param)
struct rte_eth_vlan_mirror vlan
uint16_t(* rte_rx_callback_fn)(uint16_t port_id, uint16_t queue, struct rte_mbuf *pkts[], uint16_t nb_pkts, uint16_t max_pkts, void *user_param)
union rte_eth_conf::@118 tx_adv_conf
int rte_eth_xstats_get_id_by_name(uint16_t port_id, const char *xstat_name, uint64_t *id)
int rte_eth_dev_get_port_by_name(const char *name, uint16_t *port_id)
__extension__ uint8_t hw_vlan_insert_pvid
uint64_t flow_type_rss_offloads
int __rte_experimental rte_eth_dev_owner_set(const uint16_t port_id, const struct rte_eth_dev_owner *owner)
int rte_eth_dev_rx_intr_ctl(uint16_t port_id, int epfd, int op, void *data)
uint16_t(* rte_tx_callback_fn)(uint16_t port_id, uint16_t queue, struct rte_mbuf *pkts[], uint16_t nb_pkts, void *user_param)
struct rte_eth_dev_portconf default_txportconf
const char * rte_eth_dev_tx_offload_name(uint64_t offload)
uint8_t prio_tc[ETH_DCB_NUM_USER_PRIORITIES]
struct rte_eth_dcb_tc_queue_mapping tc_queue
int __rte_experimental rte_eth_dev_get_module_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
int rte_eth_dev_l2_tunnel_offload_set(uint16_t port_id, struct rte_eth_l2_tunnel_conf *l2_tunnel, uint32_t mask, uint8_t en)
static __rte_always_inline uint16_t rte_eth_tx_buffer(uint16_t port_id, uint16_t queue_id, struct rte_eth_dev_tx_buffer *buffer, struct rte_mbuf *tx_pkt)
__extension__ uint8_t hw_vlan_reject_untagged
int rte_eth_dev_get_dcb_info(uint16_t port_id, struct rte_eth_dcb_info *dcb_info)
#define __rte_cache_min_aligned
struct rte_eth_vmdq_rx_conf::@116 pool_map[ETH_VMDQ_MAX_VLAN_FILTERS]
int rte_eth_dev_mac_addr_add(uint16_t port_id, struct ether_addr *mac_addr, uint32_t pool)
#define ETH_MQ_RX_RSS_FLAG
rte_eth_event_ipsec_subtype
void rte_eth_xstats_reset(uint16_t port_id)
#define ETH_MIRROR_MAX_VLANS
int rte_eth_dev_default_mac_addr_set(uint16_t port_id, struct ether_addr *mac_addr)
int rte_eth_dev_set_tx_queue_stats_mapping(uint16_t port_id, uint16_t tx_queue_id, uint8_t stat_idx)
int rte_eth_dev_set_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
static int rte_eth_rx_queue_count(uint16_t port_id, uint16_t queue_id)
int rte_eth_rx_queue_info_get(uint16_t port_id, uint16_t queue_id, struct rte_eth_rxq_info *qinfo)
int rte_eth_dev_socket_id(uint16_t port_id)
uint8_t enable_default_pool
int rte_eth_dev_vlan_filter(uint16_t port_id, uint16_t vlan_id, int on)
struct rte_eth_fdir_flex_conf flex_conf
int rte_eth_dev_set_mtu(uint16_t port_id, uint16_t mtu)
int rte_eth_dev_set_vlan_ether_type(uint16_t port_id, enum rte_vlan_type vlan_type, uint16_t tag_type)
int __rte_experimental rte_eth_dev_get_module_info(uint16_t port_id, struct rte_eth_dev_module_info *modinfo)
int rte_eth_dev_filter_supported(uint16_t port_id, enum rte_filter_type filter_type)
int __rte_experimental rte_eth_dev_owner_get(const uint16_t port_id, struct rte_eth_dev_owner *owner)
int rte_eth_xstats_get_names_by_id(uint16_t port_id, struct rte_eth_xstat_name *xstats_names, unsigned int size, uint64_t *ids)
int rte_eth_dev_rss_reta_query(uint16_t port_id, struct rte_eth_rss_reta_entry64 *reta_conf, uint16_t reta_size)
struct rte_eth_conf::@117 rx_adv_conf
int rte_eth_promiscuous_get(uint16_t port_id)
int rte_eth_led_on(uint16_t port_id)
enum rte_fdir_pballoc_type pballoc
int rte_eth_timesync_read_tx_timestamp(uint16_t port_id, struct timespec *timestamp)
int rte_eth_dev_get_supported_ptypes(uint16_t port_id, uint32_t ptype_mask, uint32_t *ptypes, int num)
int __rte_experimental rte_eth_dev_owner_new(uint64_t *owner_id)
__extension__ uint8_t hw_vlan_reject_tagged
int rte_eth_stats_get(uint16_t port_id, struct rte_eth_stats *stats)
void rte_eth_allmulticast_disable(uint16_t port_id)
uint8_t mac_ctrl_frame_fwd
enum rte_eth_fc_mode mode
int rte_eth_dev_get_mtu(uint16_t port_id, uint16_t *mtu)
struct rte_eth_vmdq_dcb_conf vmdq_dcb_conf
struct rte_eth_dcb_tc_queue_mapping::@119 tc_rxq[ETH_MAX_VMDQ_POOL][ETH_DCB_NUM_TCS]
uint8_t tx_deferred_start
int rte_eth_tx_buffer_init(struct rte_eth_dev_tx_buffer *buffer, uint16_t size)
void rte_eth_dev_info_get(uint16_t port_id, struct rte_eth_dev_info *dev_info)
int rte_eth_xstats_get_names(uint16_t port_id, struct rte_eth_xstat_name *xstats_names, unsigned int size)
struct rte_eth_fc_conf fc
int rte_eth_tx_done_cleanup(uint16_t port_id, uint16_t queue_id, uint32_t free_cnt)
int rte_eth_dev_set_vlan_offload(uint16_t port_id, int offload_mask)
struct rte_eth_txmode txmode
int rte_eth_allmulticast_get(uint16_t port_id)
int rte_eth_dev_is_valid_port(uint16_t port_id)
int rte_eth_timesync_enable(uint16_t port_id)
void rte_eth_link_get_nowait(uint16_t port_id, struct rte_eth_link *link)
int __rte_experimental rte_eth_dev_owner_unset(const uint16_t port_id, const uint64_t owner_id)
struct rte_eth_rxconf default_rxconf
static uint16_t rte_eth_tx_burst(uint16_t port_id, uint16_t queue_id, struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
int rte_eth_dev_rx_queue_start(uint16_t port_id, uint16_t rx_queue_id)
int rte_eth_dev_set_link_down(uint16_t port_id)
int rte_eth_dev_flow_ctrl_set(uint16_t port_id, struct rte_eth_fc_conf *fc_conf)
uint16_t rte_eth_iterator_next(struct rte_dev_iterator *iter)
__rte_deprecated uint16_t rte_eth_dev_count(void)
int rte_eth_dev_get_eeprom(uint16_t port_id, struct rte_dev_eeprom_info *info)
const char * rte_eth_dev_rx_offload_name(uint64_t offload)
static uint16_t rte_eth_tx_buffer_flush(uint16_t port_id, uint16_t queue_id, struct rte_eth_dev_tx_buffer *buffer)
int rte_eth_rx_queue_setup(uint16_t port_id, uint16_t rx_queue_id, uint16_t nb_rx_desc, unsigned int socket_id, const struct rte_eth_rxconf *rx_conf, struct rte_mempool *mb_pool)