16#include <rte_compat.h>
21#if !defined(VFIO_PRESENT) && defined(RTE_EAL_VFIO)
22#include <linux/version.h>
23#if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 6, 0)
26#if LINUX_VERSION_CODE >= KERNEL_VERSION(4, 0, 0)
27#define HAVE_VFIO_DEV_REQ_INTERFACE
37#include <linux/vfio.h>
39#define VFIO_DIR "/dev/vfio"
40#define VFIO_CONTAINER_PATH "/dev/vfio/vfio"
41#define VFIO_GROUP_FMT "/dev/vfio/%u"
42#define VFIO_NOIOMMU_GROUP_FMT "/dev/vfio/noiommu-%u"
43#define VFIO_GET_REGION_IDX(x) (x >> 40)
44#define VFIO_NOIOMMU_MODE \
45 "/sys/module/vfio/parameters/enable_unsafe_noiommu_mode"
48#ifdef VFIO_NOIOMMU_IOMMU
49#define RTE_VFIO_NOIOMMU VFIO_NOIOMMU_IOMMU
51#define RTE_VFIO_NOIOMMU 8
58#ifdef VFIO_REGION_INFO_FLAG_CAPS
59#define RTE_VFIO_INFO_FLAG_CAPS VFIO_REGION_INFO_FLAG_CAPS
60#define VFIO_CAP_OFFSET(x) (x->cap_offset)
62#define RTE_VFIO_INFO_FLAG_CAPS (1 << 3)
63#define VFIO_CAP_OFFSET(x) (x->resv)
64struct vfio_info_cap_header {
72#ifdef VFIO_REGION_INFO_CAP_MSIX_MAPPABLE
73#define RTE_VFIO_CAP_MSIX_MAPPABLE VFIO_REGION_INFO_CAP_MSIX_MAPPABLE
75#define RTE_VFIO_CAP_MSIX_MAPPABLE 3
79#ifdef VFIO_DEVICE_FEATURE
80#define RTE_VFIO_DEVICE_FEATURE VFIO_DEVICE_FEATURE
82#define RTE_VFIO_DEVICE_FEATURE _IO(VFIO_TYPE, VFIO_BASE + 17)
83struct vfio_device_feature {
86#define VFIO_DEVICE_FEATURE_MASK (0xffff)
87#define VFIO_DEVICE_FEATURE_GET (1 << 16)
88#define VFIO_DEVICE_FEATURE_SET (1 << 17)
89#define VFIO_DEVICE_FEATURE_PROBE (1 << 18)
94#ifdef VFIO_DEVICE_FEATURE_BUS_MASTER
95#define RTE_VFIO_DEVICE_FEATURE_BUS_MASTER VFIO_DEVICE_FEATURE_BUS_MASTER
97#define RTE_VFIO_DEVICE_FEATURE_BUS_MASTER 10
98struct vfio_device_feature_bus_master {
100#define VFIO_DEVICE_FEATURE_CLEAR_MASTER 0
101#define VFIO_DEVICE_FEATURE_SET_MASTER 1
108struct vfio_device_info;
112#define RTE_VFIO_DEFAULT_CONTAINER_FD (-1)
140 int *vfio_dev_fd,
struct vfio_device_info *device_info);
242 const char *dev_addr,
int *iommu_group_num);
268 int *vfio_dev_fd,
struct vfio_device_info *device_info);
384 uint64_t iova, uint64_t len);
408 uint64_t iova, uint64_t len);
int rte_vfio_clear_group(int vfio_group_fd)
int rte_vfio_setup_device(const char *sysfs_base, const char *dev_addr, int *vfio_dev_fd, struct vfio_device_info *device_info)
int rte_vfio_get_group_num(const char *sysfs_base, const char *dev_addr, int *iommu_group_num)
int rte_vfio_is_enabled(const char *modname)
int rte_vfio_container_group_bind(int container_fd, int iommu_group_num)
int rte_vfio_container_group_unbind(int container_fd, int iommu_group_num)
int rte_vfio_get_container_fd(void)
int rte_vfio_enable(const char *modname)
int rte_vfio_container_destroy(int container_fd)
int rte_vfio_container_dma_map(int container_fd, uint64_t vaddr, uint64_t iova, uint64_t len)
int rte_vfio_noiommu_is_enabled(void)
int rte_vfio_release_device(const char *sysfs_base, const char *dev_addr, int fd)
int rte_vfio_container_dma_unmap(int container_fd, uint64_t vaddr, uint64_t iova, uint64_t len)
int rte_vfio_container_create(void)
__rte_experimental int rte_vfio_get_device_info(const char *sysfs_base, const char *dev_addr, int *vfio_dev_fd, struct vfio_device_info *device_info)
int rte_vfio_get_group_fd(int iommu_group_num)