@@ -2820,10 +2820,63 @@ static void vfio_unregister_req_notifier(VFIOPCIDevice *vdev)
static void vfio_dma_fault_notifier_handler(void *opaque)
{
VFIOPCIDevice *vdev = opaque;
+ PCIDevice *pdev = &vdev->pdev;
+ AddressSpace *as = pci_device_iommu_address_space(pdev);
+ IOMMUMemoryRegion *iommu_mr = IOMMU_MEMORY_REGION(as->root);
+ struct vfio_region_fault_prod header;
+ struct iommu_fault *queue;
+ char *queue_buffer = NULL;
+ ssize_t bytes;
if (!event_notifier_test_and_clear(&vdev->dma_fault_notifier)) {
return;
}
+
+ if (!vdev->fault_prod_region.size || !vdev->fault_cons_region.size) {
+ return;
+ }
+
+ bytes = pread(vdev->vbasedev.fd, &header, sizeof(header),
+ vdev->fault_prod_region.fd_offset);
+ if (bytes != sizeof(header)) {
+ error_report("%s unable to read the fault region header (0x%lx)",
+ __func__, bytes);
+ return;
+ }
+
+ /* Normally the fault queue is mmapped */
+ queue = (struct iommu_fault *)vdev->fault_prod_region.mmaps[0].mmap;
+ if (!queue) {
+ size_t queue_size = header.nb_entries * header.entry_size;
+
+ error_report("%s: fault queue not mmapped: slower fault handling",
+ vdev->vbasedev.name);
+
+ queue_buffer = g_malloc(queue_size);
+ bytes = pread(vdev->vbasedev.fd, queue_buffer, queue_size,
+ vdev->fault_prod_region.fd_offset + header.offset);
+ if (bytes != queue_size) {
+ error_report("%s unable to read the fault queue (0x%lx)",
+ __func__, bytes);
+ return;
+ }
+
+ queue = (struct iommu_fault *)queue_buffer;
+ }
+
+ while (vdev->fault_cons_index != header.prod) {
+ memory_region_inject_faults(iommu_mr, 1,
+ &queue[vdev->fault_cons_index]);
+ vdev->fault_cons_index =
+ (vdev->fault_cons_index + 1) % header.nb_entries;
+ }
+ bytes = pwrite(vdev->vbasedev.fd, &vdev->fault_cons_index, 4,
+ vdev->fault_cons_region.fd_offset + 4);
+ if (bytes != 4) {
+ error_report("%s unable to write the fault region cons index (0x%lx)",
+ __func__, bytes);
+ }
+ g_free(queue_buffer);
}
static void vfio_register_dma_fault_notifier(VFIOPCIDevice *vdev)
@@ -138,6 +138,7 @@ typedef struct VFIOPCIDevice {
EventNotifier dma_fault_notifier;
VFIORegion fault_prod_region;
VFIORegion fault_cons_region;
+ uint32_t fault_cons_index;
int (*resetfn)(struct VFIOPCIDevice *);
uint32_t vendor_id;
uint32_t device_id;
Whenever the eventfd is triggered, we retrieve the DMA faults from the mmapped fault region and inject them in the iommu memory region. Signed-off-by: Eric Auger <eric.auger@redhat.com> --- hw/vfio/pci.c | 53 +++++++++++++++++++++++++++++++++++++++++++++++++++ hw/vfio/pci.h | 1 + 2 files changed, 54 insertions(+)