vfio-pci: Fix use after free

Reported by 0-day test infrastructure.

Fixes: ecaa1f6a0154 ("vfio-pci: Add VGA arbiter client")
Signed-off-by: Alex Williamson <alex.williamson@redhat.com>
diff --git a/drivers/vfio/pci/vfio_pci.c b/drivers/vfio/pci/vfio_pci.c
index 049b9e9..69fab0f 100644
--- a/drivers/vfio/pci/vfio_pci.c
+++ b/drivers/vfio/pci/vfio_pci.c
@@ -953,6 +953,7 @@
 	if (ret) {
 		iommu_group_put(group);
 		kfree(vdev);
+		return ret;
 	}
 
 	if (vfio_pci_is_vga(pdev)) {