dri.c - platform/external/minigbm - Gitiles

 /*
  * Copyright 2017 Advanced Micro Devices. All rights reserved.
  * Use of this source code is governed by a BSD-style license that can be
  * found in the LICENSE file.
  */

 #ifdef DRV_AMDGPU

 #include <assert.h>
 #include <dlfcn.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <stdbool.h>
 #include <stdio.h>
 #include <string.h>
 #include <sys/mman.h>
 #include <unistd.h>
 #include <xf86drm.h>

 #include "dri.h"
 #include "drv_priv.h"
 #include "helpers.h"
 #include "util.h"

 static const struct {
 	uint32_t drm_format;
 	int dri_image_format;
 } drm_to_dri_image_formats[] = {
 	{ DRM_FORMAT_R8, __DRI_IMAGE_FORMAT_R8 },
 	{ DRM_FORMAT_GR88, __DRI_IMAGE_FORMAT_GR88 },
 	{ DRM_FORMAT_RGB565, __DRI_IMAGE_FORMAT_RGB565 },
 	{ DRM_FORMAT_XRGB8888, __DRI_IMAGE_FORMAT_XRGB8888 },
 	{ DRM_FORMAT_ARGB8888, __DRI_IMAGE_FORMAT_ARGB8888 },
 	{ DRM_FORMAT_XBGR8888, __DRI_IMAGE_FORMAT_XBGR8888 },
 	{ DRM_FORMAT_ABGR8888, __DRI_IMAGE_FORMAT_ABGR8888 },
 	{ DRM_FORMAT_XRGB2101010, __DRI_IMAGE_FORMAT_XRGB2101010 },
 	{ DRM_FORMAT_XBGR2101010, __DRI_IMAGE_FORMAT_XBGR2101010 },
 	{ DRM_FORMAT_ARGB2101010, __DRI_IMAGE_FORMAT_ARGB2101010 },
 	{ DRM_FORMAT_ABGR2101010, __DRI_IMAGE_FORMAT_ABGR2101010 },
 };

 static int drm_format_to_dri_format(uint32_t drm_format)
 {
 	uint32_t i;
 	for (i = 0; i < ARRAY_SIZE(drm_to_dri_image_formats); i++) {
 		if (drm_to_dri_image_formats[i].drm_format == drm_format)
 			return drm_to_dri_image_formats[i].dri_image_format;
 	}

 	return 0;
 }

 static bool lookup_extension(const __DRIextension *const *extensions, const char *name,
 			     int min_version, const __DRIextension **dst)
 {
 	while (*extensions) {
 		if ((*extensions)->name && !strcmp((*extensions)->name, name) &&
 		    (*extensions)->version >= min_version) {
 			*dst = *extensions;
 			return true;
 		}

 		extensions++;
 	}

 	return false;
 }

 /*
  * Close Gem Handle
  */
 static void close_gem_handle(uint32_t handle, int fd)
 {
 	struct drm_gem_close gem_close = { 0 };
 	int ret = 0;

 	gem_close.handle = handle;
 	ret = drmIoctl(fd, DRM_IOCTL_GEM_CLOSE, &gem_close);
 	if (ret)
 		drv_log("DRM_IOCTL_GEM_CLOSE failed (handle=%x) error %d\n", handle, ret);
 }

 /*
  * The DRI GEM namespace may be different from the minigbm's driver GEM namespace. We have
  * to import into minigbm.
  */
 static int import_into_minigbm(struct dri_driver *dri, struct bo *bo)
 {
 	uint32_t handle;
 	int ret, modifier_upper, modifier_lower, num_planes, i, j;
 	off_t dmabuf_sizes[DRV_MAX_PLANES];
 	__DRIimage *plane_image = NULL;

 	if (dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_MODIFIER_UPPER,
 					     &modifier_upper) &&
 	    dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_MODIFIER_LOWER,
 					     &modifier_lower))
 		bo->meta.format_modifier =
 		    ((uint64_t)modifier_upper << 32) | (uint32_t)modifier_lower;
 	else
 		bo->meta.format_modifier = DRM_FORMAT_MOD_INVALID;

 	if (!dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_NUM_PLANES, &num_planes))
 		return -errno;

 	bo->meta.num_planes = num_planes;
 	for (i = 0; i < num_planes; ++i) {
 		int prime_fd, stride, offset;
 		plane_image = dri->image_extension->fromPlanar(bo->priv, i, NULL);
 		__DRIimage *image = plane_image ? plane_image : bo->priv;

 		if (!dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_STRIDE, &stride) ||
 		    !dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_OFFSET, &offset)) {
 			ret = -errno;
 			goto cleanup;
 		}

 		if (!dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_FD, &prime_fd)) {
 			ret = -errno;
 			goto cleanup;
 		}

 		dmabuf_sizes[i] = lseek(prime_fd, 0, SEEK_END);
 		if (dmabuf_sizes[i] == (off_t)-1) {
 			ret = -errno;
 			close(prime_fd);
 			goto cleanup;
 		}

 		lseek(prime_fd, 0, SEEK_SET);

 		ret = drmPrimeFDToHandle(bo->drv->fd, prime_fd, &handle);

 		close(prime_fd);

 		if (ret) {
 			drv_log("drmPrimeFDToHandle failed with %s\n", strerror(errno));
 			goto cleanup;
 		}

 		bo->handles[i].u32 = handle;

 		bo->meta.strides[i] = stride;
 		bo->meta.offsets[i] = offset;

 		if (plane_image)
 			dri->image_extension->destroyImage(plane_image);
 	}

 	for (i = 0; i < num_planes; ++i) {
 		off_t next_plane = dmabuf_sizes[i];
 		for (j = 0; j < num_planes; ++j) {
 			if (bo->meta.offsets[j] < next_plane &&
 			    bo->meta.offsets[j] > bo->meta.offsets[i] &&
 			    bo->handles[j].u32 == bo->handles[i].u32)
 				next_plane = bo->meta.offsets[j];
 		}

 		bo->meta.sizes[i] = next_plane - bo->meta.offsets[i];

 		/* This is kind of misleading if different planes use
 		   different dmabufs. */
 		bo->meta.total_size += bo->meta.sizes[i];
 	}

 	return 0;

 cleanup:
 	if (plane_image)
 		dri->image_extension->destroyImage(plane_image);
 	while (--i >= 0) {
 		for (j = 0; j <= i; ++j)
 			if (bo->handles[j].u32 == bo->handles[i].u32)
 				break;

 		/* Multiple equivalent handles) */
 		if (i == j)
 			break;

 		/* This kind of goes horribly wrong when we already imported
 		 * the same handles earlier, as we should really reference
 		 * count handles. */
 		close_gem_handle(bo->handles[i].u32, bo->drv->fd);
 	}
 	return ret;
 }

 /*
  * The caller is responsible for setting drv->priv to a structure that derives from dri_driver.
  */
 int dri_init(struct driver *drv, const char *dri_so_path, const char *driver_suffix)
 {
 	char fname[128];
 	const __DRIextension **(*get_extensions)();
 	const __DRIextension *loader_extensions[] = { NULL };

 	struct dri_driver *dri = drv->priv;

 	dri->fd = open(drmGetRenderDeviceNameFromFd(drv_get_fd(drv)), O_RDWR);
 	if (dri->fd < 0)
 		return -ENODEV;

 	dri->driver_handle = dlopen(dri_so_path, RTLD_NOW | RTLD_GLOBAL);
 	if (!dri->driver_handle)
 		goto close_dri_fd;

 	snprintf(fname, sizeof(fname), __DRI_DRIVER_GET_EXTENSIONS "_%s", driver_suffix);
 	get_extensions = dlsym(dri->driver_handle, fname);
 	if (!get_extensions)
 		goto free_handle;

 	dri->extensions = get_extensions();
 	if (!dri->extensions)
 		goto free_handle;

 	if (!lookup_extension(dri->extensions, __DRI_CORE, 2,
 			      (const __DRIextension **)&dri->core_extension))
 		goto free_handle;

 	/* Version 4 for createNewScreen2 */
 	if (!lookup_extension(dri->extensions, __DRI_DRI2, 4,
 			      (const __DRIextension **)&dri->dri2_extension))
 		goto free_handle;

 	dri->device = dri->dri2_extension->createNewScreen2(0, dri->fd, loader_extensions,
 							    dri->extensions, &dri->configs, NULL);
 	if (!dri->device)
 		goto free_handle;

 	dri->context =
 	    dri->dri2_extension->createNewContext(dri->device, *dri->configs, NULL, NULL);

 	if (!dri->context)
 		goto free_screen;

 	if (!lookup_extension(dri->core_extension->getExtensions(dri->device), __DRI_IMAGE, 12,
 			      (const __DRIextension **)&dri->image_extension))
 		goto free_context;

 	if (!lookup_extension(dri->core_extension->getExtensions(dri->device), __DRI2_FLUSH, 4,
 			      (const __DRIextension **)&dri->flush_extension))
 		goto free_context;

 	return 0;

 free_context:
 	dri->core_extension->destroyContext(dri->context);
 free_screen:
 	dri->core_extension->destroyScreen(dri->device);
 free_handle:
 	dlclose(dri->driver_handle);
 	dri->driver_handle = NULL;
 close_dri_fd:
 	close(dri->fd);
 	return -ENODEV;
 }

 /*
  * The caller is responsible for freeing drv->priv.
  */
 void dri_close(struct driver *drv)
 {
 	struct dri_driver *dri = drv->priv;

 	dri->core_extension->destroyContext(dri->context);
 	dri->core_extension->destroyScreen(dri->device);
 	dlclose(dri->driver_handle);
 	dri->driver_handle = NULL;
 	close(dri->fd);
 }

 int dri_bo_create(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
 		  uint64_t use_flags)
 {
 	unsigned int dri_use;
 	int ret, dri_format;
 	struct dri_driver *dri = bo->drv->priv;

 	dri_format = drm_format_to_dri_format(format);

 	/* Gallium drivers require shared to get the handle and stride. */
 	dri_use = __DRI_IMAGE_USE_SHARE;
 	if (use_flags & BO_USE_SCANOUT)
 		dri_use |= __DRI_IMAGE_USE_SCANOUT;
 	if (use_flags & BO_USE_CURSOR)
 		dri_use |= __DRI_IMAGE_USE_CURSOR;
 	if (use_flags & BO_USE_LINEAR)
 		dri_use |= __DRI_IMAGE_USE_LINEAR;

 	bo->priv = dri->image_extension->createImage(dri->device, width, height, dri_format,
 						     dri_use, NULL);
 	if (!bo->priv) {
 		ret = -errno;
 		return ret;
 	}

 	ret = import_into_minigbm(dri, bo);
 	if (ret)
 		goto free_image;

 	return 0;

 free_image:
 	dri->image_extension->destroyImage(bo->priv);
 	return ret;
 }

 int dri_bo_create_with_modifiers(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
 				 const uint64_t *modifiers, uint32_t modifier_count)
 {
 	int ret, dri_format;
 	struct dri_driver *dri = bo->drv->priv;

 	if (!dri->image_extension->createImageWithModifiers)
 		return -ENOENT;

 	dri_format = drm_format_to_dri_format(format);

 	bo->priv = dri->image_extension->createImageWithModifiers(
 	    dri->device, width, height, dri_format, modifiers, modifier_count, NULL);
 	if (!bo->priv) {
 		ret = -errno;
 		return ret;
 	}

 	ret = import_into_minigbm(dri, bo);
 	if (ret)
 		goto free_image;

 	return 0;

 free_image:
 	dri->image_extension->destroyImage(bo->priv);
 	return ret;
 }

 int dri_bo_import(struct bo *bo, struct drv_import_fd_data *data)
 {
 	int ret;
 	struct dri_driver *dri = bo->drv->priv;

 	if (data->format_modifier != DRM_FORMAT_MOD_INVALID) {
 		unsigned error;

 		if (!dri->image_extension->createImageFromDmaBufs2)
 			return -ENOSYS;

 		// clang-format off
 		bo->priv = dri->image_extension->createImageFromDmaBufs2(dri->device, data->width, data->height,
 									 drv_get_standard_fourcc(data->format),
 									 data->format_modifier,
 									 data->fds,
 									 bo->meta.num_planes,
 									 (int *)data->strides,
 									 (int *)data->offsets,
 									 __DRI_YUV_COLOR_SPACE_UNDEFINED,
 									 __DRI_YUV_RANGE_UNDEFINED,
 									 __DRI_YUV_CHROMA_SITING_UNDEFINED,
 									 __DRI_YUV_CHROMA_SITING_UNDEFINED,
 									 &error, NULL);
 		// clang-format on

 		/* Could translate the DRI error, but the Mesa GBM also returns ENOSYS. */
 		if (!bo->priv)
 			return -ENOSYS;
 	} else {
 		// clang-format off
 		bo->priv = dri->image_extension->createImageFromFds(dri->device, data->width, data->height,
 								    drv_get_standard_fourcc(data->format), data->fds,
 								    bo->meta.num_planes,
 								    (int *)data->strides,
 								    (int *)data->offsets, NULL);
 		// clang-format on
 		if (!bo->priv)
 			return -errno;
 	}

 	ret = import_into_minigbm(dri, bo);
 	if (ret) {
 		dri->image_extension->destroyImage(bo->priv);
 		return ret;
 	}

 	return 0;
 }

 int dri_bo_destroy(struct bo *bo)
 {
 	struct dri_driver *dri = bo->drv->priv;

 	assert(bo->priv);
 	close_gem_handle(bo->handles[0].u32, bo->drv->fd);
 	dri->image_extension->destroyImage(bo->priv);
 	bo->priv = NULL;
 	return 0;
 }

 /*
  * Map an image plane.
  *
  * This relies on the underlying driver to do a decompressing and/or de-tiling
  * blit if necessary,
  *
  * This function itself is not thread-safe; we rely on the fact that the caller
  * locks a per-driver mutex.
  */
 void *dri_bo_map(struct bo *bo, struct vma *vma, size_t plane, uint32_t map_flags)
 {
 	struct dri_driver *dri = bo->drv->priv;

 	/* GBM flags and DRI flags are the same. */
 	vma->addr = dri->image_extension->mapImage(dri->context, bo->priv, 0, 0, bo->meta.width,
 						   bo->meta.height, map_flags,
 						   (int *)&vma->map_strides[plane], &vma->priv);
 	if (!vma->addr)
 		return MAP_FAILED;

 	return vma->addr;
 }

 int dri_bo_unmap(struct bo *bo, struct vma *vma)
 {
 	struct dri_driver *dri = bo->drv->priv;

 	assert(vma->priv);
 	dri->image_extension->unmapImage(dri->context, bo->priv, vma->priv);

 	/*
 	 * From gbm_dri.c in Mesa:
 	 *
 	 * "Not all DRI drivers use direct maps. They may queue up DMA operations
 	 *  on the mapping context. Since there is no explicit gbm flush mechanism,
 	 *  we need to flush here."
 	 */

 	dri->flush_extension->flush_with_flags(dri->context, NULL, __DRI2_FLUSH_CONTEXT, 0);
 	return 0;
 }

 size_t dri_num_planes_from_modifier(struct driver *drv, uint32_t format, uint64_t modifier)
 {
 	struct dri_driver *dri = drv->priv;
 	if (!dri->image_extension->queryDmaBufFormatModifierAttribs) {
 		/* We do not do any modifier checks here. The create will fail
 		 * later if the modifier is not supported. */
 		return drv_num_planes_from_format(format);
 	}

 	uint64_t planes;
 	GLboolean ret = dri->image_extension->queryDmaBufFormatModifierAttribs(
 	    dri->device, format, modifier, __DRI_IMAGE_ATTRIB_NUM_PLANES, &planes);
 	if (!ret)
 		return 0;

 	return planes;
 }

 #endif
	/*
	* Copyright 2017 Advanced Micro Devices. All rights reserved.
	* Use of this source code is governed by a BSD-style license that can be
	* found in the LICENSE file.
	*/

	#ifdef DRV_AMDGPU

	#include <assert.h>
	#include <dlfcn.h>
	#include <errno.h>
	#include <fcntl.h>
	#include <stdbool.h>
	#include <stdio.h>
	#include <string.h>
	#include <sys/mman.h>
	#include <unistd.h>
	#include <xf86drm.h>

	#include "dri.h"
	#include "drv_priv.h"
	#include "helpers.h"
	#include "util.h"

	static const struct {
	uint32_t drm_format;
	int dri_image_format;
	} drm_to_dri_image_formats[] = {
	{ DRM_FORMAT_R8, __DRI_IMAGE_FORMAT_R8 },
	{ DRM_FORMAT_GR88, __DRI_IMAGE_FORMAT_GR88 },
	{ DRM_FORMAT_RGB565, __DRI_IMAGE_FORMAT_RGB565 },
	{ DRM_FORMAT_XRGB8888, __DRI_IMAGE_FORMAT_XRGB8888 },
	{ DRM_FORMAT_ARGB8888, __DRI_IMAGE_FORMAT_ARGB8888 },
	{ DRM_FORMAT_XBGR8888, __DRI_IMAGE_FORMAT_XBGR8888 },
	{ DRM_FORMAT_ABGR8888, __DRI_IMAGE_FORMAT_ABGR8888 },
	{ DRM_FORMAT_XRGB2101010, __DRI_IMAGE_FORMAT_XRGB2101010 },
	{ DRM_FORMAT_XBGR2101010, __DRI_IMAGE_FORMAT_XBGR2101010 },
	{ DRM_FORMAT_ARGB2101010, __DRI_IMAGE_FORMAT_ARGB2101010 },
	{ DRM_FORMAT_ABGR2101010, __DRI_IMAGE_FORMAT_ABGR2101010 },
	};

	static int drm_format_to_dri_format(uint32_t drm_format)
	{
	uint32_t i;
	for (i = 0; i < ARRAY_SIZE(drm_to_dri_image_formats); i++) {
	if (drm_to_dri_image_formats[i].drm_format == drm_format)
	return drm_to_dri_image_formats[i].dri_image_format;
	}

	return 0;
	}

	static bool lookup_extension(const __DRIextension const extensions, const char *name,
	int min_version, const __DRIextension **dst)
	{
	while (*extensions) {
	if ((extensions)->name && !strcmp((extensions)->name, name) &&
	(*extensions)->version >= min_version) {
	dst = extensions;
	return true;
	}

	extensions++;
	}

	return false;
	}

	/*
	* Close Gem Handle
	*/
	static void close_gem_handle(uint32_t handle, int fd)
	{
	struct drm_gem_close gem_close = { 0 };
	int ret = 0;

	gem_close.handle = handle;
	ret = drmIoctl(fd, DRM_IOCTL_GEM_CLOSE, &gem_close);
	if (ret)
	drv_log("DRM_IOCTL_GEM_CLOSE failed (handle=%x) error %d\n", handle, ret);
	}

	/*
	* The DRI GEM namespace may be different from the minigbm's driver GEM namespace. We have
	* to import into minigbm.
	*/
	static int import_into_minigbm(struct dri_driver dri, struct bo bo)
	{
	uint32_t handle;
	int ret, modifier_upper, modifier_lower, num_planes, i, j;
	off_t dmabuf_sizes[DRV_MAX_PLANES];
	__DRIimage *plane_image = NULL;

	if (dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_MODIFIER_UPPER,
	&modifier_upper) &&
	dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_MODIFIER_LOWER,
	&modifier_lower))
	bo->meta.format_modifier =
	((uint64_t)modifier_upper << 32) \| (uint32_t)modifier_lower;
	else
	bo->meta.format_modifier = DRM_FORMAT_MOD_INVALID;

	if (!dri->image_extension->queryImage(bo->priv, __DRI_IMAGE_ATTRIB_NUM_PLANES, &num_planes))
	return -errno;

	bo->meta.num_planes = num_planes;
	for (i = 0; i < num_planes; ++i) {
	int prime_fd, stride, offset;
	plane_image = dri->image_extension->fromPlanar(bo->priv, i, NULL);
	__DRIimage *image = plane_image ? plane_image : bo->priv;

	if (!dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_STRIDE, &stride) \|\|
	!dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_OFFSET, &offset)) {
	ret = -errno;
	goto cleanup;
	}

	if (!dri->image_extension->queryImage(image, __DRI_IMAGE_ATTRIB_FD, &prime_fd)) {
	ret = -errno;
	goto cleanup;
	}

	dmabuf_sizes[i] = lseek(prime_fd, 0, SEEK_END);
	if (dmabuf_sizes[i] == (off_t)-1) {
	ret = -errno;
	close(prime_fd);
	goto cleanup;
	}

	lseek(prime_fd, 0, SEEK_SET);

	ret = drmPrimeFDToHandle(bo->drv->fd, prime_fd, &handle);

	close(prime_fd);

	if (ret) {
	drv_log("drmPrimeFDToHandle failed with %s\n", strerror(errno));
	goto cleanup;
	}

	bo->handles[i].u32 = handle;

	bo->meta.strides[i] = stride;
	bo->meta.offsets[i] = offset;

	if (plane_image)
	dri->image_extension->destroyImage(plane_image);
	}

	for (i = 0; i < num_planes; ++i) {
	off_t next_plane = dmabuf_sizes[i];
	for (j = 0; j < num_planes; ++j) {
	if (bo->meta.offsets[j] < next_plane &&
	bo->meta.offsets[j] > bo->meta.offsets[i] &&
	bo->handles[j].u32 == bo->handles[i].u32)
	next_plane = bo->meta.offsets[j];
	}

	bo->meta.sizes[i] = next_plane - bo->meta.offsets[i];

	/* This is kind of misleading if different planes use
	different dmabufs. */
	bo->meta.total_size += bo->meta.sizes[i];
	}

	return 0;

	cleanup:
	if (plane_image)
	dri->image_extension->destroyImage(plane_image);
	while (--i >= 0) {
	for (j = 0; j <= i; ++j)
	if (bo->handles[j].u32 == bo->handles[i].u32)
	break;

	/* Multiple equivalent handles) */
	if (i == j)
	break;

	/* This kind of goes horribly wrong when we already imported
	* the same handles earlier, as we should really reference
	* count handles. */
	close_gem_handle(bo->handles[i].u32, bo->drv->fd);
	}
	return ret;
	}

	/*
	* The caller is responsible for setting drv->priv to a structure that derives from dri_driver.
	*/
	int dri_init(struct driver drv, const char dri_so_path, const char *driver_suffix)
	{
	char fname[128];
	const __DRIextension *(get_extensions)();
	const __DRIextension *loader_extensions[] = { NULL };

	struct dri_driver *dri = drv->priv;

	dri->fd = open(drmGetRenderDeviceNameFromFd(drv_get_fd(drv)), O_RDWR);
	if (dri->fd < 0)
	return -ENODEV;

	dri->driver_handle = dlopen(dri_so_path, RTLD_NOW \| RTLD_GLOBAL);
	if (!dri->driver_handle)
	goto close_dri_fd;

	snprintf(fname, sizeof(fname), __DRI_DRIVER_GET_EXTENSIONS "_%s", driver_suffix);
	get_extensions = dlsym(dri->driver_handle, fname);
	if (!get_extensions)
	goto free_handle;

	dri->extensions = get_extensions();
	if (!dri->extensions)
	goto free_handle;

	if (!lookup_extension(dri->extensions, __DRI_CORE, 2,
	(const __DRIextension **)&dri->core_extension))
	goto free_handle;

	/* Version 4 for createNewScreen2 */
	if (!lookup_extension(dri->extensions, __DRI_DRI2, 4,
	(const __DRIextension **)&dri->dri2_extension))
	goto free_handle;

	dri->device = dri->dri2_extension->createNewScreen2(0, dri->fd, loader_extensions,
	dri->extensions, &dri->configs, NULL);
	if (!dri->device)
	goto free_handle;

	dri->context =
	dri->dri2_extension->createNewContext(dri->device, *dri->configs, NULL, NULL);

	if (!dri->context)
	goto free_screen;

	if (!lookup_extension(dri->core_extension->getExtensions(dri->device), __DRI_IMAGE, 12,
	(const __DRIextension **)&dri->image_extension))
	goto free_context;

	if (!lookup_extension(dri->core_extension->getExtensions(dri->device), __DRI2_FLUSH, 4,
	(const __DRIextension **)&dri->flush_extension))
	goto free_context;

	return 0;

	free_context:
	dri->core_extension->destroyContext(dri->context);
	free_screen:
	dri->core_extension->destroyScreen(dri->device);
	free_handle:
	dlclose(dri->driver_handle);
	dri->driver_handle = NULL;
	close_dri_fd:
	close(dri->fd);
	return -ENODEV;
	}

	/*
	* The caller is responsible for freeing drv->priv.
	*/
	void dri_close(struct driver *drv)
	{
	struct dri_driver *dri = drv->priv;

	dri->core_extension->destroyContext(dri->context);
	dri->core_extension->destroyScreen(dri->device);
	dlclose(dri->driver_handle);
	dri->driver_handle = NULL;
	close(dri->fd);
	}

	int dri_bo_create(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
	uint64_t use_flags)
	{
	unsigned int dri_use;
	int ret, dri_format;
	struct dri_driver *dri = bo->drv->priv;

	dri_format = drm_format_to_dri_format(format);

	/* Gallium drivers require shared to get the handle and stride. */
	dri_use = __DRI_IMAGE_USE_SHARE;
	if (use_flags & BO_USE_SCANOUT)
	dri_use \|= __DRI_IMAGE_USE_SCANOUT;
	if (use_flags & BO_USE_CURSOR)
	dri_use \|= __DRI_IMAGE_USE_CURSOR;
	if (use_flags & BO_USE_LINEAR)
	dri_use \|= __DRI_IMAGE_USE_LINEAR;

	bo->priv = dri->image_extension->createImage(dri->device, width, height, dri_format,
	dri_use, NULL);
	if (!bo->priv) {
	ret = -errno;
	return ret;
	}

	ret = import_into_minigbm(dri, bo);
	if (ret)
	goto free_image;

	return 0;

	free_image:
	dri->image_extension->destroyImage(bo->priv);
	return ret;
	}

	int dri_bo_create_with_modifiers(struct bo *bo, uint32_t width, uint32_t height, uint32_t format,
	const uint64_t *modifiers, uint32_t modifier_count)
	{
	int ret, dri_format;
	struct dri_driver *dri = bo->drv->priv;

	if (!dri->image_extension->createImageWithModifiers)
	return -ENOENT;

	dri_format = drm_format_to_dri_format(format);

	bo->priv = dri->image_extension->createImageWithModifiers(
	dri->device, width, height, dri_format, modifiers, modifier_count, NULL);
	if (!bo->priv) {
	ret = -errno;
	return ret;
	}

	ret = import_into_minigbm(dri, bo);
	if (ret)
	goto free_image;

	return 0;

	free_image:
	dri->image_extension->destroyImage(bo->priv);
	return ret;
	}

	int dri_bo_import(struct bo bo, struct drv_import_fd_data data)
	{
	int ret;
	struct dri_driver *dri = bo->drv->priv;

	if (data->format_modifier != DRM_FORMAT_MOD_INVALID) {
	unsigned error;

	if (!dri->image_extension->createImageFromDmaBufs2)
	return -ENOSYS;

	// clang-format off
	bo->priv = dri->image_extension->createImageFromDmaBufs2(dri->device, data->width, data->height,
	drv_get_standard_fourcc(data->format),
	data->format_modifier,
	data->fds,
	bo->meta.num_planes,
	(int *)data->strides,
	(int *)data->offsets,
	__DRI_YUV_COLOR_SPACE_UNDEFINED,
	__DRI_YUV_RANGE_UNDEFINED,
	__DRI_YUV_CHROMA_SITING_UNDEFINED,
	__DRI_YUV_CHROMA_SITING_UNDEFINED,
	&error, NULL);
	// clang-format on

	/* Could translate the DRI error, but the Mesa GBM also returns ENOSYS. */
	if (!bo->priv)
	return -ENOSYS;
	} else {
	// clang-format off
	bo->priv = dri->image_extension->createImageFromFds(dri->device, data->width, data->height,
	drv_get_standard_fourcc(data->format), data->fds,
	bo->meta.num_planes,
	(int *)data->strides,
	(int *)data->offsets, NULL);
	// clang-format on
	if (!bo->priv)
	return -errno;
	}

	ret = import_into_minigbm(dri, bo);
	if (ret) {
	dri->image_extension->destroyImage(bo->priv);
	return ret;
	}

	return 0;
	}

	int dri_bo_destroy(struct bo *bo)
	{
	struct dri_driver *dri = bo->drv->priv;

	assert(bo->priv);
	close_gem_handle(bo->handles[0].u32, bo->drv->fd);
	dri->image_extension->destroyImage(bo->priv);
	bo->priv = NULL;
	return 0;
	}

	/*
	* Map an image plane.
	*
	* This relies on the underlying driver to do a decompressing and/or de-tiling
	* blit if necessary,
	*
	* This function itself is not thread-safe; we rely on the fact that the caller
	* locks a per-driver mutex.
	*/
	void dri_bo_map(struct bo bo, struct vma *vma, size_t plane, uint32_t map_flags)
	{
	struct dri_driver *dri = bo->drv->priv;

	/* GBM flags and DRI flags are the same. */
	vma->addr = dri->image_extension->mapImage(dri->context, bo->priv, 0, 0, bo->meta.width,
	bo->meta.height, map_flags,
	(int *)&vma->map_strides[plane], &vma->priv);
	if (!vma->addr)
	return MAP_FAILED;

	return vma->addr;
	}

	int dri_bo_unmap(struct bo bo, struct vma vma)
	{
	struct dri_driver *dri = bo->drv->priv;

	assert(vma->priv);
	dri->image_extension->unmapImage(dri->context, bo->priv, vma->priv);

	/*
	* From gbm_dri.c in Mesa:
	*
	* "Not all DRI drivers use direct maps. They may queue up DMA operations
	* on the mapping context. Since there is no explicit gbm flush mechanism,
	* we need to flush here."
	*/

	dri->flush_extension->flush_with_flags(dri->context, NULL, __DRI2_FLUSH_CONTEXT, 0);
	return 0;
	}

	size_t dri_num_planes_from_modifier(struct driver *drv, uint32_t format, uint64_t modifier)
	{
	struct dri_driver *dri = drv->priv;
	if (!dri->image_extension->queryDmaBufFormatModifierAttribs) {
	/* We do not do any modifier checks here. The create will fail
	* later if the modifier is not supported. */
	return drv_num_planes_from_format(format);
	}

	uint64_t planes;
	GLboolean ret = dri->image_extension->queryDmaBufFormatModifierAttribs(
	dri->device, format, modifier, __DRI_IMAGE_ATTRIB_NUM_PLANES, &planes);
	if (!ret)
	return 0;

	return planes;
	}

	#endif