Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 1 | /* exynos_drm_buf.c |
| 2 | * |
| 3 | * Copyright (c) 2011 Samsung Electronics Co., Ltd. |
| 4 | * Author: Inki Dae <inki.dae@samsung.com> |
| 5 | * |
Inki Dae | d81aecb | 2012-12-18 02:30:17 +0900 | [diff] [blame] | 6 | * This program is free software; you can redistribute it and/or modify it |
| 7 | * under the terms of the GNU General Public License as published by the |
| 8 | * Free Software Foundation; either version 2 of the License, or (at your |
| 9 | * option) any later version. |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 10 | */ |
| 11 | |
David Howells | 760285e | 2012-10-02 18:01:07 +0100 | [diff] [blame] | 12 | #include <drm/drmP.h> |
| 13 | #include <drm/exynos_drm.h> |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 14 | |
| 15 | #include "exynos_drm_drv.h" |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 16 | #include "exynos_drm_gem.h" |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 17 | #include "exynos_drm_buf.h" |
Inki Dae | 694be45 | 2012-12-26 18:06:01 +0900 | [diff] [blame] | 18 | #include "exynos_drm_iommu.h" |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 19 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 20 | static int lowlevel_buffer_allocate(struct drm_device *dev, |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 21 | unsigned int flags, struct exynos_drm_gem_buf *buf) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 22 | { |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 23 | int ret = 0; |
Inki Dae | 1169af21 | 2012-12-14 14:34:31 +0900 | [diff] [blame] | 24 | enum dma_attr attr; |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 25 | unsigned int nr_pages; |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 26 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 27 | DRM_DEBUG_KMS("%s\n", __FILE__); |
| 28 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 29 | if (buf->dma_addr) { |
| 30 | DRM_DEBUG_KMS("already allocated.\n"); |
| 31 | return 0; |
| 32 | } |
| 33 | |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 34 | init_dma_attrs(&buf->dma_attrs); |
| 35 | |
Inki Dae | 1169af21 | 2012-12-14 14:34:31 +0900 | [diff] [blame] | 36 | /* |
| 37 | * if EXYNOS_BO_CONTIG, fully physically contiguous memory |
| 38 | * region will be allocated else physically contiguous |
| 39 | * as possible. |
| 40 | */ |
Inki Dae | 1dcfe23 | 2012-12-27 19:54:23 +0900 | [diff] [blame] | 41 | if (!(flags & EXYNOS_BO_NONCONTIG)) |
Inki Dae | 1169af21 | 2012-12-14 14:34:31 +0900 | [diff] [blame] | 42 | dma_set_attr(DMA_ATTR_FORCE_CONTIGUOUS, &buf->dma_attrs); |
| 43 | |
| 44 | /* |
| 45 | * if EXYNOS_BO_WC or EXYNOS_BO_NONCACHABLE, writecombine mapping |
| 46 | * else cachable mapping. |
| 47 | */ |
| 48 | if (flags & EXYNOS_BO_WC || !(flags & EXYNOS_BO_CACHABLE)) |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 49 | attr = DMA_ATTR_WRITE_COMBINE; |
Inki Dae | 1169af21 | 2012-12-14 14:34:31 +0900 | [diff] [blame] | 50 | else |
| 51 | attr = DMA_ATTR_NON_CONSISTENT; |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 52 | |
| 53 | dma_set_attr(attr, &buf->dma_attrs); |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 54 | dma_set_attr(DMA_ATTR_NO_KERNEL_MAPPING, &buf->dma_attrs); |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 55 | |
Inki Dae | 694be45 | 2012-12-26 18:06:01 +0900 | [diff] [blame] | 56 | nr_pages = buf->size >> PAGE_SHIFT; |
| 57 | |
| 58 | if (!is_drm_iommu_supported(dev)) { |
| 59 | dma_addr_t start_addr; |
| 60 | unsigned int i = 0; |
| 61 | |
| 62 | buf->pages = kzalloc(sizeof(struct page) * nr_pages, |
| 63 | GFP_KERNEL); |
| 64 | if (!buf->pages) { |
| 65 | DRM_ERROR("failed to allocate pages.\n"); |
| 66 | return -ENOMEM; |
| 67 | } |
| 68 | |
| 69 | buf->kvaddr = dma_alloc_attrs(dev->dev, buf->size, |
| 70 | &buf->dma_addr, GFP_KERNEL, |
| 71 | &buf->dma_attrs); |
| 72 | if (!buf->kvaddr) { |
| 73 | DRM_ERROR("failed to allocate buffer.\n"); |
| 74 | kfree(buf->pages); |
| 75 | return -ENOMEM; |
| 76 | } |
| 77 | |
| 78 | start_addr = buf->dma_addr; |
| 79 | while (i < nr_pages) { |
| 80 | buf->pages[i] = phys_to_page(start_addr); |
| 81 | start_addr += PAGE_SIZE; |
| 82 | i++; |
| 83 | } |
| 84 | } else { |
| 85 | |
| 86 | buf->pages = dma_alloc_attrs(dev->dev, buf->size, |
| 87 | &buf->dma_addr, GFP_KERNEL, |
| 88 | &buf->dma_attrs); |
| 89 | if (!buf->pages) { |
| 90 | DRM_ERROR("failed to allocate buffer.\n"); |
| 91 | return -ENOMEM; |
| 92 | } |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 93 | } |
| 94 | |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 95 | buf->sgt = drm_prime_pages_to_sg(buf->pages, nr_pages); |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 96 | if (!buf->sgt) { |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 97 | DRM_ERROR("failed to get sg table.\n"); |
Inki Dae | 61db75d | 2012-04-03 21:49:15 +0900 | [diff] [blame] | 98 | ret = -ENOMEM; |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 99 | goto err_free_attrs; |
Inki Dae | 61db75d | 2012-04-03 21:49:15 +0900 | [diff] [blame] | 100 | } |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 101 | |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 102 | DRM_DEBUG_KMS("dma_addr(0x%lx), size(0x%lx)\n", |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 103 | (unsigned long)buf->dma_addr, |
| 104 | buf->size); |
| 105 | |
| 106 | return ret; |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 107 | |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 108 | err_free_attrs: |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 109 | dma_free_attrs(dev->dev, buf->size, buf->pages, |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 110 | (dma_addr_t)buf->dma_addr, &buf->dma_attrs); |
| 111 | buf->dma_addr = (dma_addr_t)NULL; |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 112 | |
Inki Dae | 694be45 | 2012-12-26 18:06:01 +0900 | [diff] [blame] | 113 | if (!is_drm_iommu_supported(dev)) |
| 114 | kfree(buf->pages); |
| 115 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 116 | return ret; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | static void lowlevel_buffer_deallocate(struct drm_device *dev, |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 120 | unsigned int flags, struct exynos_drm_gem_buf *buf) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 121 | { |
| 122 | DRM_DEBUG_KMS("%s.\n", __FILE__); |
| 123 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 124 | if (!buf->dma_addr) { |
| 125 | DRM_DEBUG_KMS("dma_addr is invalid.\n"); |
| 126 | return; |
| 127 | } |
| 128 | |
Inki Dae | 4744ad2 | 2012-12-07 17:51:27 +0900 | [diff] [blame] | 129 | DRM_DEBUG_KMS("dma_addr(0x%lx), size(0x%lx)\n", |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 130 | (unsigned long)buf->dma_addr, |
| 131 | buf->size); |
| 132 | |
| 133 | sg_free_table(buf->sgt); |
| 134 | |
| 135 | kfree(buf->sgt); |
| 136 | buf->sgt = NULL; |
| 137 | |
Inki Dae | 694be45 | 2012-12-26 18:06:01 +0900 | [diff] [blame] | 138 | if (!is_drm_iommu_supported(dev)) { |
| 139 | dma_free_attrs(dev->dev, buf->size, buf->kvaddr, |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 140 | (dma_addr_t)buf->dma_addr, &buf->dma_attrs); |
Inki Dae | 694be45 | 2012-12-26 18:06:01 +0900 | [diff] [blame] | 141 | kfree(buf->pages); |
| 142 | } else |
| 143 | dma_free_attrs(dev->dev, buf->size, buf->pages, |
| 144 | (dma_addr_t)buf->dma_addr, &buf->dma_attrs); |
| 145 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 146 | buf->dma_addr = (dma_addr_t)NULL; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 147 | } |
| 148 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 149 | struct exynos_drm_gem_buf *exynos_drm_init_buf(struct drm_device *dev, |
| 150 | unsigned int size) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 151 | { |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 152 | struct exynos_drm_gem_buf *buffer; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 153 | |
| 154 | DRM_DEBUG_KMS("%s.\n", __FILE__); |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 155 | DRM_DEBUG_KMS("desired size = 0x%x\n", size); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 156 | |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 157 | buffer = kzalloc(sizeof(*buffer), GFP_KERNEL); |
| 158 | if (!buffer) { |
| 159 | DRM_ERROR("failed to allocate exynos_drm_gem_buf.\n"); |
Joonyoung Shim | ee5e770 | 2011-12-13 14:20:23 +0900 | [diff] [blame] | 160 | return NULL; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 161 | } |
| 162 | |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 163 | buffer->size = size; |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 164 | return buffer; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 165 | } |
| 166 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 167 | void exynos_drm_fini_buf(struct drm_device *dev, |
| 168 | struct exynos_drm_gem_buf *buffer) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 169 | { |
| 170 | DRM_DEBUG_KMS("%s.\n", __FILE__); |
| 171 | |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 172 | if (!buffer) { |
| 173 | DRM_DEBUG_KMS("buffer is null.\n"); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 174 | return; |
| 175 | } |
| 176 | |
Inki Dae | 2c87112 | 2011-11-12 15:23:32 +0900 | [diff] [blame] | 177 | kfree(buffer); |
| 178 | buffer = NULL; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 179 | } |
| 180 | |
Inki Dae | 2b35892 | 2012-03-16 18:47:05 +0900 | [diff] [blame] | 181 | int exynos_drm_alloc_buf(struct drm_device *dev, |
| 182 | struct exynos_drm_gem_buf *buf, unsigned int flags) |
| 183 | { |
| 184 | |
| 185 | /* |
| 186 | * allocate memory region and set the memory information |
| 187 | * to vaddr and dma_addr of a buffer object. |
| 188 | */ |
| 189 | if (lowlevel_buffer_allocate(dev, flags, buf) < 0) |
| 190 | return -ENOMEM; |
| 191 | |
| 192 | return 0; |
| 193 | } |
| 194 | |
| 195 | void exynos_drm_free_buf(struct drm_device *dev, |
| 196 | unsigned int flags, struct exynos_drm_gem_buf *buffer) |
| 197 | { |
| 198 | |
| 199 | lowlevel_buffer_deallocate(dev, flags, buffer); |
| 200 | } |