blob: 4a2c328959e59348ef7ee5f4bb0797835cd92ba5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
Dave Airlieb5e89ed2005-09-25 14:28:13 +10002 * \file drm_vm.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Memory mapping for DRM
Dave Airlieb5e89ed2005-09-25 14:28:13 +10004 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * \author Rickard E. (Rik) Faith <faith@valinux.com>
6 * \author Gareth Hughes <gareth@valinux.com>
7 */
8
9/*
10 * Created: Mon Jan 4 08:58:31 1999 by faith@valinux.com
11 *
12 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
13 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
14 * All Rights Reserved.
15 *
16 * Permission is hereby granted, free of charge, to any person obtaining a
17 * copy of this software and associated documentation files (the "Software"),
18 * to deal in the Software without restriction, including without limitation
19 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
20 * and/or sell copies of the Software, and to permit persons to whom the
21 * Software is furnished to do so, subject to the following conditions:
22 *
23 * The above copyright notice and this permission notice (including the next
24 * paragraph) shall be included in all copies or substantial portions of the
25 * Software.
26 *
27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
28 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
29 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
30 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
31 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
32 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
33 * OTHER DEALINGS IN THE SOFTWARE.
34 */
35
David Howells760285e2012-10-02 18:01:07 +010036#include <drm/drmP.h>
Paul Gortmaker2d1a8a42011-08-30 18:16:33 -040037#include <linux/export.h>
David Herrmann03decbe2014-08-29 12:12:29 +020038#include <linux/seq_file.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#if defined(__ia64__)
40#include <linux/efi.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090041#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#endif
David Herrmann2791ee82014-08-29 12:12:33 +020043#include <asm/pgtable.h>
David Herrmanncc5ea592014-08-29 12:12:32 +020044#include "drm_legacy.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
David Herrmann03decbe2014-08-29 12:12:29 +020046struct drm_vma_entry {
47 struct list_head head;
48 struct vm_area_struct *vma;
49 pid_t pid;
50};
51
Dave Airliec94f7022005-07-07 21:03:38 +100052static void drm_vm_open(struct vm_area_struct *vma);
53static void drm_vm_close(struct vm_area_struct *vma);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Andy Lutomirskiff47eaf2013-05-13 23:58:42 +000055static pgprot_t drm_io_prot(struct drm_local_map *map,
56 struct vm_area_struct *vma)
Dave Airlie5cc7f9a2007-02-10 11:53:13 +110057{
58 pgprot_t tmp = vm_get_page_prot(vma->vm_flags);
59
Benjamin Herrenschmidt6bd31102014-09-04 17:46:45 +100060#if defined(__i386__) || defined(__x86_64__) || defined(__powerpc__)
Andy Lutomirskif4350462013-05-13 23:58:43 +000061 if (map->type == _DRM_REGISTERS && !(map->flags & _DRM_WRITE_COMBINING))
62 tmp = pgprot_noncached(tmp);
63 else
64 tmp = pgprot_writecombine(tmp);
Benjamin Herrenschmidt6876b3b2008-03-28 14:23:07 -070065#elif defined(__ia64__)
Dave Airlie5cc7f9a2007-02-10 11:53:13 +110066 if (efi_range_is_wc(vma->vm_start, vma->vm_end -
67 vma->vm_start))
68 tmp = pgprot_writecombine(tmp);
69 else
70 tmp = pgprot_noncached(tmp);
Huacai Chen04cf55e2012-08-11 09:32:17 +000071#elif defined(__sparc__) || defined(__arm__) || defined(__mips__)
Benjamin Herrenschmidt6876b3b2008-03-28 14:23:07 -070072 tmp = pgprot_noncached(tmp);
73#endif
74 return tmp;
75}
76
77static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma)
78{
79 pgprot_t tmp = vm_get_page_prot(vma->vm_flags);
80
81#if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
82 tmp |= _PAGE_NO_CACHE;
Dave Airlie5cc7f9a2007-02-10 11:53:13 +110083#endif
84 return tmp;
85}
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087/**
Nick Pigginca0b07d2008-02-07 16:20:50 +100088 * \c fault method for AGP virtual memory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 *
90 * \param vma virtual memory area.
91 * \param address access address.
92 * \return pointer to the page structure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +100093 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 * Find the right map and if it's AGP memory find the real physical page to
95 * map, get the page, increment the use count and return it.
96 */
97#if __OS_HAS_AGP
Nick Pigginca0b07d2008-02-07 16:20:50 +100098static int drm_do_vm_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Linus Torvalds1da177e2005-04-16 15:20:36 -070099{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000100 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000101 struct drm_device *dev = priv->minor->dev;
Benjamin Herrenschmidtf77d3902009-02-02 16:55:46 +1100102 struct drm_local_map *map = NULL;
Dave Airlie55910512007-07-11 16:53:40 +1000103 struct drm_map_list *r_list;
Dave Airliee0be4282007-07-12 10:26:44 +1000104 struct drm_hash_item *hash;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
106 /*
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000107 * Find the right map
108 */
Daniel Vetterd9906752013-12-11 11:34:35 +0100109 if (!dev->agp)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000110 goto vm_fault_error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000112 if (!dev->agp || !dev->agp->cant_use_aperture)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000113 goto vm_fault_error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114
Thomas Hellstrom15450852007-02-08 16:14:05 +1100115 if (drm_ht_find_item(&dev->map_hash, vma->vm_pgoff, &hash))
Nick Pigginca0b07d2008-02-07 16:20:50 +1000116 goto vm_fault_error;
Thomas Hellstrom8d153f72006-08-07 22:36:47 +1000117
Dave Airlie55910512007-07-11 16:53:40 +1000118 r_list = drm_hash_entry(hash, struct drm_map_list, hash);
Thomas Hellstrom8d153f72006-08-07 22:36:47 +1000119 map = r_list->map;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
121 if (map && map->type == _DRM_AGP) {
Nick Pigginca0b07d2008-02-07 16:20:50 +1000122 /*
123 * Using vm_pgoff as a selector forces us to use this unusual
124 * addressing scheme.
125 */
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100126 resource_size_t offset = (unsigned long)vmf->virtual_address -
127 vma->vm_start;
128 resource_size_t baddr = map->offset + offset;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 struct drm_agp_mem *agpmem;
130 struct page *page;
131
132#ifdef __alpha__
133 /*
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000134 * Adjust to a bus-relative address
135 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 baddr -= dev->hose->mem_space->start;
137#endif
138
139 /*
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000140 * It's AGP memory - find the real physical page to map
141 */
Dave Airliebd1b3312007-05-26 05:01:51 +1000142 list_for_each_entry(agpmem, &dev->agp->memory, head) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 if (agpmem->bound <= baddr &&
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000144 agpmem->bound + agpmem->pages * PAGE_SIZE > baddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 break;
146 }
147
Dan Carpenter161c4812010-08-19 11:39:57 +0200148 if (&agpmem->head == &dev->agp->memory)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000149 goto vm_fault_error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150
151 /*
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000152 * Get the page, inc the use count, and return it
153 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 offset = (baddr - agpmem->bound) >> PAGE_SHIFT;
Dave Airlie07613ba2009-06-12 14:11:41 +1000155 page = agpmem->memory->pages[offset];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 get_page(page);
Nick Pigginca0b07d2008-02-07 16:20:50 +1000157 vmf->page = page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000159 DRM_DEBUG
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100160 ("baddr = 0x%llx page = 0x%p, offset = 0x%llx, count=%d\n",
161 (unsigned long long)baddr,
Dave Airlie07613ba2009-06-12 14:11:41 +1000162 agpmem->memory->pages[offset],
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100163 (unsigned long long)offset,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000164 page_count(page));
Nick Pigginca0b07d2008-02-07 16:20:50 +1000165 return 0;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000166 }
Nick Pigginca0b07d2008-02-07 16:20:50 +1000167vm_fault_error:
168 return VM_FAULT_SIGBUS; /* Disallow mremap */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000170#else /* __OS_HAS_AGP */
Nick Pigginca0b07d2008-02-07 16:20:50 +1000171static int drm_do_vm_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172{
Nick Pigginca0b07d2008-02-07 16:20:50 +1000173 return VM_FAULT_SIGBUS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000175#endif /* __OS_HAS_AGP */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176
177/**
178 * \c nopage method for shared virtual memory.
179 *
180 * \param vma virtual memory area.
181 * \param address access address.
182 * \return pointer to the page structure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000183 *
Michael Opdenacker59c51592007-05-09 08:57:56 +0200184 * Get the mapping, find the real physical page to map, get the page, and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 * return it.
186 */
Nick Pigginca0b07d2008-02-07 16:20:50 +1000187static int drm_do_vm_shm_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
Benjamin Herrenschmidtf77d3902009-02-02 16:55:46 +1100189 struct drm_local_map *map = vma->vm_private_data;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000190 unsigned long offset;
191 unsigned long i;
192 struct page *page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000194 if (!map)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000195 return VM_FAULT_SIGBUS; /* Nothing allocated */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
Nick Pigginca0b07d2008-02-07 16:20:50 +1000197 offset = (unsigned long)vmf->virtual_address - vma->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 i = (unsigned long)map->handle + offset;
Hugh Dickins38315872007-03-24 17:55:16 +1100199 page = vmalloc_to_page((void *)i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 if (!page)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000201 return VM_FAULT_SIGBUS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 get_page(page);
Nick Pigginca0b07d2008-02-07 16:20:50 +1000203 vmf->page = page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
Nick Pigginca0b07d2008-02-07 16:20:50 +1000205 DRM_DEBUG("shm_fault 0x%lx\n", offset);
206 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207}
208
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209/**
210 * \c close method for shared virtual memory.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000211 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 * \param vma virtual memory area.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000213 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 * Deletes map information if we are the last
215 * person to close a mapping and it's not in the global maplist.
216 */
Dave Airliec94f7022005-07-07 21:03:38 +1000217static void drm_vm_shm_close(struct vm_area_struct *vma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000219 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000220 struct drm_device *dev = priv->minor->dev;
Dave Airlie8fc2fdf2007-07-11 16:21:47 +1000221 struct drm_vma_entry *pt, *temp;
Benjamin Herrenschmidtf77d3902009-02-02 16:55:46 +1100222 struct drm_local_map *map;
Dave Airlie55910512007-07-11 16:53:40 +1000223 struct drm_map_list *r_list;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 int found_maps = 0;
225
226 DRM_DEBUG("0x%08lx,0x%08lx\n",
227 vma->vm_start, vma->vm_end - vma->vm_start);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228
229 map = vma->vm_private_data;
230
Dave Airlie30e2fb12006-02-02 19:37:46 +1100231 mutex_lock(&dev->struct_mutex);
Dave Airliebd1b3312007-05-26 05:01:51 +1000232 list_for_each_entry_safe(pt, temp, &dev->vmalist, head) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000233 if (pt->vma->vm_private_data == map)
234 found_maps++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 if (pt->vma == vma) {
Dave Airliebd1b3312007-05-26 05:01:51 +1000236 list_del(&pt->head);
Eric Anholt9a298b22009-03-24 12:23:04 -0700237 kfree(pt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 }
239 }
Dave Airliebd1b3312007-05-26 05:01:51 +1000240
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 /* We were the only map that was found */
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000242 if (found_maps == 1 && map->flags & _DRM_REMOVABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 /* Check to see if we are in the maplist, if we are not, then
244 * we delete this mappings information.
245 */
246 found_maps = 0;
Dave Airliebd1b3312007-05-26 05:01:51 +1000247 list_for_each_entry(r_list, &dev->maplist, head) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000248 if (r_list->map == map)
249 found_maps++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 }
251
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000252 if (!found_maps) {
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000253 drm_dma_handle_t dmah;
254
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 switch (map->type) {
256 case _DRM_REGISTERS:
257 case _DRM_FRAME_BUFFER:
Daniel Vetter28185642013-08-08 15:41:27 +0200258 arch_phys_wc_del(map->mtrr);
Christoph Hellwig004a7722007-01-08 21:56:59 +1100259 iounmap(map->handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 break;
261 case _DRM_SHM:
262 vfree(map->handle);
263 break;
264 case _DRM_AGP:
265 case _DRM_SCATTER_GATHER:
266 break;
Dave Airlie2d0f9ea2005-07-10 14:34:13 +1000267 case _DRM_CONSISTENT:
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000268 dmah.vaddr = map->handle;
269 dmah.busaddr = map->offset;
270 dmah.size = map->size;
Daniel Vetter1c96e842014-09-10 12:43:51 +0200271 __drm_legacy_pci_free(dev, &dmah);
Dave Airlie2d0f9ea2005-07-10 14:34:13 +1000272 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 }
Eric Anholt9a298b22009-03-24 12:23:04 -0700274 kfree(map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 }
276 }
Dave Airlie30e2fb12006-02-02 19:37:46 +1100277 mutex_unlock(&dev->struct_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278}
279
280/**
Nick Pigginca0b07d2008-02-07 16:20:50 +1000281 * \c fault method for DMA virtual memory.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282 *
283 * \param vma virtual memory area.
284 * \param address access address.
285 * \return pointer to the page structure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000286 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 * Determine the page number from the page offset and get it from drm_device_dma::pagelist.
288 */
Nick Pigginca0b07d2008-02-07 16:20:50 +1000289static int drm_do_vm_dma_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000291 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000292 struct drm_device *dev = priv->minor->dev;
Dave Airliecdd55a22007-07-11 16:32:08 +1000293 struct drm_device_dma *dma = dev->dma;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000294 unsigned long offset;
295 unsigned long page_nr;
296 struct page *page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000298 if (!dma)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000299 return VM_FAULT_SIGBUS; /* Error */
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000300 if (!dma->pagelist)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000301 return VM_FAULT_SIGBUS; /* Nothing allocated */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302
Nick Pigginca0b07d2008-02-07 16:20:50 +1000303 offset = (unsigned long)vmf->virtual_address - vma->vm_start; /* vm_[pg]off[set] should be 0 */
304 page_nr = offset >> PAGE_SHIFT; /* page_nr could just be vmf->pgoff */
Ben Hutchingse1e78532013-10-27 21:52:39 +0000305 page = virt_to_page((void *)dma->pagelist[page_nr]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306
307 get_page(page);
Nick Pigginca0b07d2008-02-07 16:20:50 +1000308 vmf->page = page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309
Nick Pigginca0b07d2008-02-07 16:20:50 +1000310 DRM_DEBUG("dma_fault 0x%lx (page %lu)\n", offset, page_nr);
311 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312}
313
314/**
Nick Pigginca0b07d2008-02-07 16:20:50 +1000315 * \c fault method for scatter-gather virtual memory.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 *
317 * \param vma virtual memory area.
318 * \param address access address.
319 * \return pointer to the page structure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000320 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 * Determine the map offset from the page offset and get it from drm_sg_mem::pagelist.
322 */
Nick Pigginca0b07d2008-02-07 16:20:50 +1000323static int drm_do_vm_sg_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324{
Benjamin Herrenschmidtf77d3902009-02-02 16:55:46 +1100325 struct drm_local_map *map = vma->vm_private_data;
Dave Airlie84b1fd12007-07-11 15:53:27 +1000326 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000327 struct drm_device *dev = priv->minor->dev;
Dave Airlie55910512007-07-11 16:53:40 +1000328 struct drm_sg_mem *entry = dev->sg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 unsigned long offset;
330 unsigned long map_offset;
331 unsigned long page_offset;
332 struct page *page;
333
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000334 if (!entry)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000335 return VM_FAULT_SIGBUS; /* Error */
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000336 if (!entry->pagelist)
Nick Pigginca0b07d2008-02-07 16:20:50 +1000337 return VM_FAULT_SIGBUS; /* Nothing allocated */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338
Nick Pigginca0b07d2008-02-07 16:20:50 +1000339 offset = (unsigned long)vmf->virtual_address - vma->vm_start;
Dave Airlied1f2b552005-08-05 22:11:22 +1000340 map_offset = map->offset - (unsigned long)dev->sg->virtual;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341 page_offset = (offset >> PAGE_SHIFT) + (map_offset >> PAGE_SHIFT);
342 page = entry->pagelist[page_offset];
343 get_page(page);
Nick Pigginca0b07d2008-02-07 16:20:50 +1000344 vmf->page = page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345
Nick Pigginca0b07d2008-02-07 16:20:50 +1000346 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347}
348
Nick Pigginca0b07d2008-02-07 16:20:50 +1000349static int drm_vm_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000350{
Nick Pigginca0b07d2008-02-07 16:20:50 +1000351 return drm_do_vm_fault(vma, vmf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352}
353
Nick Pigginca0b07d2008-02-07 16:20:50 +1000354static int drm_vm_shm_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000355{
Nick Pigginca0b07d2008-02-07 16:20:50 +1000356 return drm_do_vm_shm_fault(vma, vmf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357}
358
Nick Pigginca0b07d2008-02-07 16:20:50 +1000359static int drm_vm_dma_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000360{
Nick Pigginca0b07d2008-02-07 16:20:50 +1000361 return drm_do_vm_dma_fault(vma, vmf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362}
363
Nick Pigginca0b07d2008-02-07 16:20:50 +1000364static int drm_vm_sg_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000365{
Nick Pigginca0b07d2008-02-07 16:20:50 +1000366 return drm_do_vm_sg_fault(vma, vmf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367}
368
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369/** AGP virtual memory operations */
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400370static const struct vm_operations_struct drm_vm_ops = {
Nick Pigginca0b07d2008-02-07 16:20:50 +1000371 .fault = drm_vm_fault,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000372 .open = drm_vm_open,
373 .close = drm_vm_close,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374};
375
376/** Shared virtual memory operations */
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400377static const struct vm_operations_struct drm_vm_shm_ops = {
Nick Pigginca0b07d2008-02-07 16:20:50 +1000378 .fault = drm_vm_shm_fault,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000379 .open = drm_vm_open,
380 .close = drm_vm_shm_close,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381};
382
383/** DMA virtual memory operations */
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400384static const struct vm_operations_struct drm_vm_dma_ops = {
Nick Pigginca0b07d2008-02-07 16:20:50 +1000385 .fault = drm_vm_dma_fault,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000386 .open = drm_vm_open,
387 .close = drm_vm_close,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388};
389
390/** Scatter-gather virtual memory operations */
Alexey Dobriyanf0f37e22009-09-27 22:29:37 +0400391static const struct vm_operations_struct drm_vm_sg_ops = {
Nick Pigginca0b07d2008-02-07 16:20:50 +1000392 .fault = drm_vm_sg_fault,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000393 .open = drm_vm_open,
394 .close = drm_vm_close,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395};
396
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397/**
398 * \c open method for shared virtual memory.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000399 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400 * \param vma virtual memory area.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000401 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402 * Create a new drm_vma_entry structure as the \p vma private data entry and
403 * add it to drm_device::vmalist.
404 */
Rob Clarkb06d66b2012-05-01 11:04:51 -0500405void drm_vm_open_locked(struct drm_device *dev,
406 struct vm_area_struct *vma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407{
Dave Airlie8fc2fdf2007-07-11 16:21:47 +1000408 struct drm_vma_entry *vma_entry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409
410 DRM_DEBUG("0x%08lx,0x%08lx\n",
411 vma->vm_start, vma->vm_end - vma->vm_start);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412
Eric Anholt9a298b22009-03-24 12:23:04 -0700413 vma_entry = kmalloc(sizeof(*vma_entry), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414 if (vma_entry) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000415 vma_entry->vma = vma;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000416 vma_entry->pid = current->pid;
Dave Airliebd1b3312007-05-26 05:01:51 +1000417 list_add(&vma_entry->head, &dev->vmalist);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700418 }
419}
420
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100421static void drm_vm_open(struct vm_area_struct *vma)
422{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000423 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000424 struct drm_device *dev = priv->minor->dev;
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100425
426 mutex_lock(&dev->struct_mutex);
Rob Clarkb06d66b2012-05-01 11:04:51 -0500427 drm_vm_open_locked(dev, vma);
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100428 mutex_unlock(&dev->struct_mutex);
429}
430
Rob Clarkb06d66b2012-05-01 11:04:51 -0500431void drm_vm_close_locked(struct drm_device *dev,
432 struct vm_area_struct *vma)
Chris Wilson31dfbc92010-09-27 21:28:30 +0100433{
Chris Wilson31dfbc92010-09-27 21:28:30 +0100434 struct drm_vma_entry *pt, *temp;
435
436 DRM_DEBUG("0x%08lx,0x%08lx\n",
437 vma->vm_start, vma->vm_end - vma->vm_start);
Chris Wilson31dfbc92010-09-27 21:28:30 +0100438
439 list_for_each_entry_safe(pt, temp, &dev->vmalist, head) {
440 if (pt->vma == vma) {
441 list_del(&pt->head);
442 kfree(pt);
443 break;
444 }
445 }
446}
447
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448/**
449 * \c close method for all virtual memory types.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000450 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700451 * \param vma virtual memory area.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000452 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 * Search the \p vma private data entry in drm_device::vmalist, unlink it, and
454 * free it.
455 */
Dave Airliec94f7022005-07-07 21:03:38 +1000456static void drm_vm_close(struct vm_area_struct *vma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000458 struct drm_file *priv = vma->vm_file->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000459 struct drm_device *dev = priv->minor->dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460
Dave Airlie30e2fb12006-02-02 19:37:46 +1100461 mutex_lock(&dev->struct_mutex);
Rob Clarkb06d66b2012-05-01 11:04:51 -0500462 drm_vm_close_locked(dev, vma);
Dave Airlie30e2fb12006-02-02 19:37:46 +1100463 mutex_unlock(&dev->struct_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464}
465
466/**
467 * mmap DMA memory.
468 *
Eric Anholt6c340ea2007-08-25 20:23:09 +1000469 * \param file_priv DRM file private.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470 * \param vma virtual memory area.
471 * \return zero on success or a negative number on failure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000472 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 * Sets the virtual memory area operations structure to vm_dma_ops, the file
474 * pointer, and calls vm_open().
475 */
Dave Airliec94f7022005-07-07 21:03:38 +1000476static int drm_mmap_dma(struct file *filp, struct vm_area_struct *vma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000478 struct drm_file *priv = filp->private_data;
479 struct drm_device *dev;
Dave Airliecdd55a22007-07-11 16:32:08 +1000480 struct drm_device_dma *dma;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000481 unsigned long length = vma->vm_end - vma->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
Dave Airlie2c14f282008-04-21 16:47:32 +1000483 dev = priv->minor->dev;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000484 dma = dev->dma;
Thomas Hellstrom15450852007-02-08 16:14:05 +1100485 DRM_DEBUG("start = 0x%lx, end = 0x%lx, page offset = 0x%lx\n",
486 vma->vm_start, vma->vm_end, vma->vm_pgoff);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000488 /* Length must match exact page count */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489 if (!dma || (length >> PAGE_SHIFT) != dma->page_count) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490 return -EINVAL;
491 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492
George Sapountzis3417f332006-10-24 12:03:04 -0700493 if (!capable(CAP_SYS_ADMIN) &&
494 (dma->flags & _DRM_DMA_USE_PCI_RO)) {
495 vma->vm_flags &= ~(VM_WRITE | VM_MAYWRITE);
496#if defined(__i386__) || defined(__x86_64__)
497 pgprot_val(vma->vm_page_prot) &= ~_PAGE_RW;
498#else
499 /* Ye gads this is ugly. With more thought
500 we could move this up higher and use
501 `protection_map' instead. */
502 vma->vm_page_prot =
503 __pgprot(pte_val
504 (pte_wrprotect
505 (__pte(pgprot_val(vma->vm_page_prot)))));
506#endif
507 }
508
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000509 vma->vm_ops = &drm_vm_dma_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510
Konstantin Khlebnikov314e51b2012-10-08 16:29:02 -0700511 vma->vm_flags |= VM_DONTEXPAND | VM_DONTDUMP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512
Rob Clarkb06d66b2012-05-01 11:04:51 -0500513 drm_vm_open_locked(dev, vma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514 return 0;
515}
516
Daniel Vettercbc60ca2010-08-23 22:53:28 +0200517static resource_size_t drm_core_get_reg_ofs(struct drm_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518{
519#ifdef __alpha__
Jay Estabrook82ba3fe2011-06-09 18:18:39 -0400520 return dev->hose->dense_mem_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521#else
522 return 0;
523#endif
524}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000525
Linus Torvalds1da177e2005-04-16 15:20:36 -0700526/**
527 * mmap DMA memory.
528 *
Eric Anholt6c340ea2007-08-25 20:23:09 +1000529 * \param file_priv DRM file private.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530 * \param vma virtual memory area.
531 * \return zero on success or a negative number on failure.
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000532 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 * If the virtual memory area has no offset associated with it then it's a DMA
534 * area, so calls mmap_dma(). Otherwise searches the map in drm_device::maplist,
535 * checks that the restricted flag is not set, sets the virtual memory operations
536 * according to the mapping type and remaps the pages. Finally sets the file
537 * pointer and calls vm_open().
538 */
Daniel Vetterbfbf3c82014-09-23 15:46:49 +0200539static int drm_mmap_locked(struct file *filp, struct vm_area_struct *vma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000541 struct drm_file *priv = filp->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000542 struct drm_device *dev = priv->minor->dev;
Benjamin Herrenschmidtf77d3902009-02-02 16:55:46 +1100543 struct drm_local_map *map = NULL;
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100544 resource_size_t offset = 0;
Dave Airliee0be4282007-07-12 10:26:44 +1000545 struct drm_hash_item *hash;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546
Thomas Hellstrom15450852007-02-08 16:14:05 +1100547 DRM_DEBUG("start = 0x%lx, end = 0x%lx, page offset = 0x%lx\n",
548 vma->vm_start, vma->vm_end, vma->vm_pgoff);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700549
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000550 if (!priv->authenticated)
551 return -EACCES;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552
553 /* We check for "dma". On Apple's UniNorth, it's valid to have
554 * the AGP mapped at physical address 0
555 * --BenH.
556 */
Thomas Hellstrom15450852007-02-08 16:14:05 +1100557 if (!vma->vm_pgoff
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558#if __OS_HAS_AGP
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000559 && (!dev->agp
560 || dev->agp->agp_info.device->vendor != PCI_VENDOR_ID_APPLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561#endif
562 )
563 return drm_mmap_dma(filp, vma);
564
Thomas Hellstrom15450852007-02-08 16:14:05 +1100565 if (drm_ht_find_item(&dev->map_hash, vma->vm_pgoff, &hash)) {
Thomas Hellstrom8d153f72006-08-07 22:36:47 +1000566 DRM_ERROR("Could not find map\n");
567 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 }
569
Dave Airlie55910512007-07-11 16:53:40 +1000570 map = drm_hash_entry(hash, struct drm_map_list, hash)->map;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000571 if (!map || ((map->flags & _DRM_RESTRICTED) && !capable(CAP_SYS_ADMIN)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572 return -EPERM;
573
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000574 /* Check for valid size. */
Dave Airlie54ba2f72007-02-10 12:07:47 +1100575 if (map->size < vma->vm_end - vma->vm_start)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000576 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578 if (!capable(CAP_SYS_ADMIN) && (map->flags & _DRM_READ_ONLY)) {
579 vma->vm_flags &= ~(VM_WRITE | VM_MAYWRITE);
580#if defined(__i386__) || defined(__x86_64__)
581 pgprot_val(vma->vm_page_prot) &= ~_PAGE_RW;
582#else
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000583 /* Ye gads this is ugly. With more thought
584 we could move this up higher and use
585 `protection_map' instead. */
586 vma->vm_page_prot =
587 __pgprot(pte_val
588 (pte_wrprotect
589 (__pte(pgprot_val(vma->vm_page_prot)))));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590#endif
591 }
592
593 switch (map->type) {
Jordan Crouse4b7fb9b2010-05-27 13:40:26 -0600594#if !defined(__arm__)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000595 case _DRM_AGP:
Daniel Vetterd9906752013-12-11 11:34:35 +0100596 if (dev->agp && dev->agp->cant_use_aperture) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000597 /*
598 * On some platforms we can't talk to bus dma address from the CPU, so for
599 * memory of type DRM_AGP, we'll deal with sorting out the real physical
Nick Pigginca0b07d2008-02-07 16:20:50 +1000600 * pages and mappings in fault()
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000601 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602#if defined(__powerpc__)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000603 pgprot_val(vma->vm_page_prot) |= _PAGE_NO_CACHE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604#endif
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000605 vma->vm_ops = &drm_vm_ops;
606 break;
607 }
608 /* fall through to _DRM_FRAME_BUFFER... */
Jordan Crouse4b7fb9b2010-05-27 13:40:26 -0600609#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 case _DRM_FRAME_BUFFER:
611 case _DRM_REGISTERS:
Daniel Vettercbc60ca2010-08-23 22:53:28 +0200612 offset = drm_core_get_reg_ofs(dev);
Andy Lutomirskiff47eaf2013-05-13 23:58:42 +0000613 vma->vm_page_prot = drm_io_prot(map, vma);
Dave Airlie9e9c1322007-03-24 17:57:54 +1100614 if (io_remap_pfn_range(vma, vma->vm_start,
615 (map->offset + offset) >> PAGE_SHIFT,
616 vma->vm_end - vma->vm_start,
617 vma->vm_page_prot))
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000618 return -EAGAIN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 DRM_DEBUG(" Type = %d; start = 0x%lx, end = 0x%lx,"
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100620 " offset = 0x%llx\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621 map->type,
Benjamin Herrenschmidt41c2e752009-02-02 16:55:47 +1100622 vma->vm_start, vma->vm_end, (unsigned long long)(map->offset + offset));
Jordan Crouse4b7fb9b2010-05-27 13:40:26 -0600623
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 vma->vm_ops = &drm_vm_ops;
625 break;
Dave Airlie2d0f9ea2005-07-10 14:34:13 +1000626 case _DRM_CONSISTENT:
Hugh Dickins38315872007-03-24 17:55:16 +1100627 /* Consistent memory is really like shared memory. But
Nick Pigginca0b07d2008-02-07 16:20:50 +1000628 * it's allocated in a different way, so avoid fault */
Hugh Dickins38315872007-03-24 17:55:16 +1100629 if (remap_pfn_range(vma, vma->vm_start,
630 page_to_pfn(virt_to_page(map->handle)),
631 vma->vm_end - vma->vm_start, vma->vm_page_prot))
632 return -EAGAIN;
Benjamin Herrenschmidt6876b3b2008-03-28 14:23:07 -0700633 vma->vm_page_prot = drm_dma_prot(map->type, vma);
Hugh Dickins38315872007-03-24 17:55:16 +1100634 /* fall through to _DRM_SHM */
635 case _DRM_SHM:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636 vma->vm_ops = &drm_vm_shm_ops;
637 vma->vm_private_data = (void *)map;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 break;
639 case _DRM_SCATTER_GATHER:
640 vma->vm_ops = &drm_vm_sg_ops;
641 vma->vm_private_data = (void *)map;
Benjamin Herrenschmidt5ff64612008-04-20 10:26:25 +1000642 vma->vm_page_prot = drm_dma_prot(map->type, vma);
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000643 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 default:
645 return -EINVAL; /* This should never happen. */
646 }
Konstantin Khlebnikov314e51b2012-10-08 16:29:02 -0700647 vma->vm_flags |= VM_DONTEXPAND | VM_DONTDUMP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648
Rob Clarkb06d66b2012-05-01 11:04:51 -0500649 drm_vm_open_locked(dev, vma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650 return 0;
651}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000652
Daniel Vetterbfbf3c82014-09-23 15:46:49 +0200653int drm_legacy_mmap(struct file *filp, struct vm_area_struct *vma)
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100654{
Dave Airlie84b1fd12007-07-11 15:53:27 +1000655 struct drm_file *priv = filp->private_data;
Dave Airlie2c14f282008-04-21 16:47:32 +1000656 struct drm_device *dev = priv->minor->dev;
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100657 int ret;
658
Dave Airlie2c07a212012-02-20 14:18:07 +0000659 if (drm_device_is_unplugged(dev))
660 return -ENODEV;
661
Thomas Hellstromd7d8aac2007-03-24 17:52:49 +1100662 mutex_lock(&dev->struct_mutex);
663 ret = drm_mmap_locked(filp, vma);
664 mutex_unlock(&dev->struct_mutex);
665
666 return ret;
667}
Daniel Vetterbfbf3c82014-09-23 15:46:49 +0200668EXPORT_SYMBOL(drm_legacy_mmap);
David Herrmann03decbe2014-08-29 12:12:29 +0200669
670void drm_legacy_vma_flush(struct drm_device *dev)
671{
672 struct drm_vma_entry *vma, *vma_temp;
673
674 /* Clear vma list (only needed for legacy drivers) */
675 list_for_each_entry_safe(vma, vma_temp, &dev->vmalist, head) {
676 list_del(&vma->head);
677 kfree(vma);
678 }
679}
680
David Herrmann03decbe2014-08-29 12:12:29 +0200681int drm_vma_info(struct seq_file *m, void *data)
682{
683 struct drm_info_node *node = (struct drm_info_node *) m->private;
684 struct drm_device *dev = node->minor->dev;
685 struct drm_vma_entry *pt;
686 struct vm_area_struct *vma;
687 unsigned long vma_count = 0;
688#if defined(__i386__)
689 unsigned int pgprot;
690#endif
691
692 mutex_lock(&dev->struct_mutex);
693 list_for_each_entry(pt, &dev->vmalist, head)
694 vma_count++;
695
696 seq_printf(m, "vma use count: %lu, high_memory = %pK, 0x%pK\n",
697 vma_count, high_memory,
698 (void *)(unsigned long)virt_to_phys(high_memory));
699
700 list_for_each_entry(pt, &dev->vmalist, head) {
701 vma = pt->vma;
702 if (!vma)
703 continue;
704 seq_printf(m,
705 "\n%5d 0x%pK-0x%pK %c%c%c%c%c%c 0x%08lx000",
706 pt->pid,
707 (void *)vma->vm_start, (void *)vma->vm_end,
708 vma->vm_flags & VM_READ ? 'r' : '-',
709 vma->vm_flags & VM_WRITE ? 'w' : '-',
710 vma->vm_flags & VM_EXEC ? 'x' : '-',
711 vma->vm_flags & VM_MAYSHARE ? 's' : 'p',
712 vma->vm_flags & VM_LOCKED ? 'l' : '-',
713 vma->vm_flags & VM_IO ? 'i' : '-',
714 vma->vm_pgoff);
715
716#if defined(__i386__)
717 pgprot = pgprot_val(vma->vm_page_prot);
718 seq_printf(m, " %c%c%c%c%c%c%c%c%c",
719 pgprot & _PAGE_PRESENT ? 'p' : '-',
720 pgprot & _PAGE_RW ? 'w' : 'r',
721 pgprot & _PAGE_USER ? 'u' : 's',
722 pgprot & _PAGE_PWT ? 't' : 'b',
723 pgprot & _PAGE_PCD ? 'u' : 'c',
724 pgprot & _PAGE_ACCESSED ? 'a' : '-',
725 pgprot & _PAGE_DIRTY ? 'd' : '-',
726 pgprot & _PAGE_PSE ? 'm' : 'k',
727 pgprot & _PAGE_GLOBAL ? 'g' : 'l');
728#endif
729 seq_printf(m, "\n");
730 }
731 mutex_unlock(&dev->struct_mutex);
732 return 0;
733}