blob: 3732a61c3762840553fd3e4470d71f050f9aaf26 [file] [log] [blame]
Dave Airlieb5e89ed2005-09-25 14:28:13 +10001/**
2 * \file drm_memory.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Memory management wrappers for DRM
4 *
5 * \author Rickard E. (Rik) Faith <faith@valinux.com>
6 * \author Gareth Hughes <gareth@valinux.com>
7 */
8
Dave Airlieb5e89ed2005-09-25 14:28:13 +10009/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * Created: Thu Feb 4 14:00:34 1999 by faith@valinux.com
11 *
12 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
13 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
14 * All Rights Reserved.
15 *
16 * Permission is hereby granted, free of charge, to any person obtaining a
17 * copy of this software and associated documentation files (the "Software"),
18 * to deal in the Software without restriction, including without limitation
19 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
20 * and/or sell copies of the Software, and to permit persons to whom the
21 * Software is furnished to do so, subject to the following conditions:
22 *
23 * The above copyright notice and this permission notice (including the next
24 * paragraph) shall be included in all copies or substantial portions of the
25 * Software.
26 *
27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
28 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
29 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
30 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
31 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
32 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
33 * OTHER DEALINGS IN THE SOFTWARE.
34 */
35
36#include <linux/config.h>
37#include <linux/highmem.h>
38#include <linux/vmalloc.h>
39#include "drmP.h"
40
41/**
42 * Cut down version of drm_memory_debug.h, which used to be called
Dave Airlieb5e89ed2005-09-25 14:28:13 +100043 * drm_memory.h.
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 */
45
46#if __OS_HAS_AGP
47
48#include <linux/vmalloc.h>
49
50#ifdef HAVE_PAGE_AGP
51#include <asm/agp.h>
52#else
53# ifdef __powerpc__
54# define PAGE_AGP __pgprot(_PAGE_KERNEL | _PAGE_NO_CACHE)
55# else
56# define PAGE_AGP PAGE_KERNEL
57# endif
58#endif
59
60/*
61 * Find the drm_map that covers the range [offset, offset+size).
62 */
Dave Airlieb5e89ed2005-09-25 14:28:13 +100063static inline drm_map_t *drm_lookup_map(unsigned long offset,
64 unsigned long size, drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070065{
66 struct list_head *list;
67 drm_map_list_t *r_list;
68 drm_map_t *map;
69
70 list_for_each(list, &dev->maplist->head) {
71 r_list = (drm_map_list_t *) list;
72 map = r_list->map;
73 if (!map)
74 continue;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100075 if (map->offset <= offset
76 && (offset + size) <= (map->offset + map->size))
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 return map;
78 }
79 return NULL;
80}
81
Dave Airlieb5e89ed2005-09-25 14:28:13 +100082static inline void *agp_remap(unsigned long offset, unsigned long size,
83 drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070084{
Dave Airlieb5e89ed2005-09-25 14:28:13 +100085 unsigned long *phys_addr_map, i, num_pages =
86 PAGE_ALIGN(size) / PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 struct drm_agp_mem *agpmem;
88 struct page **page_map;
89 void *addr;
90
91 size = PAGE_ALIGN(size);
92
93#ifdef __alpha__
94 offset -= dev->hose->mem_space->start;
95#endif
96
97 for (agpmem = dev->agp->memory; agpmem; agpmem = agpmem->next)
98 if (agpmem->bound <= offset
Dave Airlieb5e89ed2005-09-25 14:28:13 +100099 && (agpmem->bound + (agpmem->pages << PAGE_SHIFT)) >=
100 (offset + size))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 break;
102 if (!agpmem)
103 return NULL;
104
105 /*
106 * OK, we're mapping AGP space on a chipset/platform on which memory accesses by
107 * the CPU do not get remapped by the GART. We fix this by using the kernel's
108 * page-table instead (that's probably faster anyhow...).
109 */
110 /* note: use vmalloc() because num_pages could be large... */
111 page_map = vmalloc(num_pages * sizeof(struct page *));
112 if (!page_map)
113 return NULL;
114
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000115 phys_addr_map =
116 agpmem->memory->memory + (offset - agpmem->bound) / PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 for (i = 0; i < num_pages; ++i)
118 page_map[i] = pfn_to_page(phys_addr_map[i] >> PAGE_SHIFT);
119 addr = vmap(page_map, num_pages, VM_IOREMAP, PAGE_AGP);
120 vfree(page_map);
121
122 return addr;
123}
124
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000125static inline unsigned long drm_follow_page(void *vaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000127 pgd_t *pgd = pgd_offset_k((unsigned long)vaddr);
128 pud_t *pud = pud_offset(pgd, (unsigned long)vaddr);
129 pmd_t *pmd = pmd_offset(pud, (unsigned long)vaddr);
130 pte_t *ptep = pte_offset_kernel(pmd, (unsigned long)vaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 return pte_pfn(*ptep) << PAGE_SHIFT;
132}
133
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000134#else /* __OS_HAS_AGP */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000136static inline drm_map_t *drm_lookup_map(unsigned long offset,
137 unsigned long size, drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000139 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140}
141
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000142static inline void *agp_remap(unsigned long offset, unsigned long size,
143 drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000145 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146}
147
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000148static inline unsigned long drm_follow_page(void *vaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000150 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151}
152
153#endif
154
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000155static inline void *drm_ioremap(unsigned long offset, unsigned long size,
156 drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157{
158 if (drm_core_has_AGP(dev) && dev->agp && dev->agp->cant_use_aperture) {
159 drm_map_t *map = drm_lookup_map(offset, size, dev);
160
161 if (map && map->type == _DRM_AGP)
162 return agp_remap(offset, size, dev);
163 }
164 return ioremap(offset, size);
165}
166
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000167static inline void *drm_ioremap_nocache(unsigned long offset,
168 unsigned long size, drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169{
170 if (drm_core_has_AGP(dev) && dev->agp && dev->agp->cant_use_aperture) {
171 drm_map_t *map = drm_lookup_map(offset, size, dev);
172
173 if (map && map->type == _DRM_AGP)
174 return agp_remap(offset, size, dev);
175 }
176 return ioremap_nocache(offset, size);
177}
178
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000179static inline void drm_ioremapfree(void *pt, unsigned long size,
180 drm_device_t * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181{
182 /*
183 * This is a bit ugly. It would be much cleaner if the DRM API would use separate
184 * routines for handling mappings in the AGP space. Hopefully this can be done in
185 * a future revision of the interface...
186 */
187 if (drm_core_has_AGP(dev) && dev->agp && dev->agp->cant_use_aperture
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000188 && ((unsigned long)pt >= VMALLOC_START
189 && (unsigned long)pt < VMALLOC_END)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 unsigned long offset;
191 drm_map_t *map;
192
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000193 offset = drm_follow_page(pt) | ((unsigned long)pt & ~PAGE_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 map = drm_lookup_map(offset, size, dev);
195 if (map && map->type == _DRM_AGP) {
196 vunmap(pt);
197 return;
198 }
199 }
200
201 iounmap(pt);
202}