blob: 9332e52ea8c270aadacb79b61446336202e1fea6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_VMALLOC_H
2#define _LINUX_VMALLOC_H
3
4#include <linux/spinlock.h>
Nick Piggindb64fe02008-10-18 20:27:03 -07005#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <asm/page.h> /* pgprot_t */
7
Hugh Dickins605d9282008-08-16 11:07:21 +01008struct vm_area_struct; /* vma defining user mapping in mm_types.h */
Nick Piggin83342312006-06-23 02:03:20 -07009
Hugh Dickins605d9282008-08-16 11:07:21 +010010/* bits in flags of vmalloc's vm_struct below */
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#define VM_IOREMAP 0x00000001 /* ioremap() and friends */
12#define VM_ALLOC 0x00000002 /* vmalloc() */
13#define VM_MAP 0x00000004 /* vmap()ed pages */
Nick Piggin83342312006-06-23 02:03:20 -070014#define VM_USERMAP 0x00000008 /* suitable for remap_vmalloc_range */
Jan Kiszka8757d5f2006-07-14 00:23:56 -070015#define VM_VPAGES 0x00000010 /* buffer for pages was vmalloc'ed */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016/* bits [20..32] reserved for arch specific ioremap internals */
17
Deepak Saxenafd195c42005-09-03 15:54:58 -070018/*
19 * Maximum alignment for ioremap() regions.
20 * Can be overriden by arch-specific value.
21 */
22#ifndef IOREMAP_MAX_ORDER
23#define IOREMAP_MAX_ORDER (7 + PAGE_SHIFT) /* 128 pages */
24#endif
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026struct vm_struct {
Eric Dumazet2b4ac442006-11-10 12:27:48 -080027 struct vm_struct *next;
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 void *addr;
29 unsigned long size;
30 unsigned long flags;
31 struct page **pages;
32 unsigned int nr_pages;
Kenji Kaneshigeffa71f32010-06-18 12:22:40 +090033 phys_addr_t phys_addr;
Christoph Lameter23016962008-04-28 02:12:42 -070034 void *caller;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035};
36
37/*
38 * Highlevel APIs for driver use
39 */
Nick Piggindb64fe02008-10-18 20:27:03 -070040extern void vm_unmap_ram(const void *mem, unsigned int count);
41extern void *vm_map_ram(struct page **pages, unsigned int count,
42 int node, pgprot_t prot);
43extern void vm_unmap_aliases(void);
44
45#ifdef CONFIG_MMU
46extern void __init vmalloc_init(void);
47#else
48static inline void vmalloc_init(void)
49{
50}
51#endif
52
Linus Torvalds1da177e2005-04-16 15:20:36 -070053extern void *vmalloc(unsigned long size);
Dave Younge1ca7782010-10-26 14:22:06 -070054extern void *vzalloc(unsigned long size);
Nick Piggin83342312006-06-23 02:03:20 -070055extern void *vmalloc_user(unsigned long size);
Christoph Lameter930fc452005-10-29 18:15:41 -070056extern void *vmalloc_node(unsigned long size, int node);
Dave Younge1ca7782010-10-26 14:22:06 -070057extern void *vzalloc_node(unsigned long size, int node);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058extern void *vmalloc_exec(unsigned long size);
59extern void *vmalloc_32(unsigned long size);
Nick Piggin83342312006-06-23 02:03:20 -070060extern void *vmalloc_32_user(unsigned long size);
Al Virodd0fc662005-10-07 07:46:04 +010061extern void *__vmalloc(unsigned long size, gfp_t gfp_mask, pgprot_t prot);
David Rientjesd0a21262011-01-13 15:46:02 -080062extern void *__vmalloc_node_range(unsigned long size, unsigned long align,
63 unsigned long start, unsigned long end, gfp_t gfp_mask,
64 pgprot_t prot, int node, void *caller);
Christoph Lameterb3bdda02008-02-04 22:28:32 -080065extern void vfree(const void *addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
67extern void *vmap(struct page **pages, unsigned int count,
68 unsigned long flags, pgprot_t prot);
Christoph Lameterb3bdda02008-02-04 22:28:32 -080069extern void vunmap(const void *addr);
Nick Piggin83342312006-06-23 02:03:20 -070070
71extern int remap_vmalloc_range(struct vm_area_struct *vma, void *addr,
72 unsigned long pgoff);
Christoph Hellwig1eeb66a2007-05-08 00:27:03 -070073void vmalloc_sync_all(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
75/*
76 * Lowlevel-APIs (not for driver use!)
77 */
Jeremy Fitzhardinge95851162007-07-21 17:11:35 +020078
79static inline size_t get_vm_area_size(const struct vm_struct *area)
80{
81 /* return actual size without guard page */
82 return area->size - PAGE_SIZE;
83}
84
Linus Torvalds1da177e2005-04-16 15:20:36 -070085extern struct vm_struct *get_vm_area(unsigned long size, unsigned long flags);
Christoph Lameter23016962008-04-28 02:12:42 -070086extern struct vm_struct *get_vm_area_caller(unsigned long size,
87 unsigned long flags, void *caller);
Linus Torvalds1da177e2005-04-16 15:20:36 -070088extern struct vm_struct *__get_vm_area(unsigned long size, unsigned long flags,
89 unsigned long start, unsigned long end);
Benjamin Herrenschmidtc2968612009-02-18 14:48:12 -080090extern struct vm_struct *__get_vm_area_caller(unsigned long size,
91 unsigned long flags,
92 unsigned long start, unsigned long end,
93 void *caller);
Christoph Lameterb3bdda02008-02-04 22:28:32 -080094extern struct vm_struct *remove_vm_area(const void *addr);
Benjamin Herrenschmidtc19c03f2007-06-04 15:15:35 +100095
Linus Torvalds1da177e2005-04-16 15:20:36 -070096extern int map_vm_area(struct vm_struct *area, pgprot_t prot,
97 struct page ***pages);
Graf Yangb554cb42011-03-28 12:53:29 +010098#ifdef CONFIG_MMU
Tejun Heo8fc48982009-02-20 16:29:08 +090099extern int map_kernel_range_noflush(unsigned long start, unsigned long size,
100 pgprot_t prot, struct page **pages);
101extern void unmap_kernel_range_noflush(unsigned long addr, unsigned long size);
Benjamin Herrenschmidtc19c03f2007-06-04 15:15:35 +1000102extern void unmap_kernel_range(unsigned long addr, unsigned long size);
Graf Yangb554cb42011-03-28 12:53:29 +0100103#else
104static inline int
105map_kernel_range_noflush(unsigned long start, unsigned long size,
106 pgprot_t prot, struct page **pages)
107{
108 return size >> PAGE_SHIFT;
109}
110static inline void
111unmap_kernel_range_noflush(unsigned long addr, unsigned long size)
112{
113}
114static inline void
115unmap_kernel_range(unsigned long addr, unsigned long size)
116{
117}
118#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
Jeremy Fitzhardinge5f4352f2007-07-17 18:37:04 -0700120/* Allocate/destroy a 'vmalloc' VM area. */
121extern struct vm_struct *alloc_vm_area(size_t size);
122extern void free_vm_area(struct vm_struct *area);
123
KOSAKI Motohiro69beeb1d2009-01-06 14:39:46 -0800124/* for /dev/kmem */
125extern long vread(char *buf, char *addr, unsigned long count);
126extern long vwrite(char *buf, char *addr, unsigned long count);
127
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128/*
129 * Internals. Dont't use..
130 */
131extern rwlock_t vmlist_lock;
132extern struct vm_struct *vmlist;
Tejun Heoc0c0a292009-02-24 11:57:21 +0900133extern __init void vm_area_register_early(struct vm_struct *vm, size_t align);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
Tejun Heo4f8b02b2010-09-03 18:22:47 +0200135#ifdef CONFIG_SMP
Graf Yangb554cb42011-03-28 12:53:29 +0100136# ifdef CONFIG_MMU
Tejun Heoca23e402009-08-14 15:00:52 +0900137struct vm_struct **pcpu_get_vm_areas(const unsigned long *offsets,
138 const size_t *sizes, int nr_vms,
David Rientjesec3f64f2011-01-13 15:46:01 -0800139 size_t align);
Tejun Heoca23e402009-08-14 15:00:52 +0900140
141void pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms);
Graf Yangb554cb42011-03-28 12:53:29 +0100142# else
143static inline struct vm_struct **
144pcpu_get_vm_areas(const unsigned long *offsets,
145 const size_t *sizes, int nr_vms,
146 size_t align)
147{
148 return NULL;
149}
150
151static inline void
152pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms)
153{
154}
155# endif
Tejun Heo4f8b02b2010-09-03 18:22:47 +0200156#endif
Tejun Heoca23e402009-08-14 15:00:52 +0900157
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158#endif /* _LINUX_VMALLOC_H */