Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_VMALLOC_H |
| 2 | #define _LINUX_VMALLOC_H |
| 3 | |
| 4 | #include <linux/spinlock.h> |
Nick Piggin | db64fe0 | 2008-10-18 20:27:03 -0700 | [diff] [blame] | 5 | #include <linux/init.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | #include <asm/page.h> /* pgprot_t */ |
| 7 | |
Hugh Dickins | 605d928 | 2008-08-16 11:07:21 +0100 | [diff] [blame] | 8 | struct vm_area_struct; /* vma defining user mapping in mm_types.h */ |
Nick Piggin | 8334231 | 2006-06-23 02:03:20 -0700 | [diff] [blame] | 9 | |
Hugh Dickins | 605d928 | 2008-08-16 11:07:21 +0100 | [diff] [blame] | 10 | /* bits in flags of vmalloc's vm_struct below */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #define VM_IOREMAP 0x00000001 /* ioremap() and friends */ |
| 12 | #define VM_ALLOC 0x00000002 /* vmalloc() */ |
| 13 | #define VM_MAP 0x00000004 /* vmap()ed pages */ |
Nick Piggin | 8334231 | 2006-06-23 02:03:20 -0700 | [diff] [blame] | 14 | #define VM_USERMAP 0x00000008 /* suitable for remap_vmalloc_range */ |
Jan Kiszka | 8757d5f | 2006-07-14 00:23:56 -0700 | [diff] [blame] | 15 | #define VM_VPAGES 0x00000010 /* buffer for pages was vmalloc'ed */ |
Mitsuo Hayasaka | f5252e0 | 2011-10-31 17:08:13 -0700 | [diff] [blame] | 16 | #define VM_UNLIST 0x00000020 /* vm_struct is not listed in vmlist */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | /* bits [20..32] reserved for arch specific ioremap internals */ |
| 18 | |
Deepak Saxena | fd195c4 | 2005-09-03 15:54:58 -0700 | [diff] [blame] | 19 | /* |
| 20 | * Maximum alignment for ioremap() regions. |
| 21 | * Can be overriden by arch-specific value. |
| 22 | */ |
| 23 | #ifndef IOREMAP_MAX_ORDER |
| 24 | #define IOREMAP_MAX_ORDER (7 + PAGE_SHIFT) /* 128 pages */ |
| 25 | #endif |
| 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | struct vm_struct { |
Eric Dumazet | 2b4ac44 | 2006-11-10 12:27:48 -0800 | [diff] [blame] | 28 | struct vm_struct *next; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | void *addr; |
| 30 | unsigned long size; |
| 31 | unsigned long flags; |
| 32 | struct page **pages; |
| 33 | unsigned int nr_pages; |
Kenji Kaneshige | ffa71f3 | 2010-06-18 12:22:40 +0900 | [diff] [blame] | 34 | phys_addr_t phys_addr; |
Marek Szyprowski | 5e6cafc | 2012-04-13 12:32:09 +0200 | [diff] [blame^] | 35 | const void *caller; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | }; |
| 37 | |
| 38 | /* |
| 39 | * Highlevel APIs for driver use |
| 40 | */ |
Nick Piggin | db64fe0 | 2008-10-18 20:27:03 -0700 | [diff] [blame] | 41 | extern void vm_unmap_ram(const void *mem, unsigned int count); |
| 42 | extern void *vm_map_ram(struct page **pages, unsigned int count, |
| 43 | int node, pgprot_t prot); |
| 44 | extern void vm_unmap_aliases(void); |
| 45 | |
| 46 | #ifdef CONFIG_MMU |
| 47 | extern void __init vmalloc_init(void); |
| 48 | #else |
| 49 | static inline void vmalloc_init(void) |
| 50 | { |
| 51 | } |
| 52 | #endif |
| 53 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | extern void *vmalloc(unsigned long size); |
Dave Young | e1ca778 | 2010-10-26 14:22:06 -0700 | [diff] [blame] | 55 | extern void *vzalloc(unsigned long size); |
Nick Piggin | 8334231 | 2006-06-23 02:03:20 -0700 | [diff] [blame] | 56 | extern void *vmalloc_user(unsigned long size); |
Christoph Lameter | 930fc45 | 2005-10-29 18:15:41 -0700 | [diff] [blame] | 57 | extern void *vmalloc_node(unsigned long size, int node); |
Dave Young | e1ca778 | 2010-10-26 14:22:06 -0700 | [diff] [blame] | 58 | extern void *vzalloc_node(unsigned long size, int node); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | extern void *vmalloc_exec(unsigned long size); |
| 60 | extern void *vmalloc_32(unsigned long size); |
Nick Piggin | 8334231 | 2006-06-23 02:03:20 -0700 | [diff] [blame] | 61 | extern void *vmalloc_32_user(unsigned long size); |
Al Viro | dd0fc66 | 2005-10-07 07:46:04 +0100 | [diff] [blame] | 62 | extern void *__vmalloc(unsigned long size, gfp_t gfp_mask, pgprot_t prot); |
David Rientjes | d0a2126 | 2011-01-13 15:46:02 -0800 | [diff] [blame] | 63 | extern void *__vmalloc_node_range(unsigned long size, unsigned long align, |
| 64 | unsigned long start, unsigned long end, gfp_t gfp_mask, |
Marek Szyprowski | 5e6cafc | 2012-04-13 12:32:09 +0200 | [diff] [blame^] | 65 | pgprot_t prot, int node, const void *caller); |
Christoph Lameter | b3bdda0 | 2008-02-04 22:28:32 -0800 | [diff] [blame] | 66 | extern void vfree(const void *addr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | |
| 68 | extern void *vmap(struct page **pages, unsigned int count, |
| 69 | unsigned long flags, pgprot_t prot); |
Christoph Lameter | b3bdda0 | 2008-02-04 22:28:32 -0800 | [diff] [blame] | 70 | extern void vunmap(const void *addr); |
Nick Piggin | 8334231 | 2006-06-23 02:03:20 -0700 | [diff] [blame] | 71 | |
| 72 | extern int remap_vmalloc_range(struct vm_area_struct *vma, void *addr, |
| 73 | unsigned long pgoff); |
Christoph Hellwig | 1eeb66a | 2007-05-08 00:27:03 -0700 | [diff] [blame] | 74 | void vmalloc_sync_all(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | |
| 76 | /* |
| 77 | * Lowlevel-APIs (not for driver use!) |
| 78 | */ |
Jeremy Fitzhardinge | 9585116 | 2007-07-21 17:11:35 +0200 | [diff] [blame] | 79 | |
| 80 | static inline size_t get_vm_area_size(const struct vm_struct *area) |
| 81 | { |
| 82 | /* return actual size without guard page */ |
| 83 | return area->size - PAGE_SIZE; |
| 84 | } |
| 85 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | extern struct vm_struct *get_vm_area(unsigned long size, unsigned long flags); |
Christoph Lameter | 2301696 | 2008-04-28 02:12:42 -0700 | [diff] [blame] | 87 | extern struct vm_struct *get_vm_area_caller(unsigned long size, |
Marek Szyprowski | 5e6cafc | 2012-04-13 12:32:09 +0200 | [diff] [blame^] | 88 | unsigned long flags, const void *caller); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | extern struct vm_struct *__get_vm_area(unsigned long size, unsigned long flags, |
| 90 | unsigned long start, unsigned long end); |
Benjamin Herrenschmidt | c296861 | 2009-02-18 14:48:12 -0800 | [diff] [blame] | 91 | extern struct vm_struct *__get_vm_area_caller(unsigned long size, |
| 92 | unsigned long flags, |
| 93 | unsigned long start, unsigned long end, |
Marek Szyprowski | 5e6cafc | 2012-04-13 12:32:09 +0200 | [diff] [blame^] | 94 | const void *caller); |
Christoph Lameter | b3bdda0 | 2008-02-04 22:28:32 -0800 | [diff] [blame] | 95 | extern struct vm_struct *remove_vm_area(const void *addr); |
Benjamin Herrenschmidt | c19c03f | 2007-06-04 15:15:35 +1000 | [diff] [blame] | 96 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | extern int map_vm_area(struct vm_struct *area, pgprot_t prot, |
| 98 | struct page ***pages); |
Graf Yang | b554cb4 | 2011-03-28 12:53:29 +0100 | [diff] [blame] | 99 | #ifdef CONFIG_MMU |
Tejun Heo | 8fc4898 | 2009-02-20 16:29:08 +0900 | [diff] [blame] | 100 | extern int map_kernel_range_noflush(unsigned long start, unsigned long size, |
| 101 | pgprot_t prot, struct page **pages); |
| 102 | extern void unmap_kernel_range_noflush(unsigned long addr, unsigned long size); |
Benjamin Herrenschmidt | c19c03f | 2007-06-04 15:15:35 +1000 | [diff] [blame] | 103 | extern void unmap_kernel_range(unsigned long addr, unsigned long size); |
Graf Yang | b554cb4 | 2011-03-28 12:53:29 +0100 | [diff] [blame] | 104 | #else |
| 105 | static inline int |
| 106 | map_kernel_range_noflush(unsigned long start, unsigned long size, |
| 107 | pgprot_t prot, struct page **pages) |
| 108 | { |
| 109 | return size >> PAGE_SHIFT; |
| 110 | } |
| 111 | static inline void |
| 112 | unmap_kernel_range_noflush(unsigned long addr, unsigned long size) |
| 113 | { |
| 114 | } |
| 115 | static inline void |
| 116 | unmap_kernel_range(unsigned long addr, unsigned long size) |
| 117 | { |
| 118 | } |
| 119 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | |
Jeremy Fitzhardinge | 5f4352f | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 121 | /* Allocate/destroy a 'vmalloc' VM area. */ |
David Vrabel | cd12909 | 2011-09-29 16:53:32 +0100 | [diff] [blame] | 122 | extern struct vm_struct *alloc_vm_area(size_t size, pte_t **ptes); |
Jeremy Fitzhardinge | 5f4352f | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 123 | extern void free_vm_area(struct vm_struct *area); |
| 124 | |
KOSAKI Motohiro | 69beeb1d | 2009-01-06 14:39:46 -0800 | [diff] [blame] | 125 | /* for /dev/kmem */ |
| 126 | extern long vread(char *buf, char *addr, unsigned long count); |
| 127 | extern long vwrite(char *buf, char *addr, unsigned long count); |
| 128 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | /* |
| 130 | * Internals. Dont't use.. |
| 131 | */ |
| 132 | extern rwlock_t vmlist_lock; |
| 133 | extern struct vm_struct *vmlist; |
Nicolas Pitre | be9b733 | 2011-08-25 00:24:21 -0400 | [diff] [blame] | 134 | extern __init void vm_area_add_early(struct vm_struct *vm); |
Tejun Heo | c0c0a29 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 135 | extern __init void vm_area_register_early(struct vm_struct *vm, size_t align); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
Tejun Heo | 4f8b02b | 2010-09-03 18:22:47 +0200 | [diff] [blame] | 137 | #ifdef CONFIG_SMP |
Graf Yang | b554cb4 | 2011-03-28 12:53:29 +0100 | [diff] [blame] | 138 | # ifdef CONFIG_MMU |
Tejun Heo | ca23e40 | 2009-08-14 15:00:52 +0900 | [diff] [blame] | 139 | struct vm_struct **pcpu_get_vm_areas(const unsigned long *offsets, |
| 140 | const size_t *sizes, int nr_vms, |
David Rientjes | ec3f64f | 2011-01-13 15:46:01 -0800 | [diff] [blame] | 141 | size_t align); |
Tejun Heo | ca23e40 | 2009-08-14 15:00:52 +0900 | [diff] [blame] | 142 | |
| 143 | void pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms); |
Graf Yang | b554cb4 | 2011-03-28 12:53:29 +0100 | [diff] [blame] | 144 | # else |
| 145 | static inline struct vm_struct ** |
| 146 | pcpu_get_vm_areas(const unsigned long *offsets, |
| 147 | const size_t *sizes, int nr_vms, |
| 148 | size_t align) |
| 149 | { |
| 150 | return NULL; |
| 151 | } |
| 152 | |
| 153 | static inline void |
| 154 | pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms) |
| 155 | { |
| 156 | } |
| 157 | # endif |
Tejun Heo | 4f8b02b | 2010-09-03 18:22:47 +0200 | [diff] [blame] | 158 | #endif |
Tejun Heo | ca23e40 | 2009-08-14 15:00:52 +0900 | [diff] [blame] | 159 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | #endif /* _LINUX_VMALLOC_H */ |