blob: b37afd197eedafb8588907f18f1c6b5ef143c292 [file] [log] [blame]
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08001#ifndef _LINUX_KASAN_H
2#define _LINUX_KASAN_H
3
Mark Rutlande3ae1162016-03-09 14:08:15 -08004#include <linux/sched.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08005#include <linux/types.h>
6
7struct kmem_cache;
8struct page;
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -07009struct vm_struct;
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080010
11#ifdef CONFIG_KASAN
12
13#define KASAN_SHADOW_SCALE_SHIFT 3
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080014
15#include <asm/kasan.h>
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030016#include <asm/pgtable.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080017
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030018extern unsigned char kasan_zero_page[PAGE_SIZE];
19extern pte_t kasan_zero_pte[PTRS_PER_PTE];
20extern pmd_t kasan_zero_pmd[PTRS_PER_PMD];
21extern pud_t kasan_zero_pud[PTRS_PER_PUD];
22
23void kasan_populate_zero_shadow(const void *shadow_start,
24 const void *shadow_end);
25
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080026static inline void *kasan_mem_to_shadow(const void *addr)
27{
28 return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
29 + KASAN_SHADOW_OFFSET;
30}
31
32/* Enable reporting bugs after kasan_disable_current() */
Ingo Molnar46ae3e42017-02-03 09:57:00 +010033extern void kasan_enable_current(void);
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080034
35/* Disable reporting bugs for current task */
Ingo Molnar46ae3e42017-02-03 09:57:00 +010036extern void kasan_disable_current(void);
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080037
38void kasan_unpoison_shadow(const void *address, size_t size);
39
Mark Rutlande3ae1162016-03-09 14:08:15 -080040void kasan_unpoison_task_stack(struct task_struct *task);
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020041void kasan_unpoison_stack_above_sp_to(const void *watermark);
Mark Rutlande3ae1162016-03-09 14:08:15 -080042
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080043void kasan_alloc_pages(struct page *page, unsigned int order);
44void kasan_free_pages(struct page *page, unsigned int order);
45
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070046void kasan_cache_create(struct kmem_cache *cache, size_t *size,
47 unsigned long *flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070048void kasan_cache_shrink(struct kmem_cache *cache);
Greg Thelencb61d5a2017-02-24 15:00:05 -080049void kasan_cache_shutdown(struct kmem_cache *cache);
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070050
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080051void kasan_poison_slab(struct page *page);
52void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
53void kasan_poison_object_data(struct kmem_cache *cache, void *object);
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -070054void kasan_init_slab_obj(struct kmem_cache *cache, const void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080055
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070056void kasan_kmalloc_large(const void *ptr, size_t size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080057void kasan_kfree_large(const void *ptr);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070058void kasan_poison_kfree(void *ptr);
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070059void kasan_kmalloc(struct kmem_cache *s, const void *object, size_t size,
60 gfp_t flags);
61void kasan_krealloc(const void *object, size_t new_size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080062
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070063void kasan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070064bool kasan_slab_free(struct kmem_cache *s, void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080065
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070066struct kasan_cache {
67 int alloc_meta_offset;
68 int free_meta_offset;
69};
70
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080071int kasan_module_alloc(void *addr, size_t size);
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -070072void kasan_free_shadow(const struct vm_struct *vm);
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080073
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070074size_t ksize(const void *);
75static inline void kasan_unpoison_slab(const void *ptr) { ksize(ptr); }
Alexander Potapenko80a92012016-07-28 15:49:07 -070076size_t kasan_metadata_size(struct kmem_cache *cache);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070077
Mark Rutland586b2bd2017-03-31 15:12:04 -070078bool kasan_save_enable_multi_shot(void);
79void kasan_restore_multi_shot(bool enabled);
80
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080081#else /* CONFIG_KASAN */
82
83static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
84
Mark Rutlande3ae1162016-03-09 14:08:15 -080085static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020086static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
Mark Rutlande3ae1162016-03-09 14:08:15 -080087
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080088static inline void kasan_enable_current(void) {}
89static inline void kasan_disable_current(void) {}
90
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080091static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
92static inline void kasan_free_pages(struct page *page, unsigned int order) {}
93
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070094static inline void kasan_cache_create(struct kmem_cache *cache,
95 size_t *size,
96 unsigned long *flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -070097static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
Greg Thelencb61d5a2017-02-24 15:00:05 -080098static inline void kasan_cache_shutdown(struct kmem_cache *cache) {}
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070099
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800100static inline void kasan_poison_slab(struct page *page) {}
101static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
102 void *object) {}
103static inline void kasan_poison_object_data(struct kmem_cache *cache,
104 void *object) {}
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -0700105static inline void kasan_init_slab_obj(struct kmem_cache *cache,
106 const void *object) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800107
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700108static inline void kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800109static inline void kasan_kfree_large(const void *ptr) {}
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700110static inline void kasan_poison_kfree(void *ptr) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800111static inline void kasan_kmalloc(struct kmem_cache *s, const void *object,
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700112 size_t size, gfp_t flags) {}
113static inline void kasan_krealloc(const void *object, size_t new_size,
114 gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800115
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700116static inline void kasan_slab_alloc(struct kmem_cache *s, void *object,
117 gfp_t flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700118static inline bool kasan_slab_free(struct kmem_cache *s, void *object)
119{
120 return false;
121}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800122
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800123static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -0700124static inline void kasan_free_shadow(const struct vm_struct *vm) {}
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800125
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700126static inline void kasan_unpoison_slab(const void *ptr) { }
Alexander Potapenko80a92012016-07-28 15:49:07 -0700127static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700128
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -0800129#endif /* CONFIG_KASAN */
130
131#endif /* LINUX_KASAN_H */