blob: c9df9e1806109904d9a451a6aa82604b5f8596ce [file] [log] [blame]
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08001#ifndef _LINUX_KASAN_H
2#define _LINUX_KASAN_H
3
Mark Rutlande3ae1162016-03-09 14:08:15 -08004#include <linux/sched.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08005#include <linux/types.h>
6
7struct kmem_cache;
8struct page;
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -07009struct vm_struct;
Masami Hiramatsu51a27f02017-03-16 16:40:21 -070010struct task_struct;
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080011
12#ifdef CONFIG_KASAN
13
14#define KASAN_SHADOW_SCALE_SHIFT 3
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080015
16#include <asm/kasan.h>
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030017#include <asm/pgtable.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080018
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030019extern unsigned char kasan_zero_page[PAGE_SIZE];
20extern pte_t kasan_zero_pte[PTRS_PER_PTE];
21extern pmd_t kasan_zero_pmd[PTRS_PER_PMD];
22extern pud_t kasan_zero_pud[PTRS_PER_PUD];
23
24void kasan_populate_zero_shadow(const void *shadow_start,
25 const void *shadow_end);
26
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080027static inline void *kasan_mem_to_shadow(const void *addr)
28{
29 return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
30 + KASAN_SHADOW_OFFSET;
31}
32
33/* Enable reporting bugs after kasan_disable_current() */
34static inline void kasan_enable_current(void)
35{
36 current->kasan_depth++;
37}
38
39/* Disable reporting bugs for current task */
40static inline void kasan_disable_current(void)
41{
42 current->kasan_depth--;
43}
44
45void kasan_unpoison_shadow(const void *address, size_t size);
46
Mark Rutlande3ae1162016-03-09 14:08:15 -080047void kasan_unpoison_task_stack(struct task_struct *task);
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020048void kasan_unpoison_stack_above_sp_to(const void *watermark);
Mark Rutlande3ae1162016-03-09 14:08:15 -080049
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080050void kasan_alloc_pages(struct page *page, unsigned int order);
51void kasan_free_pages(struct page *page, unsigned int order);
52
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070053void kasan_cache_create(struct kmem_cache *cache, size_t *size,
54 unsigned long *flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070055void kasan_cache_shrink(struct kmem_cache *cache);
56void kasan_cache_destroy(struct kmem_cache *cache);
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070057
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080058void kasan_poison_slab(struct page *page);
59void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
60void kasan_poison_object_data(struct kmem_cache *cache, void *object);
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -070061void kasan_init_slab_obj(struct kmem_cache *cache, const void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080062
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070063void kasan_kmalloc_large(const void *ptr, size_t size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080064void kasan_kfree_large(const void *ptr);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070065void kasan_poison_kfree(void *ptr);
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070066void kasan_kmalloc(struct kmem_cache *s, const void *object, size_t size,
67 gfp_t flags);
68void kasan_krealloc(const void *object, size_t new_size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080069
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070070void kasan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070071bool kasan_slab_free(struct kmem_cache *s, void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080072
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070073struct kasan_cache {
74 int alloc_meta_offset;
75 int free_meta_offset;
76};
77
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080078int kasan_module_alloc(void *addr, size_t size);
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -070079void kasan_free_shadow(const struct vm_struct *vm);
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080080
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070081size_t ksize(const void *);
82static inline void kasan_unpoison_slab(const void *ptr) { ksize(ptr); }
Alexander Potapenko80a92012016-07-28 15:49:07 -070083size_t kasan_metadata_size(struct kmem_cache *cache);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070084
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080085#else /* CONFIG_KASAN */
86
87static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
88
Mark Rutlande3ae1162016-03-09 14:08:15 -080089static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020090static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
Mark Rutlande3ae1162016-03-09 14:08:15 -080091
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080092static inline void kasan_enable_current(void) {}
93static inline void kasan_disable_current(void) {}
94
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080095static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
96static inline void kasan_free_pages(struct page *page, unsigned int order) {}
97
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070098static inline void kasan_cache_create(struct kmem_cache *cache,
99 size_t *size,
100 unsigned long *flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700101static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
102static inline void kasan_cache_destroy(struct kmem_cache *cache) {}
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -0700103
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800104static inline void kasan_poison_slab(struct page *page) {}
105static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
106 void *object) {}
107static inline void kasan_poison_object_data(struct kmem_cache *cache,
108 void *object) {}
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -0700109static inline void kasan_init_slab_obj(struct kmem_cache *cache,
110 const void *object) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800111
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700112static inline void kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800113static inline void kasan_kfree_large(const void *ptr) {}
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700114static inline void kasan_poison_kfree(void *ptr) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800115static inline void kasan_kmalloc(struct kmem_cache *s, const void *object,
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700116 size_t size, gfp_t flags) {}
117static inline void kasan_krealloc(const void *object, size_t new_size,
118 gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800119
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700120static inline void kasan_slab_alloc(struct kmem_cache *s, void *object,
121 gfp_t flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700122static inline bool kasan_slab_free(struct kmem_cache *s, void *object)
123{
124 return false;
125}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800126
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800127static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -0700128static inline void kasan_free_shadow(const struct vm_struct *vm) {}
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800129
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700130static inline void kasan_unpoison_slab(const void *ptr) { }
Alexander Potapenko80a92012016-07-28 15:49:07 -0700131static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700132
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -0800133#endif /* CONFIG_KASAN */
134
135#endif /* LINUX_KASAN_H */