blob: 820c0ad54a0117596e63bae6845b1ebd771c3412 [file] [log] [blame]
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08001#ifndef _LINUX_KASAN_H
2#define _LINUX_KASAN_H
3
Mark Rutlande3ae1162016-03-09 14:08:15 -08004#include <linux/sched.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08005#include <linux/types.h>
6
7struct kmem_cache;
8struct page;
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -07009struct vm_struct;
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080010
11#ifdef CONFIG_KASAN
12
13#define KASAN_SHADOW_SCALE_SHIFT 3
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080014
15#include <asm/kasan.h>
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030016#include <asm/pgtable.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080017
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030018extern unsigned char kasan_zero_page[PAGE_SIZE];
19extern pte_t kasan_zero_pte[PTRS_PER_PTE];
20extern pmd_t kasan_zero_pmd[PTRS_PER_PMD];
21extern pud_t kasan_zero_pud[PTRS_PER_PUD];
22
23void kasan_populate_zero_shadow(const void *shadow_start,
24 const void *shadow_end);
25
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080026static inline void *kasan_mem_to_shadow(const void *addr)
27{
28 return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
29 + KASAN_SHADOW_OFFSET;
30}
31
32/* Enable reporting bugs after kasan_disable_current() */
33static inline void kasan_enable_current(void)
34{
35 current->kasan_depth++;
36}
37
38/* Disable reporting bugs for current task */
39static inline void kasan_disable_current(void)
40{
41 current->kasan_depth--;
42}
43
44void kasan_unpoison_shadow(const void *address, size_t size);
45
Mark Rutlande3ae1162016-03-09 14:08:15 -080046void kasan_unpoison_task_stack(struct task_struct *task);
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020047void kasan_unpoison_stack_above_sp_to(const void *watermark);
Mark Rutlande3ae1162016-03-09 14:08:15 -080048
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080049void kasan_alloc_pages(struct page *page, unsigned int order);
50void kasan_free_pages(struct page *page, unsigned int order);
51
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070052void kasan_cache_create(struct kmem_cache *cache, size_t *size,
53 unsigned long *flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070054void kasan_cache_shrink(struct kmem_cache *cache);
55void kasan_cache_destroy(struct kmem_cache *cache);
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070056
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080057void kasan_poison_slab(struct page *page);
58void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
59void kasan_poison_object_data(struct kmem_cache *cache, void *object);
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -070060void kasan_init_slab_obj(struct kmem_cache *cache, const void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080061
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070062void kasan_kmalloc_large(const void *ptr, size_t size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080063void kasan_kfree_large(const void *ptr);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070064void kasan_poison_kfree(void *ptr);
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070065void kasan_kmalloc(struct kmem_cache *s, const void *object, size_t size,
66 gfp_t flags);
67void kasan_krealloc(const void *object, size_t new_size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080068
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070069void kasan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070070bool kasan_slab_free(struct kmem_cache *s, void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080071
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070072struct kasan_cache {
73 int alloc_meta_offset;
74 int free_meta_offset;
75};
76
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080077int kasan_module_alloc(void *addr, size_t size);
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -070078void kasan_free_shadow(const struct vm_struct *vm);
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080079
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070080size_t ksize(const void *);
81static inline void kasan_unpoison_slab(const void *ptr) { ksize(ptr); }
Alexander Potapenko80a92012016-07-28 15:49:07 -070082size_t kasan_metadata_size(struct kmem_cache *cache);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070083
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080084#else /* CONFIG_KASAN */
85
86static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
87
Mark Rutlande3ae1162016-03-09 14:08:15 -080088static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020089static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
Mark Rutlande3ae1162016-03-09 14:08:15 -080090
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080091static inline void kasan_enable_current(void) {}
92static inline void kasan_disable_current(void) {}
93
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080094static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
95static inline void kasan_free_pages(struct page *page, unsigned int order) {}
96
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070097static inline void kasan_cache_create(struct kmem_cache *cache,
98 size_t *size,
99 unsigned long *flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700100static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
101static inline void kasan_cache_destroy(struct kmem_cache *cache) {}
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -0700102
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800103static inline void kasan_poison_slab(struct page *page) {}
104static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
105 void *object) {}
106static inline void kasan_poison_object_data(struct kmem_cache *cache,
107 void *object) {}
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -0700108static inline void kasan_init_slab_obj(struct kmem_cache *cache,
109 const void *object) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800110
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700111static inline void kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800112static inline void kasan_kfree_large(const void *ptr) {}
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700113static inline void kasan_poison_kfree(void *ptr) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800114static inline void kasan_kmalloc(struct kmem_cache *s, const void *object,
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700115 size_t size, gfp_t flags) {}
116static inline void kasan_krealloc(const void *object, size_t new_size,
117 gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800118
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700119static inline void kasan_slab_alloc(struct kmem_cache *s, void *object,
120 gfp_t flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700121static inline bool kasan_slab_free(struct kmem_cache *s, void *object)
122{
123 return false;
124}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800125
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800126static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -0700127static inline void kasan_free_shadow(const struct vm_struct *vm) {}
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800128
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700129static inline void kasan_unpoison_slab(const void *ptr) { }
Alexander Potapenko80a92012016-07-28 15:49:07 -0700130static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700131
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -0800132#endif /* CONFIG_KASAN */
133
134#endif /* LINUX_KASAN_H */