kasan: add bug reporting routines for tag-based mode
[linux-block.git] / mm / kasan / kasan.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
0b24becc
AR
2#ifndef __MM_KASAN_KASAN_H
3#define __MM_KASAN_KASAN_H
4
5#include <linux/kasan.h>
cd11016e 6#include <linux/stackdepot.h>
0b24becc
AR
7
8#define KASAN_SHADOW_SCALE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT)
9#define KASAN_SHADOW_MASK (KASAN_SHADOW_SCALE_SIZE - 1)
10
3c9e3aa1
AK
11#define KASAN_TAG_KERNEL 0xFF /* native kernel pointers tag */
12#define KASAN_TAG_INVALID 0xFE /* inaccessible memory tag */
13#define KASAN_TAG_MAX 0xFD /* maximum value for random tags */
14
0316bec2
AR
15#define KASAN_FREE_PAGE 0xFF /* page was freed */
16#define KASAN_PAGE_REDZONE 0xFE /* redzone for kmalloc_large allocations */
17#define KASAN_KMALLOC_REDZONE 0xFC /* redzone inside slub object */
18#define KASAN_KMALLOC_FREE 0xFB /* object was freed (kmem_cache_free/kfree) */
bebf56a1 19#define KASAN_GLOBAL_REDZONE 0xFA /* redzone for global variable */
0316bec2 20
c420f167
AR
21/*
22 * Stack redzone shadow values
23 * (Those are compiler's ABI, don't change them)
24 */
25#define KASAN_STACK_LEFT 0xF1
26#define KASAN_STACK_MID 0xF2
27#define KASAN_STACK_RIGHT 0xF3
28#define KASAN_STACK_PARTIAL 0xF4
828347f8 29#define KASAN_USE_AFTER_SCOPE 0xF8
c420f167 30
342061ee
PL
31/*
32 * alloca redzone shadow values
33 */
34#define KASAN_ALLOCA_LEFT 0xCA
35#define KASAN_ALLOCA_RIGHT 0xCB
36
37#define KASAN_ALLOCA_REDZONE_SIZE 32
38
bebf56a1
AR
39/* Don't break randconfig/all*config builds */
40#ifndef KASAN_ABI_VERSION
41#define KASAN_ABI_VERSION 1
42#endif
b8c73fc2 43
0b24becc
AR
44struct kasan_access_info {
45 const void *access_addr;
46 const void *first_bad_addr;
47 size_t access_size;
48 bool is_write;
49 unsigned long ip;
50};
51
bebf56a1
AR
52/* The layout of struct dictated by compiler */
53struct kasan_source_location {
54 const char *filename;
55 int line_no;
56 int column_no;
57};
58
59/* The layout of struct dictated by compiler */
60struct kasan_global {
61 const void *beg; /* Address of the beginning of the global variable. */
62 size_t size; /* Size of the global variable. */
63 size_t size_with_redzone; /* Size of the variable + size of the red zone. 32 bytes aligned */
64 const void *name;
65 const void *module_name; /* Name of the module where the global variable is declared. */
66 unsigned long has_dynamic_init; /* This needed for C++ */
67#if KASAN_ABI_VERSION >= 4
68 struct kasan_source_location *location;
69#endif
045d599a
DV
70#if KASAN_ABI_VERSION >= 5
71 char *odr_indicator;
72#endif
bebf56a1
AR
73};
74
7ed2f9e6
AP
75/**
76 * Structures to keep alloc and free tracks *
77 */
78
cd11016e
AP
79#define KASAN_STACK_DEPTH 64
80
7ed2f9e6 81struct kasan_track {
cd11016e
AP
82 u32 pid;
83 depot_stack_handle_t stack;
7ed2f9e6
AP
84};
85
86struct kasan_alloc_meta {
b3cbd9bf
AR
87 struct kasan_track alloc_track;
88 struct kasan_track free_track;
7ed2f9e6
AP
89};
90
55834c59
AP
91struct qlist_node {
92 struct qlist_node *next;
93};
7ed2f9e6 94struct kasan_free_meta {
55834c59
AP
95 /* This field is used while the object is in the quarantine.
96 * Otherwise it might be used for the allocator freelist.
97 */
98 struct qlist_node quarantine_link;
7ed2f9e6
AP
99};
100
101struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache,
102 const void *object);
103struct kasan_free_meta *get_free_info(struct kmem_cache *cache,
104 const void *object);
105
0b24becc
AR
106static inline const void *kasan_shadow_to_mem(const void *shadow_addr)
107{
108 return (void *)(((unsigned long)shadow_addr - KASAN_SHADOW_OFFSET)
109 << KASAN_SHADOW_SCALE_SHIFT);
110}
111
11cd3cd6
AK
112static inline bool addr_has_shadow(const void *addr)
113{
114 return (addr >= kasan_shadow_to_mem((void *)KASAN_SHADOW_START));
115}
116
bffa986c
AK
117void kasan_poison_shadow(const void *address, size_t size, u8 value);
118
119void check_memory_region(unsigned long addr, size_t size, bool write,
120 unsigned long ret_ip);
121
121e8f81 122void *find_first_bad_addr(void *addr, size_t size);
11cd3cd6
AK
123const char *get_bug_type(struct kasan_access_info *info);
124
0b24becc
AR
125void kasan_report(unsigned long addr, size_t size,
126 bool is_write, unsigned long ip);
ee3ce779 127void kasan_report_invalid_free(void *object, unsigned long ip);
0b24becc 128
2bd926b4
AK
129#if defined(CONFIG_KASAN_GENERIC) && \
130 (defined(CONFIG_SLAB) || defined(CONFIG_SLUB))
55834c59
AP
131void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache);
132void quarantine_reduce(void);
133void quarantine_remove_cache(struct kmem_cache *cache);
134#else
135static inline void quarantine_put(struct kasan_free_meta *info,
136 struct kmem_cache *cache) { }
137static inline void quarantine_reduce(void) { }
138static inline void quarantine_remove_cache(struct kmem_cache *cache) { }
139#endif
140
3c9e3aa1
AK
141#ifdef CONFIG_KASAN_SW_TAGS
142
121e8f81
AK
143void print_tags(u8 addr_tag, const void *addr);
144
3c9e3aa1
AK
145u8 random_tag(void);
146
147#else
148
121e8f81
AK
149static inline void print_tags(u8 addr_tag, const void *addr) { }
150
3c9e3aa1
AK
151static inline u8 random_tag(void)
152{
153 return 0;
154}
155
156#endif
157
158#ifndef arch_kasan_set_tag
159#define arch_kasan_set_tag(addr, tag) ((void *)(addr))
160#endif
161#ifndef arch_kasan_reset_tag
162#define arch_kasan_reset_tag(addr) ((void *)(addr))
163#endif
164#ifndef arch_kasan_get_tag
165#define arch_kasan_get_tag(addr) 0
166#endif
167
168#define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag)))
169#define reset_tag(addr) ((void *)arch_kasan_reset_tag(addr))
170#define get_tag(addr) arch_kasan_get_tag(addr)
171
d321599c
AP
172/*
173 * Exported functions for interfaces called from assembly or from generated
174 * code. Declarations here to avoid warning about missing declarations.
175 */
176asmlinkage void kasan_unpoison_task_stack_below(const void *watermark);
177void __asan_register_globals(struct kasan_global *globals, size_t size);
178void __asan_unregister_globals(struct kasan_global *globals, size_t size);
179void __asan_loadN(unsigned long addr, size_t size);
180void __asan_storeN(unsigned long addr, size_t size);
181void __asan_handle_no_return(void);
182void __asan_poison_stack_memory(const void *addr, size_t size);
183void __asan_unpoison_stack_memory(const void *addr, size_t size);
184void __asan_alloca_poison(unsigned long addr, size_t size);
185void __asan_allocas_unpoison(const void *stack_top, const void *stack_bottom);
186
187void __asan_load1(unsigned long addr);
188void __asan_store1(unsigned long addr);
189void __asan_load2(unsigned long addr);
190void __asan_store2(unsigned long addr);
191void __asan_load4(unsigned long addr);
192void __asan_store4(unsigned long addr);
193void __asan_load8(unsigned long addr);
194void __asan_store8(unsigned long addr);
195void __asan_load16(unsigned long addr);
196void __asan_store16(unsigned long addr);
197
198void __asan_load1_noabort(unsigned long addr);
199void __asan_store1_noabort(unsigned long addr);
200void __asan_load2_noabort(unsigned long addr);
201void __asan_store2_noabort(unsigned long addr);
202void __asan_load4_noabort(unsigned long addr);
203void __asan_store4_noabort(unsigned long addr);
204void __asan_load8_noabort(unsigned long addr);
205void __asan_store8_noabort(unsigned long addr);
206void __asan_load16_noabort(unsigned long addr);
207void __asan_store16_noabort(unsigned long addr);
208
209void __asan_set_shadow_00(const void *addr, size_t size);
210void __asan_set_shadow_f1(const void *addr, size_t size);
211void __asan_set_shadow_f2(const void *addr, size_t size);
212void __asan_set_shadow_f3(const void *addr, size_t size);
213void __asan_set_shadow_f5(const void *addr, size_t size);
214void __asan_set_shadow_f8(const void *addr, size_t size);
215
0b24becc 216#endif