Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
0b24becc AR |
2 | #ifndef __MM_KASAN_KASAN_H |
3 | #define __MM_KASAN_KASAN_H | |
4 | ||
5 | #include <linux/kasan.h> | |
2b830526 | 6 | #include <linux/kfence.h> |
cd11016e | 7 | #include <linux/stackdepot.h> |
0b24becc | 8 | |
8028caac | 9 | #ifdef CONFIG_KASAN_HW_TAGS |
8f7b5054 | 10 | |
8028caac | 11 | #include <linux/static_key.h> |
8f7b5054 | 12 | |
8028caac | 13 | DECLARE_STATIC_KEY_FALSE(kasan_flag_stacktrace); |
8f7b5054 VF |
14 | extern bool kasan_flag_async __ro_after_init; |
15 | ||
8028caac AK |
16 | static inline bool kasan_stack_collection_enabled(void) |
17 | { | |
18 | return static_branch_unlikely(&kasan_flag_stacktrace); | |
19 | } | |
8f7b5054 VF |
20 | |
21 | static inline bool kasan_async_mode_enabled(void) | |
22 | { | |
23 | return kasan_flag_async; | |
24 | } | |
8028caac | 25 | #else |
8f7b5054 | 26 | |
8028caac AK |
27 | static inline bool kasan_stack_collection_enabled(void) |
28 | { | |
29 | return true; | |
30 | } | |
8f7b5054 VF |
31 | |
32 | static inline bool kasan_async_mode_enabled(void) | |
33 | { | |
34 | return false; | |
35 | } | |
36 | ||
8028caac AK |
37 | #endif |
38 | ||
39 | extern bool kasan_flag_panic __ro_after_init; | |
2603f8a7 | 40 | extern bool kasan_flag_async __ro_after_init; |
8028caac | 41 | |
6c6a04fe | 42 | #if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS) |
1f600626 | 43 | #define KASAN_GRANULE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT) |
6c6a04fe AK |
44 | #else |
45 | #include <asm/mte-kasan.h> | |
46 | #define KASAN_GRANULE_SIZE MTE_GRANULE_SIZE | |
47 | #endif | |
48 | ||
1f600626 | 49 | #define KASAN_GRANULE_MASK (KASAN_GRANULE_SIZE - 1) |
0b24becc | 50 | |
affc3f07 AK |
51 | #define KASAN_MEMORY_PER_SHADOW_PAGE (KASAN_GRANULE_SIZE << PAGE_SHIFT) |
52 | ||
3c9e3aa1 AK |
53 | #define KASAN_TAG_KERNEL 0xFF /* native kernel pointers tag */ |
54 | #define KASAN_TAG_INVALID 0xFE /* inaccessible memory tag */ | |
55 | #define KASAN_TAG_MAX 0xFD /* maximum value for random tags */ | |
56 | ||
573a4809 | 57 | #ifdef CONFIG_KASAN_HW_TAGS |
f0953a1b | 58 | #define KASAN_TAG_MIN 0xF0 /* minimum value for random tags */ |
573a4809 | 59 | #else |
f0953a1b | 60 | #define KASAN_TAG_MIN 0x00 /* minimum value for random tags */ |
573a4809 AK |
61 | #endif |
62 | ||
7f94ffbc | 63 | #ifdef CONFIG_KASAN_GENERIC |
0316bec2 AR |
64 | #define KASAN_FREE_PAGE 0xFF /* page was freed */ |
65 | #define KASAN_PAGE_REDZONE 0xFE /* redzone for kmalloc_large allocations */ | |
66 | #define KASAN_KMALLOC_REDZONE 0xFC /* redzone inside slub object */ | |
67 | #define KASAN_KMALLOC_FREE 0xFB /* object was freed (kmem_cache_free/kfree) */ | |
e4b7818b | 68 | #define KASAN_KMALLOC_FREETRACK 0xFA /* object was freed and has free track set */ |
7f94ffbc AK |
69 | #else |
70 | #define KASAN_FREE_PAGE KASAN_TAG_INVALID | |
71 | #define KASAN_PAGE_REDZONE KASAN_TAG_INVALID | |
72 | #define KASAN_KMALLOC_REDZONE KASAN_TAG_INVALID | |
73 | #define KASAN_KMALLOC_FREE KASAN_TAG_INVALID | |
e4b7818b | 74 | #define KASAN_KMALLOC_FREETRACK KASAN_TAG_INVALID |
7f94ffbc AK |
75 | #endif |
76 | ||
e4b7818b WW |
77 | #define KASAN_GLOBAL_REDZONE 0xF9 /* redzone for global variable */ |
78 | #define KASAN_VMALLOC_INVALID 0xF8 /* unallocated space in vmapped page */ | |
0316bec2 | 79 | |
c420f167 AR |
80 | /* |
81 | * Stack redzone shadow values | |
82 | * (Those are compiler's ABI, don't change them) | |
83 | */ | |
84 | #define KASAN_STACK_LEFT 0xF1 | |
85 | #define KASAN_STACK_MID 0xF2 | |
86 | #define KASAN_STACK_RIGHT 0xF3 | |
87 | #define KASAN_STACK_PARTIAL 0xF4 | |
88 | ||
342061ee PL |
89 | /* |
90 | * alloca redzone shadow values | |
91 | */ | |
92 | #define KASAN_ALLOCA_LEFT 0xCA | |
93 | #define KASAN_ALLOCA_RIGHT 0xCB | |
94 | ||
95 | #define KASAN_ALLOCA_REDZONE_SIZE 32 | |
96 | ||
e8969219 ME |
97 | /* |
98 | * Stack frame marker (compiler ABI). | |
99 | */ | |
100 | #define KASAN_CURRENT_STACK_FRAME_MAGIC 0x41B58AB3 | |
101 | ||
bebf56a1 AR |
102 | /* Don't break randconfig/all*config builds */ |
103 | #ifndef KASAN_ABI_VERSION | |
104 | #define KASAN_ABI_VERSION 1 | |
105 | #endif | |
b8c73fc2 | 106 | |
96e0279d AK |
107 | /* Metadata layout customization. */ |
108 | #define META_BYTES_PER_BLOCK 1 | |
109 | #define META_BLOCKS_PER_ROW 16 | |
110 | #define META_BYTES_PER_ROW (META_BLOCKS_PER_ROW * META_BYTES_PER_BLOCK) | |
111 | #define META_MEM_BYTES_PER_ROW (META_BYTES_PER_ROW * KASAN_GRANULE_SIZE) | |
112 | #define META_ROWS_AROUND_ADDR 2 | |
113 | ||
0b24becc AR |
114 | struct kasan_access_info { |
115 | const void *access_addr; | |
116 | const void *first_bad_addr; | |
117 | size_t access_size; | |
118 | bool is_write; | |
119 | unsigned long ip; | |
120 | }; | |
121 | ||
bebf56a1 AR |
122 | /* The layout of struct dictated by compiler */ |
123 | struct kasan_source_location { | |
124 | const char *filename; | |
125 | int line_no; | |
126 | int column_no; | |
127 | }; | |
128 | ||
129 | /* The layout of struct dictated by compiler */ | |
130 | struct kasan_global { | |
131 | const void *beg; /* Address of the beginning of the global variable. */ | |
132 | size_t size; /* Size of the global variable. */ | |
133 | size_t size_with_redzone; /* Size of the variable + size of the red zone. 32 bytes aligned */ | |
134 | const void *name; | |
135 | const void *module_name; /* Name of the module where the global variable is declared. */ | |
136 | unsigned long has_dynamic_init; /* This needed for C++ */ | |
137 | #if KASAN_ABI_VERSION >= 4 | |
138 | struct kasan_source_location *location; | |
139 | #endif | |
045d599a DV |
140 | #if KASAN_ABI_VERSION >= 5 |
141 | char *odr_indicator; | |
142 | #endif | |
bebf56a1 AR |
143 | }; |
144 | ||
7ed2f9e6 AP |
145 | /** |
146 | * Structures to keep alloc and free tracks * | |
147 | */ | |
148 | ||
cd11016e AP |
149 | #define KASAN_STACK_DEPTH 64 |
150 | ||
7ed2f9e6 | 151 | struct kasan_track { |
cd11016e AP |
152 | u32 pid; |
153 | depot_stack_handle_t stack; | |
7ed2f9e6 AP |
154 | }; |
155 | ||
f06f78ab | 156 | #ifdef CONFIG_KASAN_TAGS_IDENTIFY |
ae8f06b3 WW |
157 | #define KASAN_NR_FREE_STACKS 5 |
158 | #else | |
159 | #define KASAN_NR_FREE_STACKS 1 | |
160 | #endif | |
161 | ||
7ed2f9e6 | 162 | struct kasan_alloc_meta { |
b3cbd9bf | 163 | struct kasan_track alloc_track; |
26e760c9 WW |
164 | #ifdef CONFIG_KASAN_GENERIC |
165 | /* | |
23f61f0f | 166 | * The auxiliary stack is stored into struct kasan_alloc_meta. |
26e760c9 WW |
167 | * The free stack is stored into struct kasan_free_meta. |
168 | */ | |
169 | depot_stack_handle_t aux_stack[2]; | |
e4b7818b | 170 | #else |
ae8f06b3 | 171 | struct kasan_track free_track[KASAN_NR_FREE_STACKS]; |
e4b7818b | 172 | #endif |
f06f78ab | 173 | #ifdef CONFIG_KASAN_TAGS_IDENTIFY |
ae8f06b3 WW |
174 | u8 free_pointer_tag[KASAN_NR_FREE_STACKS]; |
175 | u8 free_track_idx; | |
176 | #endif | |
7ed2f9e6 AP |
177 | }; |
178 | ||
55834c59 AP |
179 | struct qlist_node { |
180 | struct qlist_node *next; | |
181 | }; | |
97593cad AK |
182 | |
183 | /* | |
184 | * Generic mode either stores free meta in the object itself or in the redzone | |
185 | * after the object. In the former case free meta offset is 0, in the latter | |
186 | * case it has some sane value smaller than INT_MAX. Use INT_MAX as free meta | |
187 | * offset when free meta isn't present. | |
188 | */ | |
189 | #define KASAN_NO_FREE_META INT_MAX | |
190 | ||
7ed2f9e6 | 191 | struct kasan_free_meta { |
97593cad | 192 | #ifdef CONFIG_KASAN_GENERIC |
55834c59 AP |
193 | /* This field is used while the object is in the quarantine. |
194 | * Otherwise it might be used for the allocator freelist. | |
195 | */ | |
196 | struct qlist_node quarantine_link; | |
e4b7818b WW |
197 | struct kasan_track free_track; |
198 | #endif | |
7ed2f9e6 AP |
199 | }; |
200 | ||
6476792f AK |
201 | struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache, |
202 | const void *object); | |
97593cad | 203 | #ifdef CONFIG_KASAN_GENERIC |
6476792f AK |
204 | struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache, |
205 | const void *object); | |
97593cad | 206 | #endif |
7ed2f9e6 | 207 | |
2e903b91 AK |
208 | #if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS) |
209 | ||
0b24becc AR |
210 | static inline const void *kasan_shadow_to_mem(const void *shadow_addr) |
211 | { | |
212 | return (void *)(((unsigned long)shadow_addr - KASAN_SHADOW_OFFSET) | |
213 | << KASAN_SHADOW_SCALE_SHIFT); | |
214 | } | |
215 | ||
6882464f | 216 | static inline bool addr_has_metadata(const void *addr) |
11cd3cd6 AK |
217 | { |
218 | return (addr >= kasan_shadow_to_mem((void *)KASAN_SHADOW_START)); | |
219 | } | |
220 | ||
b5f6e0fc | 221 | /** |
f00748bf | 222 | * kasan_check_range - Check memory region, and report if invalid access. |
b5f6e0fc ME |
223 | * @addr: the accessed address |
224 | * @size: the accessed size | |
225 | * @write: true if access is a write access | |
226 | * @ret_ip: return address | |
227 | * @return: true if access was valid, false if invalid | |
228 | */ | |
f00748bf | 229 | bool kasan_check_range(unsigned long addr, size_t size, bool write, |
bffa986c AK |
230 | unsigned long ret_ip); |
231 | ||
2e903b91 AK |
232 | #else /* CONFIG_KASAN_GENERIC || CONFIG_KASAN_SW_TAGS */ |
233 | ||
234 | static inline bool addr_has_metadata(const void *addr) | |
235 | { | |
b99acdcb | 236 | return (is_vmalloc_addr(addr) || virt_addr_valid(addr)); |
2e903b91 AK |
237 | } |
238 | ||
239 | #endif /* CONFIG_KASAN_GENERIC || CONFIG_KASAN_SW_TAGS */ | |
240 | ||
d8dd3971 | 241 | #if defined(CONFIG_KASAN_SW_TAGS) || defined(CONFIG_KASAN_HW_TAGS) |
f00748bf | 242 | void kasan_print_tags(u8 addr_tag, const void *addr); |
d8dd3971 | 243 | #else |
f00748bf | 244 | static inline void kasan_print_tags(u8 addr_tag, const void *addr) { } |
d8dd3971 AK |
245 | #endif |
246 | ||
f00748bf AK |
247 | void *kasan_find_first_bad_addr(void *addr, size_t size); |
248 | const char *kasan_get_bug_type(struct kasan_access_info *info); | |
249 | void kasan_metadata_fetch_row(char *buffer, void *row); | |
11cd3cd6 | 250 | |
02c58773 | 251 | #if defined(CONFIG_KASAN_GENERIC) && defined(CONFIG_KASAN_STACK) |
f00748bf | 252 | void kasan_print_address_stack_frame(const void *addr); |
97fc7122 | 253 | #else |
f00748bf | 254 | static inline void kasan_print_address_stack_frame(const void *addr) { } |
97fc7122 AK |
255 | #endif |
256 | ||
8cceeff4 | 257 | bool kasan_report(unsigned long addr, size_t size, |
0b24becc | 258 | bool is_write, unsigned long ip); |
ee3ce779 | 259 | void kasan_report_invalid_free(void *object, unsigned long ip); |
0b24becc | 260 | |
ae8f06b3 WW |
261 | struct page *kasan_addr_to_page(const void *addr); |
262 | ||
26e760c9 | 263 | depot_stack_handle_t kasan_save_stack(gfp_t flags); |
e4b7818b WW |
264 | void kasan_set_track(struct kasan_track *track, gfp_t flags); |
265 | void kasan_set_free_info(struct kmem_cache *cache, void *object, u8 tag); | |
266 | struct kasan_track *kasan_get_free_track(struct kmem_cache *cache, | |
267 | void *object, u8 tag); | |
26e760c9 | 268 | |
2bd926b4 AK |
269 | #if defined(CONFIG_KASAN_GENERIC) && \ |
270 | (defined(CONFIG_SLAB) || defined(CONFIG_SLUB)) | |
f00748bf AK |
271 | bool kasan_quarantine_put(struct kmem_cache *cache, void *object); |
272 | void kasan_quarantine_reduce(void); | |
273 | void kasan_quarantine_remove_cache(struct kmem_cache *cache); | |
55834c59 | 274 | #else |
f00748bf AK |
275 | static inline bool kasan_quarantine_put(struct kmem_cache *cache, void *object) { return false; } |
276 | static inline void kasan_quarantine_reduce(void) { } | |
277 | static inline void kasan_quarantine_remove_cache(struct kmem_cache *cache) { } | |
55834c59 AP |
278 | #endif |
279 | ||
3c9e3aa1 | 280 | #ifndef arch_kasan_set_tag |
c412a769 QC |
281 | static inline const void *arch_kasan_set_tag(const void *addr, u8 tag) |
282 | { | |
283 | return addr; | |
284 | } | |
3c9e3aa1 | 285 | #endif |
3c9e3aa1 AK |
286 | #ifndef arch_kasan_get_tag |
287 | #define arch_kasan_get_tag(addr) 0 | |
288 | #endif | |
289 | ||
290 | #define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag))) | |
3c9e3aa1 AK |
291 | #define get_tag(addr) arch_kasan_get_tag(addr) |
292 | ||
ccbe2aab AK |
293 | #ifdef CONFIG_KASAN_HW_TAGS |
294 | ||
2603f8a7 VF |
295 | #ifndef arch_enable_tagging_sync |
296 | #define arch_enable_tagging_sync() | |
297 | #endif | |
298 | #ifndef arch_enable_tagging_async | |
299 | #define arch_enable_tagging_async() | |
ccbe2aab AK |
300 | #endif |
301 | #ifndef arch_init_tags | |
302 | #define arch_init_tags(max_tag) | |
303 | #endif | |
f05842cf AK |
304 | #ifndef arch_set_tagging_report_once |
305 | #define arch_set_tagging_report_once(state) | |
306 | #endif | |
e80a76aa AK |
307 | #ifndef arch_force_async_tag_fault |
308 | #define arch_force_async_tag_fault() | |
309 | #endif | |
ccbe2aab AK |
310 | #ifndef arch_get_random_tag |
311 | #define arch_get_random_tag() (0xFF) | |
312 | #endif | |
313 | #ifndef arch_get_mem_tag | |
314 | #define arch_get_mem_tag(addr) (0xFF) | |
315 | #endif | |
316 | #ifndef arch_set_mem_tag_range | |
d9b6f907 | 317 | #define arch_set_mem_tag_range(addr, size, tag, init) ((void *)(addr)) |
ccbe2aab AK |
318 | #endif |
319 | ||
2603f8a7 VF |
320 | #define hw_enable_tagging_sync() arch_enable_tagging_sync() |
321 | #define hw_enable_tagging_async() arch_enable_tagging_async() | |
ccbe2aab | 322 | #define hw_init_tags(max_tag) arch_init_tags(max_tag) |
f05842cf | 323 | #define hw_set_tagging_report_once(state) arch_set_tagging_report_once(state) |
e80a76aa | 324 | #define hw_force_async_tag_fault() arch_force_async_tag_fault() |
ccbe2aab AK |
325 | #define hw_get_random_tag() arch_get_random_tag() |
326 | #define hw_get_mem_tag(addr) arch_get_mem_tag(addr) | |
d9b6f907 AK |
327 | #define hw_set_mem_tag_range(addr, size, tag, init) \ |
328 | arch_set_mem_tag_range((addr), (size), (tag), (init)) | |
ccbe2aab | 329 | |
f05842cf AK |
330 | #else /* CONFIG_KASAN_HW_TAGS */ |
331 | ||
2603f8a7 VF |
332 | #define hw_enable_tagging_sync() |
333 | #define hw_enable_tagging_async() | |
f05842cf AK |
334 | #define hw_set_tagging_report_once(state) |
335 | ||
ccbe2aab AK |
336 | #endif /* CONFIG_KASAN_HW_TAGS */ |
337 | ||
f05842cf AK |
338 | #if defined(CONFIG_KASAN_HW_TAGS) && IS_ENABLED(CONFIG_KASAN_KUNIT_TEST) |
339 | ||
340 | void kasan_set_tagging_report_once(bool state); | |
2603f8a7 | 341 | void kasan_enable_tagging_sync(void); |
e80a76aa | 342 | void kasan_force_async_fault(void); |
f05842cf AK |
343 | |
344 | #else /* CONFIG_KASAN_HW_TAGS || CONFIG_KASAN_KUNIT_TEST */ | |
345 | ||
346 | static inline void kasan_set_tagging_report_once(bool state) { } | |
2603f8a7 | 347 | static inline void kasan_enable_tagging_sync(void) { } |
e80a76aa | 348 | static inline void kasan_force_async_fault(void) { } |
f05842cf AK |
349 | |
350 | #endif /* CONFIG_KASAN_HW_TAGS || CONFIG_KASAN_KUNIT_TEST */ | |
351 | ||
d8dd3971 | 352 | #ifdef CONFIG_KASAN_SW_TAGS |
f00748bf | 353 | u8 kasan_random_tag(void); |
d8dd3971 | 354 | #elif defined(CONFIG_KASAN_HW_TAGS) |
f00748bf | 355 | static inline u8 kasan_random_tag(void) { return hw_get_random_tag(); } |
d8dd3971 | 356 | #else |
f00748bf | 357 | static inline u8 kasan_random_tag(void) { return 0; } |
d8dd3971 AK |
358 | #endif |
359 | ||
57345fa6 AK |
360 | #ifdef CONFIG_KASAN_HW_TAGS |
361 | ||
aa5c219c | 362 | static inline void kasan_poison(const void *addr, size_t size, u8 value, bool init) |
57345fa6 | 363 | { |
cde8a7eb | 364 | addr = kasan_reset_tag(addr); |
2b830526 AP |
365 | |
366 | /* Skip KFENCE memory if called explicitly outside of sl*b. */ | |
cde8a7eb | 367 | if (is_kfence_address(addr)) |
2b830526 AP |
368 | return; |
369 | ||
cde8a7eb AK |
370 | if (WARN_ON((unsigned long)addr & KASAN_GRANULE_MASK)) |
371 | return; | |
372 | if (WARN_ON(size & KASAN_GRANULE_MASK)) | |
373 | return; | |
374 | ||
aa5c219c | 375 | hw_set_mem_tag_range((void *)addr, size, value, init); |
57345fa6 AK |
376 | } |
377 | ||
aa5c219c | 378 | static inline void kasan_unpoison(const void *addr, size_t size, bool init) |
57345fa6 | 379 | { |
cde8a7eb | 380 | u8 tag = get_tag(addr); |
2b830526 | 381 | |
cde8a7eb | 382 | addr = kasan_reset_tag(addr); |
2b830526 AP |
383 | |
384 | /* Skip KFENCE memory if called explicitly outside of sl*b. */ | |
cde8a7eb AK |
385 | if (is_kfence_address(addr)) |
386 | return; | |
387 | ||
388 | if (WARN_ON((unsigned long)addr & KASAN_GRANULE_MASK)) | |
2b830526 | 389 | return; |
cde8a7eb | 390 | size = round_up(size, KASAN_GRANULE_SIZE); |
2b830526 | 391 | |
aa5c219c | 392 | hw_set_mem_tag_range((void *)addr, size, tag, init); |
57345fa6 AK |
393 | } |
394 | ||
611806b4 | 395 | static inline bool kasan_byte_accessible(const void *addr) |
57345fa6 AK |
396 | { |
397 | u8 ptr_tag = get_tag(addr); | |
611806b4 | 398 | u8 mem_tag = hw_get_mem_tag((void *)addr); |
57345fa6 | 399 | |
bfcfe371 | 400 | return ptr_tag == KASAN_TAG_KERNEL || ptr_tag == mem_tag; |
57345fa6 AK |
401 | } |
402 | ||
403 | #else /* CONFIG_KASAN_HW_TAGS */ | |
404 | ||
e2db1a9a | 405 | /** |
f0953a1b | 406 | * kasan_poison - mark the memory range as inaccessible |
e2db1a9a | 407 | * @addr - range start address, must be aligned to KASAN_GRANULE_SIZE |
cde8a7eb | 408 | * @size - range size, must be aligned to KASAN_GRANULE_SIZE |
e2db1a9a | 409 | * @value - value that's written to metadata for the range |
aa5c219c | 410 | * @init - whether to initialize the memory range (only for hardware tag-based) |
e2db1a9a AK |
411 | * |
412 | * The size gets aligned to KASAN_GRANULE_SIZE before marking the range. | |
413 | */ | |
aa5c219c | 414 | void kasan_poison(const void *addr, size_t size, u8 value, bool init); |
e2db1a9a AK |
415 | |
416 | /** | |
417 | * kasan_unpoison - mark the memory range as accessible | |
418 | * @addr - range start address, must be aligned to KASAN_GRANULE_SIZE | |
cde8a7eb | 419 | * @size - range size, can be unaligned |
aa5c219c | 420 | * @init - whether to initialize the memory range (only for hardware tag-based) |
e2db1a9a AK |
421 | * |
422 | * For the tag-based modes, the @size gets aligned to KASAN_GRANULE_SIZE before | |
423 | * marking the range. | |
424 | * For the generic mode, the last granule of the memory range gets partially | |
425 | * unpoisoned based on the @size. | |
426 | */ | |
aa5c219c | 427 | void kasan_unpoison(const void *addr, size_t size, bool init); |
e2db1a9a | 428 | |
611806b4 | 429 | bool kasan_byte_accessible(const void *addr); |
57345fa6 AK |
430 | |
431 | #endif /* CONFIG_KASAN_HW_TAGS */ | |
432 | ||
e2db1a9a AK |
433 | #ifdef CONFIG_KASAN_GENERIC |
434 | ||
435 | /** | |
436 | * kasan_poison_last_granule - mark the last granule of the memory range as | |
f0953a1b | 437 | * inaccessible |
e2db1a9a AK |
438 | * @addr - range start address, must be aligned to KASAN_GRANULE_SIZE |
439 | * @size - range size | |
440 | * | |
441 | * This function is only available for the generic mode, as it's the only mode | |
442 | * that has partially poisoned memory granules. | |
443 | */ | |
444 | void kasan_poison_last_granule(const void *address, size_t size); | |
445 | ||
446 | #else /* CONFIG_KASAN_GENERIC */ | |
447 | ||
448 | static inline void kasan_poison_last_granule(const void *address, size_t size) { } | |
449 | ||
450 | #endif /* CONFIG_KASAN_GENERIC */ | |
451 | ||
af3751f3 DA |
452 | #ifndef kasan_arch_is_ready |
453 | static inline bool kasan_arch_is_ready(void) { return true; } | |
454 | #elif !defined(CONFIG_KASAN_GENERIC) || !defined(CONFIG_KASAN_OUTLINE) | |
455 | #error kasan_arch_is_ready only works in KASAN generic outline mode! | |
456 | #endif | |
457 | ||
d321599c AP |
458 | /* |
459 | * Exported functions for interfaces called from assembly or from generated | |
460 | * code. Declarations here to avoid warning about missing declarations. | |
461 | */ | |
462 | asmlinkage void kasan_unpoison_task_stack_below(const void *watermark); | |
463 | void __asan_register_globals(struct kasan_global *globals, size_t size); | |
464 | void __asan_unregister_globals(struct kasan_global *globals, size_t size); | |
d321599c | 465 | void __asan_handle_no_return(void); |
d321599c AP |
466 | void __asan_alloca_poison(unsigned long addr, size_t size); |
467 | void __asan_allocas_unpoison(const void *stack_top, const void *stack_bottom); | |
468 | ||
469 | void __asan_load1(unsigned long addr); | |
470 | void __asan_store1(unsigned long addr); | |
471 | void __asan_load2(unsigned long addr); | |
472 | void __asan_store2(unsigned long addr); | |
473 | void __asan_load4(unsigned long addr); | |
474 | void __asan_store4(unsigned long addr); | |
475 | void __asan_load8(unsigned long addr); | |
476 | void __asan_store8(unsigned long addr); | |
477 | void __asan_load16(unsigned long addr); | |
478 | void __asan_store16(unsigned long addr); | |
13cf0488 AK |
479 | void __asan_loadN(unsigned long addr, size_t size); |
480 | void __asan_storeN(unsigned long addr, size_t size); | |
d321599c AP |
481 | |
482 | void __asan_load1_noabort(unsigned long addr); | |
483 | void __asan_store1_noabort(unsigned long addr); | |
484 | void __asan_load2_noabort(unsigned long addr); | |
485 | void __asan_store2_noabort(unsigned long addr); | |
486 | void __asan_load4_noabort(unsigned long addr); | |
487 | void __asan_store4_noabort(unsigned long addr); | |
488 | void __asan_load8_noabort(unsigned long addr); | |
489 | void __asan_store8_noabort(unsigned long addr); | |
490 | void __asan_load16_noabort(unsigned long addr); | |
491 | void __asan_store16_noabort(unsigned long addr); | |
13cf0488 AK |
492 | void __asan_loadN_noabort(unsigned long addr, size_t size); |
493 | void __asan_storeN_noabort(unsigned long addr, size_t size); | |
494 | ||
495 | void __asan_report_load1_noabort(unsigned long addr); | |
496 | void __asan_report_store1_noabort(unsigned long addr); | |
497 | void __asan_report_load2_noabort(unsigned long addr); | |
498 | void __asan_report_store2_noabort(unsigned long addr); | |
499 | void __asan_report_load4_noabort(unsigned long addr); | |
500 | void __asan_report_store4_noabort(unsigned long addr); | |
501 | void __asan_report_load8_noabort(unsigned long addr); | |
502 | void __asan_report_store8_noabort(unsigned long addr); | |
503 | void __asan_report_load16_noabort(unsigned long addr); | |
504 | void __asan_report_store16_noabort(unsigned long addr); | |
505 | void __asan_report_load_n_noabort(unsigned long addr, size_t size); | |
506 | void __asan_report_store_n_noabort(unsigned long addr, size_t size); | |
d321599c AP |
507 | |
508 | void __asan_set_shadow_00(const void *addr, size_t size); | |
509 | void __asan_set_shadow_f1(const void *addr, size_t size); | |
510 | void __asan_set_shadow_f2(const void *addr, size_t size); | |
511 | void __asan_set_shadow_f3(const void *addr, size_t size); | |
512 | void __asan_set_shadow_f5(const void *addr, size_t size); | |
513 | void __asan_set_shadow_f8(const void *addr, size_t size); | |
514 | ||
13cf0488 AK |
515 | void __hwasan_load1_noabort(unsigned long addr); |
516 | void __hwasan_store1_noabort(unsigned long addr); | |
517 | void __hwasan_load2_noabort(unsigned long addr); | |
518 | void __hwasan_store2_noabort(unsigned long addr); | |
519 | void __hwasan_load4_noabort(unsigned long addr); | |
520 | void __hwasan_store4_noabort(unsigned long addr); | |
521 | void __hwasan_load8_noabort(unsigned long addr); | |
522 | void __hwasan_store8_noabort(unsigned long addr); | |
523 | void __hwasan_load16_noabort(unsigned long addr); | |
524 | void __hwasan_store16_noabort(unsigned long addr); | |
525 | void __hwasan_loadN_noabort(unsigned long addr, size_t size); | |
526 | void __hwasan_storeN_noabort(unsigned long addr, size_t size); | |
527 | ||
528 | void __hwasan_tag_memory(unsigned long addr, u8 tag, unsigned long size); | |
529 | ||
0b24becc | 530 | #endif |