[linux-2.6-block.git] / mm / kasan / kasan.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef __MM_KASAN_KASAN_H
#define __MM_KASAN_KASAN_H

#include <linux/kasan.h>
#include <linux/stackdepot.h>

#define KASAN_SHADOW_SCALE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT)
#define KASAN_SHADOW_MASK       (KASAN_SHADOW_SCALE_SIZE - 1)

#define KASAN_TAG_KERNEL	0xFF /* native kernel pointers tag */
#define KASAN_TAG_INVALID	0xFE /* inaccessible memory tag */
#define KASAN_TAG_MAX		0xFD /* maximum value for random tags */

#ifdef CONFIG_KASAN_GENERIC
#define KASAN_FREE_PAGE         0xFF  /* page was freed */
#define KASAN_PAGE_REDZONE      0xFE  /* redzone for kmalloc_large allocations */
#define KASAN_KMALLOC_REDZONE   0xFC  /* redzone inside slub object */
#define KASAN_KMALLOC_FREE      0xFB  /* object was freed (kmem_cache_free/kfree) */
#else
#define KASAN_FREE_PAGE         KASAN_TAG_INVALID
#define KASAN_PAGE_REDZONE      KASAN_TAG_INVALID
#define KASAN_KMALLOC_REDZONE   KASAN_TAG_INVALID
#define KASAN_KMALLOC_FREE      KASAN_TAG_INVALID
#endif

#define KASAN_GLOBAL_REDZONE    0xFA  /* redzone for global variable */

/*
 * Stack redzone shadow values
 * (Those are compiler's ABI, don't change them)
 */
#define KASAN_STACK_LEFT        0xF1
#define KASAN_STACK_MID         0xF2
#define KASAN_STACK_RIGHT       0xF3
#define KASAN_STACK_PARTIAL     0xF4

/*
 * alloca redzone shadow values
 */
#define KASAN_ALLOCA_LEFT	0xCA
#define KASAN_ALLOCA_RIGHT	0xCB

#define KASAN_ALLOCA_REDZONE_SIZE	32

/* Don't break randconfig/all*config builds */
#ifndef KASAN_ABI_VERSION
#define KASAN_ABI_VERSION 1
#endif

struct kasan_access_info {
	const void *access_addr;
	const void *first_bad_addr;
	size_t access_size;
	bool is_write;
	unsigned long ip;
};

/* The layout of struct dictated by compiler */
struct kasan_source_location {
	const char *filename;
	int line_no;
	int column_no;
};

/* The layout of struct dictated by compiler */
struct kasan_global {
	const void *beg;		/* Address of the beginning of the global variable. */
	size_t size;			/* Size of the global variable. */
	size_t size_with_redzone;	/* Size of the variable + size of the red zone. 32 bytes aligned */
	const void *name;
	const void *module_name;	/* Name of the module where the global variable is declared. */
	unsigned long has_dynamic_init;	/* This needed for C++ */
#if KASAN_ABI_VERSION >= 4
	struct kasan_source_location *location;
#endif
#if KASAN_ABI_VERSION >= 5
	char *odr_indicator;
#endif
};

/**
 * Structures to keep alloc and free tracks *
 */

#define KASAN_STACK_DEPTH 64

struct kasan_track {
	u32 pid;
	depot_stack_handle_t stack;
};

struct kasan_alloc_meta {
	struct kasan_track alloc_track;
	struct kasan_track free_track;
};

struct qlist_node {
	struct qlist_node *next;
};
struct kasan_free_meta {
	/* This field is used while the object is in the quarantine.
	 * Otherwise it might be used for the allocator freelist.
	 */
	struct qlist_node quarantine_link;
};

struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache,
					const void *object);
struct kasan_free_meta *get_free_info(struct kmem_cache *cache,
					const void *object);

static inline const void *kasan_shadow_to_mem(const void *shadow_addr)
{
	return (void *)(((unsigned long)shadow_addr - KASAN_SHADOW_OFFSET)
		<< KASAN_SHADOW_SCALE_SHIFT);
}

static inline bool addr_has_shadow(const void *addr)
{
	return (addr >= kasan_shadow_to_mem((void *)KASAN_SHADOW_START));
}

void kasan_poison_shadow(const void *address, size_t size, u8 value);

void check_memory_region(unsigned long addr, size_t size, bool write,
				unsigned long ret_ip);

void *find_first_bad_addr(void *addr, size_t size);
const char *get_bug_type(struct kasan_access_info *info);

void kasan_report(unsigned long addr, size_t size,
		bool is_write, unsigned long ip);
void kasan_report_invalid_free(void *object, unsigned long ip);

#if defined(CONFIG_KASAN_GENERIC) && \
	(defined(CONFIG_SLAB) || defined(CONFIG_SLUB))
void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache);
void quarantine_reduce(void);
void quarantine_remove_cache(struct kmem_cache *cache);
#else
static inline void quarantine_put(struct kasan_free_meta *info,
				struct kmem_cache *cache) { }
static inline void quarantine_reduce(void) { }
static inline void quarantine_remove_cache(struct kmem_cache *cache) { }
#endif

#ifdef CONFIG_KASAN_SW_TAGS

void print_tags(u8 addr_tag, const void *addr);

u8 random_tag(void);

#else

static inline void print_tags(u8 addr_tag, const void *addr) { }

static inline u8 random_tag(void)
{
	return 0;
}

#endif

#ifndef arch_kasan_set_tag
#define arch_kasan_set_tag(addr, tag)	((void *)(addr))
#endif
#ifndef arch_kasan_reset_tag
#define arch_kasan_reset_tag(addr)	((void *)(addr))
#endif
#ifndef arch_kasan_get_tag
#define arch_kasan_get_tag(addr)	0
#endif

#define set_tag(addr, tag)	((void *)arch_kasan_set_tag((addr), (tag)))
#define reset_tag(addr)		((void *)arch_kasan_reset_tag(addr))
#define get_tag(addr)		arch_kasan_get_tag(addr)

/*
 * Exported functions for interfaces called from assembly or from generated
 * code. Declarations here to avoid warning about missing declarations.
 */
asmlinkage void kasan_unpoison_task_stack_below(const void *watermark);
void __asan_register_globals(struct kasan_global *globals, size_t size);
void __asan_unregister_globals(struct kasan_global *globals, size_t size);
void __asan_loadN(unsigned long addr, size_t size);
void __asan_storeN(unsigned long addr, size_t size);
void __asan_handle_no_return(void);
void __asan_alloca_poison(unsigned long addr, size_t size);
void __asan_allocas_unpoison(const void *stack_top, const void *stack_bottom);

void __asan_load1(unsigned long addr);
void __asan_store1(unsigned long addr);
void __asan_load2(unsigned long addr);
void __asan_store2(unsigned long addr);
void __asan_load4(unsigned long addr);
void __asan_store4(unsigned long addr);
void __asan_load8(unsigned long addr);
void __asan_store8(unsigned long addr);
void __asan_load16(unsigned long addr);
void __asan_store16(unsigned long addr);

void __asan_load1_noabort(unsigned long addr);
void __asan_store1_noabort(unsigned long addr);
void __asan_load2_noabort(unsigned long addr);
void __asan_store2_noabort(unsigned long addr);
void __asan_load4_noabort(unsigned long addr);
void __asan_store4_noabort(unsigned long addr);
void __asan_load8_noabort(unsigned long addr);
void __asan_store8_noabort(unsigned long addr);
void __asan_load16_noabort(unsigned long addr);
void __asan_store16_noabort(unsigned long addr);

void __asan_set_shadow_00(const void *addr, size_t size);
void __asan_set_shadow_f1(const void *addr, size_t size);
void __asan_set_shadow_f2(const void *addr, size_t size);
void __asan_set_shadow_f3(const void *addr, size_t size);
void __asan_set_shadow_f5(const void *addr, size_t size);
void __asan_set_shadow_f8(const void *addr, size_t size);

#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
0b24becc AR	2	#ifndef __MM_KASAN_KASAN_H
	3	#define __MM_KASAN_KASAN_H
	4
	5	#include <linux/kasan.h>
cd11016e	6	#include <linux/stackdepot.h>
0b24becc AR	7
	8	#define KASAN_SHADOW_SCALE_SIZE (1UL << KASAN_SHADOW_SCALE_SHIFT)
	9	#define KASAN_SHADOW_MASK (KASAN_SHADOW_SCALE_SIZE - 1)
	10
3c9e3aa1 AK	11	#define KASAN_TAG_KERNEL 0xFF /* native kernel pointers tag */
	12	#define KASAN_TAG_INVALID 0xFE /* inaccessible memory tag */
	13	#define KASAN_TAG_MAX 0xFD /* maximum value for random tags */
	14
7f94ffbc	15	#ifdef CONFIG_KASAN_GENERIC
0316bec2 AR	16	#define KASAN_FREE_PAGE 0xFF /* page was freed */
	17	#define KASAN_PAGE_REDZONE 0xFE /* redzone for kmalloc_large allocations */
	18	#define KASAN_KMALLOC_REDZONE 0xFC /* redzone inside slub object */
	19	#define KASAN_KMALLOC_FREE 0xFB /* object was freed (kmem_cache_free/kfree) */
7f94ffbc AK	20	#else
	21	#define KASAN_FREE_PAGE KASAN_TAG_INVALID
	22	#define KASAN_PAGE_REDZONE KASAN_TAG_INVALID
	23	#define KASAN_KMALLOC_REDZONE KASAN_TAG_INVALID
	24	#define KASAN_KMALLOC_FREE KASAN_TAG_INVALID
	25	#endif
	26
bebf56a1	27	#define KASAN_GLOBAL_REDZONE 0xFA /* redzone for global variable */
0316bec2	28
c420f167 AR	29	/*
	30	* Stack redzone shadow values
	31	* (Those are compiler's ABI, don't change them)
	32	*/
	33	#define KASAN_STACK_LEFT 0xF1
	34	#define KASAN_STACK_MID 0xF2
	35	#define KASAN_STACK_RIGHT 0xF3
	36	#define KASAN_STACK_PARTIAL 0xF4
	37
342061ee PL	38	/*
	39	* alloca redzone shadow values
	40	*/
	41	#define KASAN_ALLOCA_LEFT 0xCA
	42	#define KASAN_ALLOCA_RIGHT 0xCB
	43
	44	#define KASAN_ALLOCA_REDZONE_SIZE 32
	45
bebf56a1 AR	46	/* Don't break randconfig/allconfig builds /
	47	#ifndef KASAN_ABI_VERSION
	48	#define KASAN_ABI_VERSION 1
	49	#endif
b8c73fc2	50
0b24becc AR	51	struct kasan_access_info {
	52	const void *access_addr;
	53	const void *first_bad_addr;
	54	size_t access_size;
	55	bool is_write;
	56	unsigned long ip;
	57	};
	58
bebf56a1 AR	59	/* The layout of struct dictated by compiler */
	60	struct kasan_source_location {
	61	const char *filename;
	62	int line_no;
	63	int column_no;
	64	};
	65
	66	/* The layout of struct dictated by compiler */
	67	struct kasan_global {
	68	const void beg; / Address of the beginning of the global variable. */
	69	size_t size; /* Size of the global variable. */
	70	size_t size_with_redzone; /* Size of the variable + size of the red zone. 32 bytes aligned */
	71	const void *name;
	72	const void module_name; / Name of the module where the global variable is declared. */
	73	unsigned long has_dynamic_init; /* This needed for C++ */
	74	#if KASAN_ABI_VERSION >= 4
	75	struct kasan_source_location *location;
	76	#endif
045d599a DV	77	#if KASAN_ABI_VERSION >= 5
	78	char *odr_indicator;
	79	#endif
bebf56a1 AR	80	};
bebf56a1 AR	81
7ed2f9e6 AP	82	/**
	83	* Structures to keep alloc and free tracks *
	84	*/
	85
cd11016e AP	86	#define KASAN_STACK_DEPTH 64
cd11016e AP	87
7ed2f9e6	88	struct kasan_track {
cd11016e AP	89	u32 pid;
cd11016e AP	90	depot_stack_handle_t stack;
7ed2f9e6 AP	91	};
	92
	93	struct kasan_alloc_meta {
b3cbd9bf AR	94	struct kasan_track alloc_track;
b3cbd9bf AR	95	struct kasan_track free_track;
7ed2f9e6 AP	96	};
7ed2f9e6 AP	97
55834c59 AP	98	struct qlist_node {
	99	struct qlist_node *next;
	100	};
7ed2f9e6	101	struct kasan_free_meta {
55834c59 AP	102	/* This field is used while the object is in the quarantine.
	103	* Otherwise it might be used for the allocator freelist.
	104	*/
	105	struct qlist_node quarantine_link;
7ed2f9e6 AP	106	};
	107
	108	struct kasan_alloc_meta get_alloc_info(struct kmem_cache cache,
	109	const void *object);
	110	struct kasan_free_meta get_free_info(struct kmem_cache cache,
	111	const void *object);
	112
0b24becc AR	113	static inline const void kasan_shadow_to_mem(const void shadow_addr)
	114	{
	115	return (void *)(((unsigned long)shadow_addr - KASAN_SHADOW_OFFSET)
	116	<< KASAN_SHADOW_SCALE_SHIFT);
	117	}
	118
11cd3cd6 AK	119	static inline bool addr_has_shadow(const void *addr)
	120	{
	121	return (addr >= kasan_shadow_to_mem((void *)KASAN_SHADOW_START));
	122	}
	123
bffa986c AK	124	void kasan_poison_shadow(const void *address, size_t size, u8 value);
	125
	126	void check_memory_region(unsigned long addr, size_t size, bool write,
	127	unsigned long ret_ip);
	128
121e8f81	129	void find_first_bad_addr(void addr, size_t size);
11cd3cd6 AK	130	const char get_bug_type(struct kasan_access_info info);
11cd3cd6 AK	131
0b24becc AR	132	void kasan_report(unsigned long addr, size_t size,
0b24becc AR	133	bool is_write, unsigned long ip);
ee3ce779	134	void kasan_report_invalid_free(void *object, unsigned long ip);
0b24becc	135
2bd926b4 AK	136	#if defined(CONFIG_KASAN_GENERIC) && \
2bd926b4 AK	137	(defined(CONFIG_SLAB) \|\| defined(CONFIG_SLUB))
55834c59 AP	138	void quarantine_put(struct kasan_free_meta info, struct kmem_cache cache);
	139	void quarantine_reduce(void);
	140	void quarantine_remove_cache(struct kmem_cache *cache);
	141	#else
	142	static inline void quarantine_put(struct kasan_free_meta *info,
	143	struct kmem_cache *cache) { }
	144	static inline void quarantine_reduce(void) { }
	145	static inline void quarantine_remove_cache(struct kmem_cache *cache) { }
	146	#endif
	147
3c9e3aa1 AK	148	#ifdef CONFIG_KASAN_SW_TAGS
3c9e3aa1 AK	149
121e8f81 AK	150	void print_tags(u8 addr_tag, const void *addr);
121e8f81 AK	151
3c9e3aa1 AK	152	u8 random_tag(void);
	153
	154	#else
	155
121e8f81 AK	156	static inline void print_tags(u8 addr_tag, const void *addr) { }
121e8f81 AK	157
3c9e3aa1 AK	158	static inline u8 random_tag(void)
	159	{
	160	return 0;
	161	}
	162
	163	#endif
	164
	165	#ifndef arch_kasan_set_tag
	166	#define arch_kasan_set_tag(addr, tag) ((void *)(addr))
	167	#endif
	168	#ifndef arch_kasan_reset_tag
	169	#define arch_kasan_reset_tag(addr) ((void *)(addr))
	170	#endif
	171	#ifndef arch_kasan_get_tag
	172	#define arch_kasan_get_tag(addr) 0
	173	#endif
	174
	175	#define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag)))
	176	#define reset_tag(addr) ((void *)arch_kasan_reset_tag(addr))
	177	#define get_tag(addr) arch_kasan_get_tag(addr)
	178
d321599c AP	179	/*
	180	* Exported functions for interfaces called from assembly or from generated
	181	* code. Declarations here to avoid warning about missing declarations.
	182	*/
	183	asmlinkage void kasan_unpoison_task_stack_below(const void *watermark);
	184	void __asan_register_globals(struct kasan_global *globals, size_t size);
	185	void __asan_unregister_globals(struct kasan_global *globals, size_t size);
	186	void __asan_loadN(unsigned long addr, size_t size);
	187	void __asan_storeN(unsigned long addr, size_t size);
	188	void __asan_handle_no_return(void);
d321599c AP	189	void __asan_alloca_poison(unsigned long addr, size_t size);
	190	void __asan_allocas_unpoison(const void stack_top, const void stack_bottom);
	191
	192	void __asan_load1(unsigned long addr);
	193	void __asan_store1(unsigned long addr);
	194	void __asan_load2(unsigned long addr);
	195	void __asan_store2(unsigned long addr);
	196	void __asan_load4(unsigned long addr);
	197	void __asan_store4(unsigned long addr);
	198	void __asan_load8(unsigned long addr);
	199	void __asan_store8(unsigned long addr);
	200	void __asan_load16(unsigned long addr);
	201	void __asan_store16(unsigned long addr);
	202
	203	void __asan_load1_noabort(unsigned long addr);
	204	void __asan_store1_noabort(unsigned long addr);
	205	void __asan_load2_noabort(unsigned long addr);
	206	void __asan_store2_noabort(unsigned long addr);
	207	void __asan_load4_noabort(unsigned long addr);
	208	void __asan_store4_noabort(unsigned long addr);
	209	void __asan_load8_noabort(unsigned long addr);
	210	void __asan_store8_noabort(unsigned long addr);
	211	void __asan_load16_noabort(unsigned long addr);
	212	void __asan_store16_noabort(unsigned long addr);
	213
	214	void __asan_set_shadow_00(const void *addr, size_t size);
	215	void __asan_set_shadow_f1(const void *addr, size_t size);
	216	void __asan_set_shadow_f2(const void *addr, size_t size);
	217	void __asan_set_shadow_f3(const void *addr, size_t size);
	218	void __asan_set_shadow_f5(const void *addr, size_t size);
	219	void __asan_set_shadow_f8(const void *addr, size_t size);
	220
0b24becc	221	#endif