[linux-2.6-block.git] / arch / powerpc / include / asm / jump_label.h

/* SPDX-License-Identifier: GPL-2.0-or-later */
#ifndef _ASM_POWERPC_JUMP_LABEL_H
#define _ASM_POWERPC_JUMP_LABEL_H

/*
 * Copyright 2010 Michael Ellerman, IBM Corp.
 */

#ifndef __ASSEMBLY__
#include <linux/types.h>

#include <asm/feature-fixups.h>
#include <asm/asm-const.h>

#define JUMP_ENTRY_TYPE		stringify_in_c(FTR_ENTRY_LONG)
#define JUMP_LABEL_NOP_SIZE	4

static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
{
	asm_volatile_goto("1:\n\t"
		 "nop # arch_static_branch\n\t"
		 ".pushsection __jump_table,  \"aw\"\n\t"
		 JUMP_ENTRY_TYPE "1b, %l[l_yes], %c0\n\t"
		 ".popsection \n\t"
		 : :  "i" (&((char *)key)[branch]) : : l_yes);

	return false;
l_yes:
	return true;
}

static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
{
	asm_volatile_goto("1:\n\t"
		 "b %l[l_yes] # arch_static_branch_jump\n\t"
		 ".pushsection __jump_table,  \"aw\"\n\t"
		 JUMP_ENTRY_TYPE "1b, %l[l_yes], %c0\n\t"
		 ".popsection \n\t"
		 : :  "i" (&((char *)key)[branch]) : : l_yes);

	return false;
l_yes:
	return true;
}

#ifdef CONFIG_PPC64
typedef u64 jump_label_t;
#else
typedef u32 jump_label_t;
#endif

struct jump_entry {
	jump_label_t code;
	jump_label_t target;
	jump_label_t key;
};

#else
#define ARCH_STATIC_BRANCH(LABEL, KEY)		\
1098:	nop;					\
	.pushsection __jump_table, "aw";	\
	FTR_ENTRY_LONG 1098b, LABEL, KEY;	\
	.popsection
#endif

#endif /* _ASM_POWERPC_JUMP_LABEL_H */
Commit	Line	Data
2874c5fd	1	/* SPDX-License-Identifier: GPL-2.0-or-later */
ac5f89c7 ME	2	#ifndef _ASM_POWERPC_JUMP_LABEL_H
	3	#define _ASM_POWERPC_JUMP_LABEL_H
	4
	5	/*
	6	* Copyright 2010 Michael Ellerman, IBM Corp.
ac5f89c7 ME	7	*/
ac5f89c7 ME	8
cc1adb5f	9	#ifndef __ASSEMBLY__
ac5f89c7 ME	10	#include <linux/types.h>
	11
	12	#include <asm/feature-fixups.h>
ec0c464c	13	#include <asm/asm-const.h>
ac5f89c7 ME	14
	15	#define JUMP_ENTRY_TYPE stringify_in_c(FTR_ENTRY_LONG)
	16	#define JUMP_LABEL_NOP_SIZE 4
	17
11276d53	18	static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
ac5f89c7	19	{
3f0116c3	20	asm_volatile_goto("1:\n\t"
e2985fd9	21	"nop # arch_static_branch\n\t"
ac5f89c7	22	".pushsection __jump_table, \"aw\"\n\t"
ac5f89c7 ME	23	JUMP_ENTRY_TYPE "1b, %l[l_yes], %c0\n\t"
ac5f89c7 ME	24	".popsection \n\t"
11276d53 PZ	25	: : "i" (&((char *)key)[branch]) : : l_yes);
	26
	27	return false;
	28	l_yes:
	29	return true;
	30	}
	31
	32	static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
	33	{
	34	asm_volatile_goto("1:\n\t"
e2985fd9	35	"b %l[l_yes] # arch_static_branch_jump\n\t"
11276d53 PZ	36	".pushsection __jump_table, \"aw\"\n\t"
	37	JUMP_ENTRY_TYPE "1b, %l[l_yes], %c0\n\t"
	38	".popsection \n\t"
	39	: : "i" (&((char *)key)[branch]) : : l_yes);
	40
ac5f89c7 ME	41	return false;
	42	l_yes:
	43	return true;
	44	}
	45
	46	#ifdef CONFIG_PPC64
	47	typedef u64 jump_label_t;
	48	#else
	49	typedef u32 jump_label_t;
	50	#endif
	51
	52	struct jump_entry {
	53	jump_label_t code;
	54	jump_label_t target;
	55	jump_label_t key;
ac5f89c7 ME	56	};
ac5f89c7 ME	57
cc1adb5f AB	58	#else
	59	#define ARCH_STATIC_BRANCH(LABEL, KEY) \
	60	1098: nop; \
	61	.pushsection __jump_table, "aw"; \
	62	FTR_ENTRY_LONG 1098b, LABEL, KEY; \
	63	.popsection
	64	#endif
	65
ac5f89c7	66	#endif /* _ASM_POWERPC_JUMP_LABEL_H */