Merge tag 'smp-urgent-2023-09-02' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6-block.git] / arch / powerpc / include / asm / jump_label.h
CommitLineData
2874c5fd 1/* SPDX-License-Identifier: GPL-2.0-or-later */
ac5f89c7
ME
2#ifndef _ASM_POWERPC_JUMP_LABEL_H
3#define _ASM_POWERPC_JUMP_LABEL_H
4
5/*
6 * Copyright 2010 Michael Ellerman, IBM Corp.
ac5f89c7
ME
7 */
8
cc1adb5f 9#ifndef __ASSEMBLY__
ac5f89c7
ME
10#include <linux/types.h>
11
12#include <asm/feature-fixups.h>
ec0c464c 13#include <asm/asm-const.h>
ac5f89c7
ME
14
15#define JUMP_ENTRY_TYPE stringify_in_c(FTR_ENTRY_LONG)
16#define JUMP_LABEL_NOP_SIZE 4
17
11276d53 18static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
ac5f89c7 19{
3f0116c3 20 asm_volatile_goto("1:\n\t"
e2985fd9 21 "nop # arch_static_branch\n\t"
ac5f89c7 22 ".pushsection __jump_table, \"aw\"\n\t"
b0b3b2c7
CL
23 ".long 1b - ., %l[l_yes] - .\n\t"
24 JUMP_ENTRY_TYPE "%c0 - .\n\t"
ac5f89c7 25 ".popsection \n\t"
11276d53
PZ
26 : : "i" (&((char *)key)[branch]) : : l_yes);
27
28 return false;
29l_yes:
30 return true;
31}
32
33static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
34{
35 asm_volatile_goto("1:\n\t"
e2985fd9 36 "b %l[l_yes] # arch_static_branch_jump\n\t"
11276d53 37 ".pushsection __jump_table, \"aw\"\n\t"
b0b3b2c7
CL
38 ".long 1b - ., %l[l_yes] - .\n\t"
39 JUMP_ENTRY_TYPE "%c0 - .\n\t"
11276d53
PZ
40 ".popsection \n\t"
41 : : "i" (&((char *)key)[branch]) : : l_yes);
42
ac5f89c7
ME
43 return false;
44l_yes:
45 return true;
46}
47
cc1adb5f
AB
48#else
49#define ARCH_STATIC_BRANCH(LABEL, KEY) \
501098: nop; \
51 .pushsection __jump_table, "aw"; \
b0b3b2c7 52 .long 1098b - ., LABEL - .; \
478036c4 53 FTR_ENTRY_LONG KEY - .; \
cc1adb5f
AB
54 .popsection
55#endif
56
ac5f89c7 57#endif /* _ASM_POWERPC_JUMP_LABEL_H */