Commit | Line | Data |
---|---|---|
d1e5ca64 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
3dd681d9 | 2 | /* |
d1e5ca64 | 3 | * AArch32 user helpers. |
3dd681d9 WD |
4 | * Based on the kuser helpers in arch/arm/kernel/entry-armv.S. |
5 | * | |
6 | * Copyright (C) 2005-2011 Nicolas Pitre <nico@fluxnic.net> | |
d1e5ca64 | 7 | * Copyright (C) 2012-2018 ARM Ltd. |
3dd681d9 | 8 | * |
af1b3cf2 VF |
9 | * The kuser helpers below are mapped at a fixed address by |
10 | * aarch32_setup_additional_pages() and are provided for compatibility | |
11 | * reasons with 32 bit (aarch32) applications that need them. | |
3dd681d9 | 12 | * |
dc7a12bd | 13 | * See Documentation/arm/kernel_user_helpers.rst for formal definitions. |
3dd681d9 | 14 | */ |
a1d5ebaf | 15 | |
f3e5c847 | 16 | #include <asm/unistd.h> |
a1d5ebaf | 17 | |
2d304afa | 18 | .section .rodata |
3dd681d9 WD |
19 | .align 5 |
20 | .globl __kuser_helper_start | |
21 | __kuser_helper_start: | |
22 | ||
23 | __kuser_cmpxchg64: // 0xffff0f60 | |
24 | .inst 0xe92d00f0 // push {r4, r5, r6, r7} | |
25 | .inst 0xe1c040d0 // ldrd r4, r5, [r0] | |
26 | .inst 0xe1c160d0 // ldrd r6, r7, [r1] | |
8e86f0b4 | 27 | .inst 0xe1b20f9f // 1: ldrexd r0, r1, [r2] |
3dd681d9 WD |
28 | .inst 0xe0303004 // eors r3, r0, r4 |
29 | .inst 0x00313005 // eoreqs r3, r1, r5 | |
d0f38f91 | 30 | .inst 0x01a23e96 // stlexdeq r3, r6, [r2] |
3dd681d9 WD |
31 | .inst 0x03330001 // teqeq r3, #1 |
32 | .inst 0x0afffff9 // beq 1b | |
8e86f0b4 | 33 | .inst 0xf57ff05b // dmb ish |
3dd681d9 WD |
34 | .inst 0xe2730000 // rsbs r0, r3, #0 |
35 | .inst 0xe8bd00f0 // pop {r4, r5, r6, r7} | |
36 | .inst 0xe12fff1e // bx lr | |
37 | ||
38 | .align 5 | |
39 | __kuser_memory_barrier: // 0xffff0fa0 | |
d0f38f91 | 40 | .inst 0xf57ff05b // dmb ish |
3dd681d9 WD |
41 | .inst 0xe12fff1e // bx lr |
42 | ||
43 | .align 5 | |
44 | __kuser_cmpxchg: // 0xffff0fc0 | |
8e86f0b4 | 45 | .inst 0xe1923f9f // 1: ldrex r3, [r2] |
3dd681d9 | 46 | .inst 0xe0533000 // subs r3, r3, r0 |
d0f38f91 | 47 | .inst 0x01823e91 // stlexeq r3, r1, [r2] |
3dd681d9 WD |
48 | .inst 0x03330001 // teqeq r3, #1 |
49 | .inst 0x0afffffa // beq 1b | |
8e86f0b4 | 50 | .inst 0xf57ff05b // dmb ish |
3dd681d9 | 51 | .inst 0xe2730000 // rsbs r0, r3, #0 |
d0f38f91 | 52 | .inst 0xe12fff1e // bx lr |
3dd681d9 WD |
53 | |
54 | .align 5 | |
55 | __kuser_get_tls: // 0xffff0fe0 | |
56 | .inst 0xee1d0f70 // mrc p15, 0, r0, c13, c0, 3 | |
57 | .inst 0xe12fff1e // bx lr | |
58 | .rep 5 | |
59 | .word 0 | |
60 | .endr | |
61 | ||
62 | __kuser_helper_version: // 0xffff0ffc | |
63 | .word ((__kuser_helper_end - __kuser_helper_start) >> 5) | |
64 | .globl __kuser_helper_end | |
65 | __kuser_helper_end: |