Commit | Line | Data |
---|---|---|
7936e914 JPB |
1 | /* |
2 | * arch/arm64/include/asm/arch_gicv3.h | |
3 | * | |
4 | * Copyright (C) 2015 ARM Ltd. | |
5 | * | |
6 | * This program is free software: you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License version 2 as | |
8 | * published by the Free Software Foundation. | |
9 | * | |
10 | * This program is distributed in the hope that it will be useful, | |
11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 | * GNU General Public License for more details. | |
14 | * | |
15 | * You should have received a copy of the GNU General Public License | |
16 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
17 | */ | |
18 | #ifndef __ASM_ARCH_GICV3_H | |
19 | #define __ASM_ARCH_GICV3_H | |
20 | ||
21 | #include <asm/sysreg.h> | |
22 | ||
23 | #define ICC_EOIR1_EL1 sys_reg(3, 0, 12, 12, 1) | |
24 | #define ICC_DIR_EL1 sys_reg(3, 0, 12, 11, 1) | |
25 | #define ICC_IAR1_EL1 sys_reg(3, 0, 12, 12, 0) | |
26 | #define ICC_SGI1R_EL1 sys_reg(3, 0, 12, 11, 5) | |
27 | #define ICC_PMR_EL1 sys_reg(3, 0, 4, 6, 0) | |
28 | #define ICC_CTLR_EL1 sys_reg(3, 0, 12, 12, 4) | |
29 | #define ICC_SRE_EL1 sys_reg(3, 0, 12, 12, 5) | |
30 | #define ICC_GRPEN1_EL1 sys_reg(3, 0, 12, 12, 7) | |
91ef8442 | 31 | #define ICC_BPR1_EL1 sys_reg(3, 0, 12, 12, 3) |
7936e914 JPB |
32 | |
33 | #define ICC_SRE_EL2 sys_reg(3, 4, 12, 9, 5) | |
34 | ||
35 | /* | |
36 | * System register definitions | |
37 | */ | |
38 | #define ICH_VSEIR_EL2 sys_reg(3, 4, 12, 9, 4) | |
39 | #define ICH_HCR_EL2 sys_reg(3, 4, 12, 11, 0) | |
40 | #define ICH_VTR_EL2 sys_reg(3, 4, 12, 11, 1) | |
41 | #define ICH_MISR_EL2 sys_reg(3, 4, 12, 11, 2) | |
42 | #define ICH_EISR_EL2 sys_reg(3, 4, 12, 11, 3) | |
43 | #define ICH_ELSR_EL2 sys_reg(3, 4, 12, 11, 5) | |
44 | #define ICH_VMCR_EL2 sys_reg(3, 4, 12, 11, 7) | |
45 | ||
46 | #define __LR0_EL2(x) sys_reg(3, 4, 12, 12, x) | |
47 | #define __LR8_EL2(x) sys_reg(3, 4, 12, 13, x) | |
48 | ||
49 | #define ICH_LR0_EL2 __LR0_EL2(0) | |
50 | #define ICH_LR1_EL2 __LR0_EL2(1) | |
51 | #define ICH_LR2_EL2 __LR0_EL2(2) | |
52 | #define ICH_LR3_EL2 __LR0_EL2(3) | |
53 | #define ICH_LR4_EL2 __LR0_EL2(4) | |
54 | #define ICH_LR5_EL2 __LR0_EL2(5) | |
55 | #define ICH_LR6_EL2 __LR0_EL2(6) | |
56 | #define ICH_LR7_EL2 __LR0_EL2(7) | |
57 | #define ICH_LR8_EL2 __LR8_EL2(0) | |
58 | #define ICH_LR9_EL2 __LR8_EL2(1) | |
59 | #define ICH_LR10_EL2 __LR8_EL2(2) | |
60 | #define ICH_LR11_EL2 __LR8_EL2(3) | |
61 | #define ICH_LR12_EL2 __LR8_EL2(4) | |
62 | #define ICH_LR13_EL2 __LR8_EL2(5) | |
63 | #define ICH_LR14_EL2 __LR8_EL2(6) | |
64 | #define ICH_LR15_EL2 __LR8_EL2(7) | |
65 | ||
66 | #define __AP0Rx_EL2(x) sys_reg(3, 4, 12, 8, x) | |
67 | #define ICH_AP0R0_EL2 __AP0Rx_EL2(0) | |
68 | #define ICH_AP0R1_EL2 __AP0Rx_EL2(1) | |
69 | #define ICH_AP0R2_EL2 __AP0Rx_EL2(2) | |
70 | #define ICH_AP0R3_EL2 __AP0Rx_EL2(3) | |
71 | ||
72 | #define __AP1Rx_EL2(x) sys_reg(3, 4, 12, 9, x) | |
73 | #define ICH_AP1R0_EL2 __AP1Rx_EL2(0) | |
74 | #define ICH_AP1R1_EL2 __AP1Rx_EL2(1) | |
75 | #define ICH_AP1R2_EL2 __AP1Rx_EL2(2) | |
76 | #define ICH_AP1R3_EL2 __AP1Rx_EL2(3) | |
77 | ||
78 | #ifndef __ASSEMBLY__ | |
79 | ||
80 | #include <linux/stringify.h> | |
8e31ed9c | 81 | #include <asm/barrier.h> |
7936e914 | 82 | |
f6c86a41 JPB |
83 | /* |
84 | * Low-level accessors | |
85 | * | |
86 | * These system registers are 32 bits, but we make sure that the compiler | |
87 | * sets the GP register's most significant bits to 0 with an explicit cast. | |
88 | */ | |
7936e914 | 89 | |
f6c86a41 | 90 | static inline void gic_write_eoir(u32 irq) |
7936e914 | 91 | { |
f6c86a41 | 92 | asm volatile("msr_s " __stringify(ICC_EOIR1_EL1) ", %0" : : "r" ((u64)irq)); |
7936e914 JPB |
93 | isb(); |
94 | } | |
95 | ||
f6c86a41 | 96 | static inline void gic_write_dir(u32 irq) |
7936e914 | 97 | { |
f6c86a41 | 98 | asm volatile("msr_s " __stringify(ICC_DIR_EL1) ", %0" : : "r" ((u64)irq)); |
7936e914 JPB |
99 | isb(); |
100 | } | |
101 | ||
102 | static inline u64 gic_read_iar_common(void) | |
103 | { | |
104 | u64 irqstat; | |
105 | ||
106 | asm volatile("mrs_s %0, " __stringify(ICC_IAR1_EL1) : "=r" (irqstat)); | |
1a1ebd5f | 107 | dsb(sy); |
7936e914 JPB |
108 | return irqstat; |
109 | } | |
110 | ||
111 | /* | |
112 | * Cavium ThunderX erratum 23154 | |
113 | * | |
114 | * The gicv3 of ThunderX requires a modified version for reading the | |
115 | * IAR status to ensure data synchronization (access to icc_iar1_el1 | |
116 | * is not sync'ed before and after). | |
117 | */ | |
118 | static inline u64 gic_read_iar_cavium_thunderx(void) | |
119 | { | |
120 | u64 irqstat; | |
121 | ||
122 | asm volatile( | |
123 | "nop;nop;nop;nop\n\t" | |
124 | "nop;nop;nop;nop\n\t" | |
125 | "mrs_s %0, " __stringify(ICC_IAR1_EL1) "\n\t" | |
126 | "nop;nop;nop;nop" | |
127 | : "=r" (irqstat)); | |
128 | mb(); | |
129 | ||
130 | return irqstat; | |
131 | } | |
132 | ||
f6c86a41 | 133 | static inline void gic_write_pmr(u32 val) |
7936e914 | 134 | { |
f6c86a41 | 135 | asm volatile("msr_s " __stringify(ICC_PMR_EL1) ", %0" : : "r" ((u64)val)); |
7936e914 JPB |
136 | } |
137 | ||
f6c86a41 | 138 | static inline void gic_write_ctlr(u32 val) |
7936e914 | 139 | { |
f6c86a41 | 140 | asm volatile("msr_s " __stringify(ICC_CTLR_EL1) ", %0" : : "r" ((u64)val)); |
7936e914 JPB |
141 | isb(); |
142 | } | |
143 | ||
f6c86a41 | 144 | static inline void gic_write_grpen1(u32 val) |
7936e914 | 145 | { |
f6c86a41 | 146 | asm volatile("msr_s " __stringify(ICC_GRPEN1_EL1) ", %0" : : "r" ((u64)val)); |
7936e914 JPB |
147 | isb(); |
148 | } | |
149 | ||
150 | static inline void gic_write_sgi1r(u64 val) | |
151 | { | |
152 | asm volatile("msr_s " __stringify(ICC_SGI1R_EL1) ", %0" : : "r" (val)); | |
153 | } | |
154 | ||
f6c86a41 | 155 | static inline u32 gic_read_sre(void) |
7936e914 JPB |
156 | { |
157 | u64 val; | |
158 | ||
159 | asm volatile("mrs_s %0, " __stringify(ICC_SRE_EL1) : "=r" (val)); | |
160 | return val; | |
161 | } | |
162 | ||
f6c86a41 | 163 | static inline void gic_write_sre(u32 val) |
7936e914 | 164 | { |
f6c86a41 | 165 | asm volatile("msr_s " __stringify(ICC_SRE_EL1) ", %0" : : "r" ((u64)val)); |
7936e914 JPB |
166 | isb(); |
167 | } | |
168 | ||
91ef8442 DT |
169 | static inline void gic_write_bpr1(u32 val) |
170 | { | |
171 | asm volatile("msr_s " __stringify(ICC_BPR1_EL1) ", %0" : : "r" (val)); | |
172 | } | |
173 | ||
72c97126 JPB |
174 | #define gic_read_typer(c) readq_relaxed(c) |
175 | #define gic_write_irouter(v, c) writeq_relaxed(v, c) | |
176 | ||
7936e914 JPB |
177 | #endif /* __ASSEMBLY__ */ |
178 | #endif /* __ASM_ARCH_GICV3_H */ |