Commit | Line | Data |
---|---|---|
c030f2e4 | 1 | /* |
2 | * Copyright 2018 Advanced Micro Devices, Inc. | |
3 | * | |
4 | * Permission is hereby granted, free of charge, to any person obtaining a | |
5 | * copy of this software and associated documentation files (the "Software"), | |
6 | * to deal in the Software without restriction, including without limitation | |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
8 | * and/or sell copies of the Software, and to permit persons to whom the | |
9 | * Software is furnished to do so, subject to the following conditions: | |
10 | * | |
11 | * The above copyright notice and this permission notice shall be included in | |
12 | * all copies or substantial portions of the Software. | |
13 | * | |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
20 | * OTHER DEALINGS IN THE SOFTWARE. | |
21 | * | |
22 | * | |
23 | */ | |
24 | #ifndef _AMDGPU_RAS_H | |
25 | #define _AMDGPU_RAS_H | |
26 | ||
27 | #include <linux/debugfs.h> | |
28 | #include <linux/list.h> | |
29 | #include "amdgpu.h" | |
30 | #include "amdgpu_psp.h" | |
31 | #include "ta_ras_if.h" | |
64f55e62 | 32 | #include "amdgpu_ras_eeprom.h" |
c030f2e4 | 33 | |
35cd2cda GC |
34 | #define AMDGPU_RAS_FLAG_INIT_BY_VBIOS (0x1 << 0) |
35 | #define AMDGPU_RAS_FLAG_INIT_NEED_RESET (0x1 << 1) | |
35cd2cda | 36 | |
c030f2e4 | 37 | enum amdgpu_ras_block { |
38 | AMDGPU_RAS_BLOCK__UMC = 0, | |
39 | AMDGPU_RAS_BLOCK__SDMA, | |
40 | AMDGPU_RAS_BLOCK__GFX, | |
41 | AMDGPU_RAS_BLOCK__MMHUB, | |
42 | AMDGPU_RAS_BLOCK__ATHUB, | |
43 | AMDGPU_RAS_BLOCK__PCIE_BIF, | |
44 | AMDGPU_RAS_BLOCK__HDP, | |
45 | AMDGPU_RAS_BLOCK__XGMI_WAFL, | |
46 | AMDGPU_RAS_BLOCK__DF, | |
47 | AMDGPU_RAS_BLOCK__SMN, | |
48 | AMDGPU_RAS_BLOCK__SEM, | |
49 | AMDGPU_RAS_BLOCK__MP0, | |
50 | AMDGPU_RAS_BLOCK__MP1, | |
51 | AMDGPU_RAS_BLOCK__FUSE, | |
52 | ||
53 | AMDGPU_RAS_BLOCK__LAST | |
54 | }; | |
55 | ||
56 | #define AMDGPU_RAS_BLOCK_COUNT AMDGPU_RAS_BLOCK__LAST | |
57 | #define AMDGPU_RAS_BLOCK_MASK ((1ULL << AMDGPU_RAS_BLOCK_COUNT) - 1) | |
58 | ||
dc23a08f DL |
59 | enum amdgpu_ras_gfx_subblock { |
60 | /* CPC */ | |
61 | AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START = 0, | |
62 | AMDGPU_RAS_BLOCK__GFX_CPC_SCRATCH = | |
63 | AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_START, | |
64 | AMDGPU_RAS_BLOCK__GFX_CPC_UCODE, | |
65 | AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME1, | |
66 | AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME1, | |
67 | AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME1, | |
68 | AMDGPU_RAS_BLOCK__GFX_DC_STATE_ME2, | |
69 | AMDGPU_RAS_BLOCK__GFX_DC_CSINVOC_ME2, | |
70 | AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2, | |
71 | AMDGPU_RAS_BLOCK__GFX_CPC_INDEX_END = | |
72 | AMDGPU_RAS_BLOCK__GFX_DC_RESTORE_ME2, | |
73 | /* CPF */ | |
74 | AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START, | |
75 | AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME2 = | |
76 | AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_START, | |
77 | AMDGPU_RAS_BLOCK__GFX_CPF_ROQ_ME1, | |
78 | AMDGPU_RAS_BLOCK__GFX_CPF_TAG, | |
79 | AMDGPU_RAS_BLOCK__GFX_CPF_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPF_TAG, | |
80 | /* CPG */ | |
81 | AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START, | |
82 | AMDGPU_RAS_BLOCK__GFX_CPG_DMA_ROQ = | |
83 | AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_START, | |
84 | AMDGPU_RAS_BLOCK__GFX_CPG_DMA_TAG, | |
85 | AMDGPU_RAS_BLOCK__GFX_CPG_TAG, | |
86 | AMDGPU_RAS_BLOCK__GFX_CPG_INDEX_END = AMDGPU_RAS_BLOCK__GFX_CPG_TAG, | |
87 | /* GDS */ | |
88 | AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START, | |
89 | AMDGPU_RAS_BLOCK__GFX_GDS_MEM = AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_START, | |
90 | AMDGPU_RAS_BLOCK__GFX_GDS_INPUT_QUEUE, | |
91 | AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_CMD_RAM_MEM, | |
92 | AMDGPU_RAS_BLOCK__GFX_GDS_OA_PHY_DATA_RAM_MEM, | |
93 | AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM, | |
94 | AMDGPU_RAS_BLOCK__GFX_GDS_INDEX_END = | |
95 | AMDGPU_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM, | |
96 | /* SPI */ | |
97 | AMDGPU_RAS_BLOCK__GFX_SPI_SR_MEM, | |
98 | /* SQ */ | |
99 | AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START, | |
100 | AMDGPU_RAS_BLOCK__GFX_SQ_SGPR = AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_START, | |
101 | AMDGPU_RAS_BLOCK__GFX_SQ_LDS_D, | |
102 | AMDGPU_RAS_BLOCK__GFX_SQ_LDS_I, | |
103 | AMDGPU_RAS_BLOCK__GFX_SQ_VGPR, | |
104 | AMDGPU_RAS_BLOCK__GFX_SQ_INDEX_END = AMDGPU_RAS_BLOCK__GFX_SQ_VGPR, | |
105 | /* SQC (3 ranges) */ | |
106 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START, | |
107 | /* SQC range 0 */ | |
108 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START = | |
109 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_START, | |
110 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_UTCL1_LFIFO = | |
111 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_START, | |
112 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_WRITE_DATA_BUF, | |
113 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU0_UTCL1_LFIFO, | |
114 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_WRITE_DATA_BUF, | |
115 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU1_UTCL1_LFIFO, | |
116 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_WRITE_DATA_BUF, | |
117 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO, | |
118 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX0_END = | |
119 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO, | |
120 | /* SQC range 1 */ | |
121 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START, | |
122 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_TAG_RAM = | |
123 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_START, | |
124 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_UTCL1_MISS_FIFO, | |
125 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_MISS_FIFO, | |
126 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKA_BANK_RAM, | |
127 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_TAG_RAM, | |
128 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_HIT_FIFO, | |
129 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_MISS_FIFO, | |
130 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_DIRTY_BIT_RAM, | |
131 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM, | |
132 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX1_END = | |
133 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM, | |
134 | /* SQC range 2 */ | |
135 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START, | |
136 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_TAG_RAM = | |
137 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_START, | |
138 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_UTCL1_MISS_FIFO, | |
139 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_MISS_FIFO, | |
140 | AMDGPU_RAS_BLOCK__GFX_SQC_INST_BANKB_BANK_RAM, | |
141 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_TAG_RAM, | |
142 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_HIT_FIFO, | |
143 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_MISS_FIFO, | |
144 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_DIRTY_BIT_RAM, | |
145 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM, | |
146 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END = | |
147 | AMDGPU_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM, | |
148 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX_END = | |
149 | AMDGPU_RAS_BLOCK__GFX_SQC_INDEX2_END, | |
150 | /* TA */ | |
151 | AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START, | |
152 | AMDGPU_RAS_BLOCK__GFX_TA_FS_DFIFO = | |
153 | AMDGPU_RAS_BLOCK__GFX_TA_INDEX_START, | |
154 | AMDGPU_RAS_BLOCK__GFX_TA_FS_AFIFO, | |
155 | AMDGPU_RAS_BLOCK__GFX_TA_FL_LFIFO, | |
156 | AMDGPU_RAS_BLOCK__GFX_TA_FX_LFIFO, | |
157 | AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO, | |
158 | AMDGPU_RAS_BLOCK__GFX_TA_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TA_FS_CFIFO, | |
159 | /* TCA */ | |
160 | AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START, | |
161 | AMDGPU_RAS_BLOCK__GFX_TCA_HOLE_FIFO = | |
162 | AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_START, | |
163 | AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO, | |
164 | AMDGPU_RAS_BLOCK__GFX_TCA_INDEX_END = | |
165 | AMDGPU_RAS_BLOCK__GFX_TCA_REQ_FIFO, | |
166 | /* TCC (5 sub-ranges) */ | |
167 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START, | |
168 | /* TCC range 0 */ | |
169 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START = | |
170 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_START, | |
171 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA = | |
172 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_START, | |
173 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_0_1, | |
174 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_0, | |
175 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_1, | |
176 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_0, | |
177 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_1, | |
178 | AMDGPU_RAS_BLOCK__GFX_TCC_HIGH_RATE_TAG, | |
179 | AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG, | |
180 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX0_END = | |
181 | AMDGPU_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG, | |
182 | /* TCC range 1 */ | |
183 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START, | |
184 | AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_DEC = | |
185 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_START, | |
186 | AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER, | |
187 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX1_END = | |
188 | AMDGPU_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER, | |
189 | /* TCC range 2 */ | |
190 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START, | |
191 | AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_DATA = | |
192 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_START, | |
193 | AMDGPU_RAS_BLOCK__GFX_TCC_RETURN_CONTROL, | |
194 | AMDGPU_RAS_BLOCK__GFX_TCC_UC_ATOMIC_FIFO, | |
195 | AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_RETURN, | |
196 | AMDGPU_RAS_BLOCK__GFX_TCC_WRITE_CACHE_READ, | |
197 | AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO, | |
198 | AMDGPU_RAS_BLOCK__GFX_TCC_SRC_FIFO_NEXT_RAM, | |
199 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO, | |
200 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX2_END = | |
201 | AMDGPU_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO, | |
202 | /* TCC range 3 */ | |
203 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START, | |
204 | AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO = | |
205 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_START, | |
206 | AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM, | |
207 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX3_END = | |
208 | AMDGPU_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM, | |
209 | /* TCC range 4 */ | |
210 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START, | |
211 | AMDGPU_RAS_BLOCK__GFX_TCC_WRRET_TAG_WRITE_RETURN = | |
212 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_START, | |
213 | AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER, | |
214 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END = | |
215 | AMDGPU_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER, | |
216 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX_END = | |
217 | AMDGPU_RAS_BLOCK__GFX_TCC_INDEX4_END, | |
218 | /* TCI */ | |
219 | AMDGPU_RAS_BLOCK__GFX_TCI_WRITE_RAM, | |
220 | /* TCP */ | |
221 | AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START, | |
222 | AMDGPU_RAS_BLOCK__GFX_TCP_CACHE_RAM = | |
223 | AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_START, | |
224 | AMDGPU_RAS_BLOCK__GFX_TCP_LFIFO_RAM, | |
225 | AMDGPU_RAS_BLOCK__GFX_TCP_CMD_FIFO, | |
226 | AMDGPU_RAS_BLOCK__GFX_TCP_VM_FIFO, | |
227 | AMDGPU_RAS_BLOCK__GFX_TCP_DB_RAM, | |
228 | AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO0, | |
229 | AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1, | |
230 | AMDGPU_RAS_BLOCK__GFX_TCP_INDEX_END = | |
231 | AMDGPU_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1, | |
232 | /* TD */ | |
233 | AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START, | |
234 | AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_LO = | |
235 | AMDGPU_RAS_BLOCK__GFX_TD_INDEX_START, | |
236 | AMDGPU_RAS_BLOCK__GFX_TD_SS_FIFO_HI, | |
237 | AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO, | |
238 | AMDGPU_RAS_BLOCK__GFX_TD_INDEX_END = AMDGPU_RAS_BLOCK__GFX_TD_CS_FIFO, | |
239 | /* EA (3 sub-ranges) */ | |
240 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START, | |
241 | /* EA range 0 */ | |
242 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START = | |
243 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX_START, | |
244 | AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_CMDMEM = | |
245 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_START, | |
246 | AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_CMDMEM, | |
247 | AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_DATAMEM, | |
248 | AMDGPU_RAS_BLOCK__GFX_EA_RRET_TAGMEM, | |
249 | AMDGPU_RAS_BLOCK__GFX_EA_WRET_TAGMEM, | |
250 | AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_CMDMEM, | |
251 | AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_CMDMEM, | |
252 | AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM, | |
253 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX0_END = | |
254 | AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM, | |
255 | /* EA range 1 */ | |
256 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START, | |
257 | AMDGPU_RAS_BLOCK__GFX_EA_DRAMRD_PAGEMEM = | |
258 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_START, | |
259 | AMDGPU_RAS_BLOCK__GFX_EA_DRAMWR_PAGEMEM, | |
260 | AMDGPU_RAS_BLOCK__GFX_EA_IORD_CMDMEM, | |
261 | AMDGPU_RAS_BLOCK__GFX_EA_IOWR_CMDMEM, | |
262 | AMDGPU_RAS_BLOCK__GFX_EA_IOWR_DATAMEM, | |
263 | AMDGPU_RAS_BLOCK__GFX_EA_GMIRD_PAGEMEM, | |
264 | AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM, | |
265 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX1_END = | |
266 | AMDGPU_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM, | |
267 | /* EA range 2 */ | |
268 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START, | |
269 | AMDGPU_RAS_BLOCK__GFX_EA_MAM_D0MEM = | |
270 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_START, | |
271 | AMDGPU_RAS_BLOCK__GFX_EA_MAM_D1MEM, | |
272 | AMDGPU_RAS_BLOCK__GFX_EA_MAM_D2MEM, | |
273 | AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM, | |
274 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END = | |
275 | AMDGPU_RAS_BLOCK__GFX_EA_MAM_D3MEM, | |
276 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX_END = | |
277 | AMDGPU_RAS_BLOCK__GFX_EA_INDEX2_END, | |
278 | /* UTC VM L2 bank */ | |
279 | AMDGPU_RAS_BLOCK__UTC_VML2_BANK_CACHE, | |
280 | /* UTC VM walker */ | |
281 | AMDGPU_RAS_BLOCK__UTC_VML2_WALKER, | |
282 | /* UTC ATC L2 2MB cache */ | |
283 | AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_2M_BANK, | |
284 | /* UTC ATC L2 4KB cache */ | |
285 | AMDGPU_RAS_BLOCK__UTC_ATCL2_CACHE_4K_BANK, | |
286 | AMDGPU_RAS_BLOCK__GFX_MAX | |
287 | }; | |
288 | ||
c030f2e4 | 289 | enum amdgpu_ras_error_type { |
290 | AMDGPU_RAS_ERROR__NONE = 0, | |
291 | AMDGPU_RAS_ERROR__PARITY = 1, | |
292 | AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE = 2, | |
293 | AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE = 4, | |
294 | AMDGPU_RAS_ERROR__POISON = 8, | |
295 | }; | |
296 | ||
297 | enum amdgpu_ras_ret { | |
298 | AMDGPU_RAS_SUCCESS = 0, | |
299 | AMDGPU_RAS_FAIL, | |
300 | AMDGPU_RAS_UE, | |
301 | AMDGPU_RAS_CE, | |
302 | AMDGPU_RAS_PT, | |
303 | }; | |
304 | ||
305 | struct ras_common_if { | |
306 | enum amdgpu_ras_block block; | |
307 | enum amdgpu_ras_error_type type; | |
308 | uint32_t sub_block_index; | |
309 | /* block name */ | |
310 | char name[32]; | |
311 | }; | |
312 | ||
c030f2e4 | 313 | struct amdgpu_ras { |
314 | /* ras infrastructure */ | |
5caf466a | 315 | /* for ras itself. */ |
316 | uint32_t hw_supported; | |
317 | /* for IP to check its ras ability. */ | |
c030f2e4 | 318 | uint32_t supported; |
319 | uint32_t features; | |
320 | struct list_head head; | |
c030f2e4 | 321 | /* sysfs */ |
322 | struct device_attribute features_attr; | |
466b1793 | 323 | struct bin_attribute badpages_attr; |
c030f2e4 | 324 | /* block array */ |
325 | struct ras_manager *objs; | |
326 | ||
327 | /* gpu recovery */ | |
328 | struct work_struct recovery_work; | |
329 | atomic_t in_recovery; | |
330 | struct amdgpu_device *adev; | |
331 | /* error handler data */ | |
332 | struct ras_err_handler_data *eh_data; | |
333 | struct mutex recovery_lock; | |
108c6a63 | 334 | |
335 | uint32_t flags; | |
d5ea093e | 336 | bool reboot; |
64f55e62 | 337 | struct amdgpu_ras_eeprom_control eeprom_control; |
61380faa JC |
338 | |
339 | bool error_query_ready; | |
c84d4670 GC |
340 | |
341 | /* bad page count threshold */ | |
342 | uint32_t bad_page_cnt_threshold; | |
f75e94d8 GC |
343 | |
344 | /* disable ras error count harvest in recovery */ | |
345 | bool disable_ras_err_cnt_harvest; | |
c030f2e4 | 346 | }; |
347 | ||
7af25d5b HZ |
348 | struct ras_fs_data { |
349 | char sysfs_name[32]; | |
350 | char debugfs_name[32]; | |
351 | }; | |
352 | ||
353 | struct ras_err_data { | |
354 | unsigned long ue_count; | |
355 | unsigned long ce_count; | |
6f102dba | 356 | unsigned long err_addr_cnt; |
87d2b92f | 357 | struct eeprom_table_record *err_addr; |
7af25d5b HZ |
358 | }; |
359 | ||
360 | struct ras_err_handler_data { | |
9dc23a63 TZ |
361 | /* point to bad page records array */ |
362 | struct eeprom_table_record *bps; | |
7af25d5b HZ |
363 | /* the count of entries */ |
364 | int count; | |
365 | /* the space can place new entries */ | |
366 | int space_left; | |
7af25d5b | 367 | }; |
c030f2e4 | 368 | |
cf04dfd0 | 369 | typedef int (*ras_ih_cb)(struct amdgpu_device *adev, |
f5f06e21 | 370 | void *err_data, |
cf04dfd0 TZ |
371 | struct amdgpu_iv_entry *entry); |
372 | ||
373 | struct ras_ih_data { | |
374 | /* interrupt bottom half */ | |
375 | struct work_struct ih_work; | |
376 | int inuse; | |
377 | /* IP callback */ | |
378 | ras_ih_cb cb; | |
379 | /* full of entries */ | |
380 | unsigned char *ring; | |
381 | unsigned int ring_size; | |
382 | unsigned int element_size; | |
383 | unsigned int aligned_element_size; | |
384 | unsigned int rptr; | |
385 | unsigned int wptr; | |
386 | }; | |
387 | ||
7af25d5b HZ |
388 | struct ras_manager { |
389 | struct ras_common_if head; | |
390 | /* reference count */ | |
391 | int use; | |
392 | /* ras block link */ | |
393 | struct list_head node; | |
394 | /* the device */ | |
395 | struct amdgpu_device *adev; | |
7af25d5b HZ |
396 | /* sysfs */ |
397 | struct device_attribute sysfs_attr; | |
398 | int attr_inuse; | |
399 | ||
400 | /* fs node name */ | |
401 | struct ras_fs_data fs_data; | |
402 | ||
403 | /* IH data */ | |
404 | struct ras_ih_data ih_data; | |
405 | ||
406 | struct ras_err_data err_data; | |
407 | }; | |
408 | ||
409 | struct ras_badpage { | |
410 | unsigned int bp; | |
411 | unsigned int size; | |
412 | unsigned int flags; | |
413 | }; | |
414 | ||
415 | /* interfaces for IP */ | |
c030f2e4 | 416 | struct ras_fs_if { |
417 | struct ras_common_if head; | |
418 | char sysfs_name[32]; | |
419 | char debugfs_name[32]; | |
420 | }; | |
421 | ||
422 | struct ras_query_if { | |
423 | struct ras_common_if head; | |
424 | unsigned long ue_count; | |
425 | unsigned long ce_count; | |
426 | }; | |
427 | ||
428 | struct ras_inject_if { | |
429 | struct ras_common_if head; | |
430 | uint64_t address; | |
431 | uint64_t value; | |
432 | }; | |
433 | ||
434 | struct ras_cure_if { | |
435 | struct ras_common_if head; | |
436 | uint64_t address; | |
437 | }; | |
438 | ||
439 | struct ras_ih_if { | |
440 | struct ras_common_if head; | |
441 | ras_ih_cb cb; | |
442 | }; | |
443 | ||
444 | struct ras_dispatch_if { | |
445 | struct ras_common_if head; | |
446 | struct amdgpu_iv_entry *entry; | |
447 | }; | |
448 | ||
36ea1bd2 | 449 | struct ras_debug_if { |
450 | union { | |
451 | struct ras_common_if head; | |
452 | struct ras_inject_if inject; | |
453 | }; | |
454 | int op; | |
455 | }; | |
c030f2e4 | 456 | /* work flow |
457 | * vbios | |
458 | * 1: ras feature enable (enabled by default) | |
459 | * psp | |
460 | * 2: ras framework init (in ip_init) | |
461 | * IP | |
462 | * 3: IH add | |
463 | * 4: debugfs/sysfs create | |
464 | * 5: query/inject | |
465 | * 6: debugfs/sysfs remove | |
466 | * 7: IH remove | |
467 | * 8: feature disable | |
468 | */ | |
469 | ||
470 | #define amdgpu_ras_get_context(adev) ((adev)->psp.ras.ras) | |
471 | #define amdgpu_ras_set_context(adev, ras_con) ((adev)->psp.ras.ras = (ras_con)) | |
472 | ||
473 | /* check if ras is supported on block, say, sdma, gfx */ | |
474 | static inline int amdgpu_ras_is_supported(struct amdgpu_device *adev, | |
475 | unsigned int block) | |
476 | { | |
477 | struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); | |
478 | ||
8252562d DC |
479 | if (block >= AMDGPU_RAS_BLOCK_COUNT) |
480 | return 0; | |
c030f2e4 | 481 | return ras && (ras->supported & (1 << block)); |
482 | } | |
483 | ||
1a6fc071 | 484 | int amdgpu_ras_recovery_init(struct amdgpu_device *adev); |
a564808e | 485 | int amdgpu_ras_request_reset_on_boot(struct amdgpu_device *adev, |
486 | unsigned int block); | |
487 | ||
511fdbc3 | 488 | void amdgpu_ras_resume(struct amdgpu_device *adev); |
489 | void amdgpu_ras_suspend(struct amdgpu_device *adev); | |
490 | ||
64cc5414 | 491 | unsigned long amdgpu_ras_query_error_count(struct amdgpu_device *adev, |
c030f2e4 | 492 | bool is_ce); |
493 | ||
494 | /* error handling functions */ | |
495 | int amdgpu_ras_add_bad_pages(struct amdgpu_device *adev, | |
9dc23a63 | 496 | struct eeprom_table_record *bps, int pages); |
c030f2e4 | 497 | |
22503d80 | 498 | int amdgpu_ras_save_bad_pages(struct amdgpu_device *adev); |
c030f2e4 | 499 | |
61934624 | 500 | static inline int amdgpu_ras_reset_gpu(struct amdgpu_device *adev) |
c030f2e4 | 501 | { |
502 | struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); | |
503 | ||
504 | if (atomic_cmpxchg(&ras->in_recovery, 0, 1) == 0) | |
505 | schedule_work(&ras->recovery_work); | |
506 | return 0; | |
507 | } | |
508 | ||
828cfa29 | 509 | static inline enum ta_ras_block |
510 | amdgpu_ras_block_to_ta(enum amdgpu_ras_block block) { | |
511 | switch (block) { | |
512 | case AMDGPU_RAS_BLOCK__UMC: | |
513 | return TA_RAS_BLOCK__UMC; | |
514 | case AMDGPU_RAS_BLOCK__SDMA: | |
515 | return TA_RAS_BLOCK__SDMA; | |
516 | case AMDGPU_RAS_BLOCK__GFX: | |
517 | return TA_RAS_BLOCK__GFX; | |
518 | case AMDGPU_RAS_BLOCK__MMHUB: | |
519 | return TA_RAS_BLOCK__MMHUB; | |
520 | case AMDGPU_RAS_BLOCK__ATHUB: | |
521 | return TA_RAS_BLOCK__ATHUB; | |
522 | case AMDGPU_RAS_BLOCK__PCIE_BIF: | |
523 | return TA_RAS_BLOCK__PCIE_BIF; | |
524 | case AMDGPU_RAS_BLOCK__HDP: | |
525 | return TA_RAS_BLOCK__HDP; | |
526 | case AMDGPU_RAS_BLOCK__XGMI_WAFL: | |
527 | return TA_RAS_BLOCK__XGMI_WAFL; | |
528 | case AMDGPU_RAS_BLOCK__DF: | |
529 | return TA_RAS_BLOCK__DF; | |
530 | case AMDGPU_RAS_BLOCK__SMN: | |
531 | return TA_RAS_BLOCK__SMN; | |
532 | case AMDGPU_RAS_BLOCK__SEM: | |
533 | return TA_RAS_BLOCK__SEM; | |
534 | case AMDGPU_RAS_BLOCK__MP0: | |
535 | return TA_RAS_BLOCK__MP0; | |
536 | case AMDGPU_RAS_BLOCK__MP1: | |
537 | return TA_RAS_BLOCK__MP1; | |
538 | case AMDGPU_RAS_BLOCK__FUSE: | |
539 | return TA_RAS_BLOCK__FUSE; | |
540 | default: | |
541 | WARN_ONCE(1, "RAS ERROR: unexpected block id %d\n", block); | |
542 | return TA_RAS_BLOCK__UMC; | |
543 | } | |
544 | } | |
545 | ||
546 | static inline enum ta_ras_error_type | |
547 | amdgpu_ras_error_to_ta(enum amdgpu_ras_error_type error) { | |
548 | switch (error) { | |
549 | case AMDGPU_RAS_ERROR__NONE: | |
550 | return TA_RAS_ERROR__NONE; | |
551 | case AMDGPU_RAS_ERROR__PARITY: | |
552 | return TA_RAS_ERROR__PARITY; | |
553 | case AMDGPU_RAS_ERROR__SINGLE_CORRECTABLE: | |
554 | return TA_RAS_ERROR__SINGLE_CORRECTABLE; | |
555 | case AMDGPU_RAS_ERROR__MULTI_UNCORRECTABLE: | |
556 | return TA_RAS_ERROR__MULTI_UNCORRECTABLE; | |
557 | case AMDGPU_RAS_ERROR__POISON: | |
558 | return TA_RAS_ERROR__POISON; | |
559 | default: | |
560 | WARN_ONCE(1, "RAS ERROR: unexpected error type %d\n", error); | |
561 | return TA_RAS_ERROR__NONE; | |
562 | } | |
563 | } | |
564 | ||
c030f2e4 | 565 | /* called in ip_init and ip_fini */ |
566 | int amdgpu_ras_init(struct amdgpu_device *adev); | |
567 | int amdgpu_ras_fini(struct amdgpu_device *adev); | |
568 | int amdgpu_ras_pre_fini(struct amdgpu_device *adev); | |
b293e891 HZ |
569 | int amdgpu_ras_late_init(struct amdgpu_device *adev, |
570 | struct ras_common_if *ras_block, | |
571 | struct ras_fs_if *fs_info, | |
572 | struct ras_ih_if *ih_info); | |
573 | void amdgpu_ras_late_fini(struct amdgpu_device *adev, | |
574 | struct ras_common_if *ras_block, | |
575 | struct ras_ih_if *ih_info); | |
c030f2e4 | 576 | |
577 | int amdgpu_ras_feature_enable(struct amdgpu_device *adev, | |
578 | struct ras_common_if *head, bool enable); | |
579 | ||
77de502b | 580 | int amdgpu_ras_feature_enable_on_boot(struct amdgpu_device *adev, |
581 | struct ras_common_if *head, bool enable); | |
582 | ||
c030f2e4 | 583 | int amdgpu_ras_sysfs_create(struct amdgpu_device *adev, |
584 | struct ras_fs_if *head); | |
585 | ||
586 | int amdgpu_ras_sysfs_remove(struct amdgpu_device *adev, | |
587 | struct ras_common_if *head); | |
588 | ||
f9317014 TZ |
589 | void amdgpu_ras_debugfs_create_all(struct amdgpu_device *adev); |
590 | ||
761d86d3 | 591 | int amdgpu_ras_query_error_status(struct amdgpu_device *adev, |
c030f2e4 | 592 | struct ras_query_if *info); |
593 | ||
761d86d3 DL |
594 | int amdgpu_ras_reset_error_status(struct amdgpu_device *adev, |
595 | enum amdgpu_ras_block block); | |
596 | ||
c030f2e4 | 597 | int amdgpu_ras_error_inject(struct amdgpu_device *adev, |
598 | struct ras_inject_if *info); | |
599 | ||
600 | int amdgpu_ras_interrupt_add_handler(struct amdgpu_device *adev, | |
601 | struct ras_ih_if *info); | |
602 | ||
603 | int amdgpu_ras_interrupt_remove_handler(struct amdgpu_device *adev, | |
604 | struct ras_ih_if *info); | |
605 | ||
606 | int amdgpu_ras_interrupt_dispatch(struct amdgpu_device *adev, | |
607 | struct ras_dispatch_if *info); | |
7c6e68c7 | 608 | |
f2a79be1 LM |
609 | struct ras_manager *amdgpu_ras_find_obj(struct amdgpu_device *adev, |
610 | struct ras_common_if *head); | |
611 | ||
7c6e68c7 AG |
612 | extern atomic_t amdgpu_ras_in_intr; |
613 | ||
614 | static inline bool amdgpu_ras_intr_triggered(void) | |
615 | { | |
616 | return !!atomic_read(&amdgpu_ras_in_intr); | |
617 | } | |
618 | ||
00eaa571 LM |
619 | static inline void amdgpu_ras_intr_cleared(void) |
620 | { | |
621 | atomic_set(&amdgpu_ras_in_intr, 0); | |
622 | } | |
623 | ||
7c6e68c7 AG |
624 | void amdgpu_ras_global_ras_isr(struct amdgpu_device *adev); |
625 | ||
61380faa JC |
626 | void amdgpu_ras_set_error_query_ready(struct amdgpu_device *adev, bool ready); |
627 | ||
bb5c7235 | 628 | bool amdgpu_ras_need_emergency_restart(struct amdgpu_device *adev); |
970fd197 SY |
629 | |
630 | void amdgpu_release_ras_context(struct amdgpu_device *adev); | |
c030f2e4 | 631 | #endif |