Commit | Line | Data |
---|---|---|
d38ceaf9 AD |
1 | /* |
2 | * Copyright 2014 Advanced Micro Devices, Inc. | |
3 | * | |
4 | * Permission is hereby granted, free of charge, to any person obtaining a | |
5 | * copy of this software and associated documentation files (the "Software"), | |
6 | * to deal in the Software without restriction, including without limitation | |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
8 | * and/or sell copies of the Software, and to permit persons to whom the | |
9 | * Software is furnished to do so, subject to the following conditions: | |
10 | * | |
11 | * The above copyright notice and this permission notice shall be included in | |
12 | * all copies or substantial portions of the Software. | |
13 | * | |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
20 | * OTHER DEALINGS IN THE SOFTWARE. | |
21 | * | |
22 | */ | |
23 | ||
24 | #include <linux/firmware.h> | |
25 | #include <linux/slab.h> | |
26 | #include <linux/module.h> | |
27 | #include <drm/drmP.h> | |
28 | #include "amdgpu.h" | |
29 | #include "amdgpu_ucode.h" | |
30 | ||
31 | static void amdgpu_ucode_print_common_hdr(const struct common_firmware_header *hdr) | |
32 | { | |
33 | DRM_DEBUG("size_bytes: %u\n", le32_to_cpu(hdr->size_bytes)); | |
34 | DRM_DEBUG("header_size_bytes: %u\n", le32_to_cpu(hdr->header_size_bytes)); | |
35 | DRM_DEBUG("header_version_major: %u\n", le16_to_cpu(hdr->header_version_major)); | |
36 | DRM_DEBUG("header_version_minor: %u\n", le16_to_cpu(hdr->header_version_minor)); | |
37 | DRM_DEBUG("ip_version_major: %u\n", le16_to_cpu(hdr->ip_version_major)); | |
38 | DRM_DEBUG("ip_version_minor: %u\n", le16_to_cpu(hdr->ip_version_minor)); | |
39 | DRM_DEBUG("ucode_version: 0x%08x\n", le32_to_cpu(hdr->ucode_version)); | |
40 | DRM_DEBUG("ucode_size_bytes: %u\n", le32_to_cpu(hdr->ucode_size_bytes)); | |
41 | DRM_DEBUG("ucode_array_offset_bytes: %u\n", | |
42 | le32_to_cpu(hdr->ucode_array_offset_bytes)); | |
43 | DRM_DEBUG("crc32: 0x%08x\n", le32_to_cpu(hdr->crc32)); | |
44 | } | |
45 | ||
46 | void amdgpu_ucode_print_mc_hdr(const struct common_firmware_header *hdr) | |
47 | { | |
48 | uint16_t version_major = le16_to_cpu(hdr->header_version_major); | |
49 | uint16_t version_minor = le16_to_cpu(hdr->header_version_minor); | |
50 | ||
51 | DRM_DEBUG("MC\n"); | |
52 | amdgpu_ucode_print_common_hdr(hdr); | |
53 | ||
54 | if (version_major == 1) { | |
55 | const struct mc_firmware_header_v1_0 *mc_hdr = | |
56 | container_of(hdr, struct mc_firmware_header_v1_0, header); | |
57 | ||
58 | DRM_DEBUG("io_debug_size_bytes: %u\n", | |
59 | le32_to_cpu(mc_hdr->io_debug_size_bytes)); | |
60 | DRM_DEBUG("io_debug_array_offset_bytes: %u\n", | |
61 | le32_to_cpu(mc_hdr->io_debug_array_offset_bytes)); | |
62 | } else { | |
63 | DRM_ERROR("Unknown MC ucode version: %u.%u\n", version_major, version_minor); | |
64 | } | |
65 | } | |
66 | ||
67 | void amdgpu_ucode_print_smc_hdr(const struct common_firmware_header *hdr) | |
68 | { | |
69 | uint16_t version_major = le16_to_cpu(hdr->header_version_major); | |
70 | uint16_t version_minor = le16_to_cpu(hdr->header_version_minor); | |
71 | ||
72 | DRM_DEBUG("SMC\n"); | |
73 | amdgpu_ucode_print_common_hdr(hdr); | |
74 | ||
75 | if (version_major == 1) { | |
76 | const struct smc_firmware_header_v1_0 *smc_hdr = | |
77 | container_of(hdr, struct smc_firmware_header_v1_0, header); | |
78 | ||
79 | DRM_DEBUG("ucode_start_addr: %u\n", le32_to_cpu(smc_hdr->ucode_start_addr)); | |
80 | } else { | |
81 | DRM_ERROR("Unknown SMC ucode version: %u.%u\n", version_major, version_minor); | |
82 | } | |
83 | } | |
84 | ||
85 | void amdgpu_ucode_print_gfx_hdr(const struct common_firmware_header *hdr) | |
86 | { | |
87 | uint16_t version_major = le16_to_cpu(hdr->header_version_major); | |
88 | uint16_t version_minor = le16_to_cpu(hdr->header_version_minor); | |
89 | ||
90 | DRM_DEBUG("GFX\n"); | |
91 | amdgpu_ucode_print_common_hdr(hdr); | |
92 | ||
93 | if (version_major == 1) { | |
94 | const struct gfx_firmware_header_v1_0 *gfx_hdr = | |
95 | container_of(hdr, struct gfx_firmware_header_v1_0, header); | |
96 | ||
97 | DRM_DEBUG("ucode_feature_version: %u\n", | |
98 | le32_to_cpu(gfx_hdr->ucode_feature_version)); | |
99 | DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(gfx_hdr->jt_offset)); | |
100 | DRM_DEBUG("jt_size: %u\n", le32_to_cpu(gfx_hdr->jt_size)); | |
101 | } else { | |
102 | DRM_ERROR("Unknown GFX ucode version: %u.%u\n", version_major, version_minor); | |
103 | } | |
104 | } | |
105 | ||
106 | void amdgpu_ucode_print_rlc_hdr(const struct common_firmware_header *hdr) | |
107 | { | |
108 | uint16_t version_major = le16_to_cpu(hdr->header_version_major); | |
109 | uint16_t version_minor = le16_to_cpu(hdr->header_version_minor); | |
110 | ||
111 | DRM_DEBUG("RLC\n"); | |
112 | amdgpu_ucode_print_common_hdr(hdr); | |
113 | ||
114 | if (version_major == 1) { | |
115 | const struct rlc_firmware_header_v1_0 *rlc_hdr = | |
116 | container_of(hdr, struct rlc_firmware_header_v1_0, header); | |
117 | ||
118 | DRM_DEBUG("ucode_feature_version: %u\n", | |
119 | le32_to_cpu(rlc_hdr->ucode_feature_version)); | |
120 | DRM_DEBUG("save_and_restore_offset: %u\n", | |
121 | le32_to_cpu(rlc_hdr->save_and_restore_offset)); | |
122 | DRM_DEBUG("clear_state_descriptor_offset: %u\n", | |
123 | le32_to_cpu(rlc_hdr->clear_state_descriptor_offset)); | |
124 | DRM_DEBUG("avail_scratch_ram_locations: %u\n", | |
125 | le32_to_cpu(rlc_hdr->avail_scratch_ram_locations)); | |
126 | DRM_DEBUG("master_pkt_description_offset: %u\n", | |
127 | le32_to_cpu(rlc_hdr->master_pkt_description_offset)); | |
128 | } else if (version_major == 2) { | |
129 | const struct rlc_firmware_header_v2_0 *rlc_hdr = | |
130 | container_of(hdr, struct rlc_firmware_header_v2_0, header); | |
131 | ||
132 | DRM_DEBUG("ucode_feature_version: %u\n", | |
133 | le32_to_cpu(rlc_hdr->ucode_feature_version)); | |
134 | DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(rlc_hdr->jt_offset)); | |
135 | DRM_DEBUG("jt_size: %u\n", le32_to_cpu(rlc_hdr->jt_size)); | |
136 | DRM_DEBUG("save_and_restore_offset: %u\n", | |
137 | le32_to_cpu(rlc_hdr->save_and_restore_offset)); | |
138 | DRM_DEBUG("clear_state_descriptor_offset: %u\n", | |
139 | le32_to_cpu(rlc_hdr->clear_state_descriptor_offset)); | |
140 | DRM_DEBUG("avail_scratch_ram_locations: %u\n", | |
141 | le32_to_cpu(rlc_hdr->avail_scratch_ram_locations)); | |
142 | DRM_DEBUG("reg_restore_list_size: %u\n", | |
143 | le32_to_cpu(rlc_hdr->reg_restore_list_size)); | |
144 | DRM_DEBUG("reg_list_format_start: %u\n", | |
145 | le32_to_cpu(rlc_hdr->reg_list_format_start)); | |
146 | DRM_DEBUG("reg_list_format_separate_start: %u\n", | |
147 | le32_to_cpu(rlc_hdr->reg_list_format_separate_start)); | |
148 | DRM_DEBUG("starting_offsets_start: %u\n", | |
149 | le32_to_cpu(rlc_hdr->starting_offsets_start)); | |
150 | DRM_DEBUG("reg_list_format_size_bytes: %u\n", | |
151 | le32_to_cpu(rlc_hdr->reg_list_format_size_bytes)); | |
152 | DRM_DEBUG("reg_list_format_array_offset_bytes: %u\n", | |
153 | le32_to_cpu(rlc_hdr->reg_list_format_array_offset_bytes)); | |
154 | DRM_DEBUG("reg_list_size_bytes: %u\n", | |
155 | le32_to_cpu(rlc_hdr->reg_list_size_bytes)); | |
156 | DRM_DEBUG("reg_list_array_offset_bytes: %u\n", | |
157 | le32_to_cpu(rlc_hdr->reg_list_array_offset_bytes)); | |
158 | DRM_DEBUG("reg_list_format_separate_size_bytes: %u\n", | |
159 | le32_to_cpu(rlc_hdr->reg_list_format_separate_size_bytes)); | |
160 | DRM_DEBUG("reg_list_format_separate_array_offset_bytes: %u\n", | |
161 | le32_to_cpu(rlc_hdr->reg_list_format_separate_array_offset_bytes)); | |
162 | DRM_DEBUG("reg_list_separate_size_bytes: %u\n", | |
163 | le32_to_cpu(rlc_hdr->reg_list_separate_size_bytes)); | |
164 | DRM_DEBUG("reg_list_separate_size_bytes: %u\n", | |
165 | le32_to_cpu(rlc_hdr->reg_list_separate_size_bytes)); | |
166 | } else { | |
167 | DRM_ERROR("Unknown RLC ucode version: %u.%u\n", version_major, version_minor); | |
168 | } | |
169 | } | |
170 | ||
171 | void amdgpu_ucode_print_sdma_hdr(const struct common_firmware_header *hdr) | |
172 | { | |
173 | uint16_t version_major = le16_to_cpu(hdr->header_version_major); | |
174 | uint16_t version_minor = le16_to_cpu(hdr->header_version_minor); | |
175 | ||
176 | DRM_DEBUG("SDMA\n"); | |
177 | amdgpu_ucode_print_common_hdr(hdr); | |
178 | ||
179 | if (version_major == 1) { | |
180 | const struct sdma_firmware_header_v1_0 *sdma_hdr = | |
181 | container_of(hdr, struct sdma_firmware_header_v1_0, header); | |
182 | ||
183 | DRM_DEBUG("ucode_feature_version: %u\n", | |
184 | le32_to_cpu(sdma_hdr->ucode_feature_version)); | |
185 | DRM_DEBUG("ucode_change_version: %u\n", | |
186 | le32_to_cpu(sdma_hdr->ucode_change_version)); | |
187 | DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(sdma_hdr->jt_offset)); | |
188 | DRM_DEBUG("jt_size: %u\n", le32_to_cpu(sdma_hdr->jt_size)); | |
189 | if (version_minor >= 1) { | |
190 | const struct sdma_firmware_header_v1_1 *sdma_v1_1_hdr = | |
191 | container_of(sdma_hdr, struct sdma_firmware_header_v1_1, v1_0); | |
192 | DRM_DEBUG("digest_size: %u\n", le32_to_cpu(sdma_v1_1_hdr->digest_size)); | |
193 | } | |
194 | } else { | |
195 | DRM_ERROR("Unknown SDMA ucode version: %u.%u\n", | |
196 | version_major, version_minor); | |
197 | } | |
198 | } | |
199 | ||
200 | int amdgpu_ucode_validate(const struct firmware *fw) | |
201 | { | |
202 | const struct common_firmware_header *hdr = | |
203 | (const struct common_firmware_header *)fw->data; | |
204 | ||
205 | if (fw->size == le32_to_cpu(hdr->size_bytes)) | |
206 | return 0; | |
207 | ||
208 | return -EINVAL; | |
209 | } | |
210 | ||
211 | bool amdgpu_ucode_hdr_version(union amdgpu_firmware_header *hdr, | |
212 | uint16_t hdr_major, uint16_t hdr_minor) | |
213 | { | |
214 | if ((hdr->common.header_version_major == hdr_major) && | |
215 | (hdr->common.header_version_minor == hdr_minor)) | |
216 | return false; | |
217 | return true; | |
218 | } | |
219 | ||
220 | static int amdgpu_ucode_init_single_fw(struct amdgpu_firmware_info *ucode, | |
221 | uint64_t mc_addr, void *kptr) | |
222 | { | |
223 | const struct common_firmware_header *header = NULL; | |
224 | ||
225 | if (NULL == ucode->fw) | |
226 | return 0; | |
227 | ||
228 | ucode->mc_addr = mc_addr; | |
229 | ucode->kaddr = kptr; | |
230 | ||
bed5712e ML |
231 | if (ucode->ucode_id == AMDGPU_UCODE_ID_STORAGE) |
232 | return 0; | |
233 | ||
d38ceaf9 AD |
234 | header = (const struct common_firmware_header *)ucode->fw->data; |
235 | memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data + | |
236 | le32_to_cpu(header->ucode_array_offset_bytes)), | |
237 | le32_to_cpu(header->ucode_size_bytes)); | |
238 | ||
239 | return 0; | |
240 | } | |
241 | ||
4c2b2453 ML |
242 | static int amdgpu_ucode_patch_jt(struct amdgpu_firmware_info *ucode, |
243 | uint64_t mc_addr, void *kptr) | |
244 | { | |
245 | const struct gfx_firmware_header_v1_0 *header = NULL; | |
246 | const struct common_firmware_header *comm_hdr = NULL; | |
247 | uint8_t* src_addr = NULL; | |
248 | uint8_t* dst_addr = NULL; | |
249 | ||
250 | if (NULL == ucode->fw) | |
251 | return 0; | |
252 | ||
253 | comm_hdr = (const struct common_firmware_header *)ucode->fw->data; | |
254 | header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data; | |
255 | dst_addr = ucode->kaddr + | |
256 | ALIGN(le32_to_cpu(comm_hdr->ucode_size_bytes), | |
257 | PAGE_SIZE); | |
258 | src_addr = (uint8_t *)ucode->fw->data + | |
259 | le32_to_cpu(comm_hdr->ucode_array_offset_bytes) + | |
260 | (le32_to_cpu(header->jt_offset) * 4); | |
261 | memcpy(dst_addr, src_addr, le32_to_cpu(header->jt_size) * 4); | |
262 | ||
263 | return 0; | |
264 | } | |
265 | ||
266 | ||
d38ceaf9 AD |
267 | int amdgpu_ucode_init_bo(struct amdgpu_device *adev) |
268 | { | |
269 | struct amdgpu_bo **bo = &adev->firmware.fw_buf; | |
270 | uint64_t fw_mc_addr; | |
271 | void *fw_buf_ptr = NULL; | |
272 | uint64_t fw_offset = 0; | |
273 | int i, err; | |
274 | struct amdgpu_firmware_info *ucode = NULL; | |
275 | const struct common_firmware_header *header = NULL; | |
276 | ||
277 | err = amdgpu_bo_create(adev, adev->firmware.fw_size, PAGE_SIZE, true, | |
f501a7e5 FM |
278 | amdgpu_sriov_vf(adev) ? AMDGPU_GEM_DOMAIN_VRAM : AMDGPU_GEM_DOMAIN_GTT, |
279 | 0, NULL, NULL, bo); | |
d38ceaf9 AD |
280 | if (err) { |
281 | dev_err(adev->dev, "(%d) Firmware buffer allocate failed\n", err); | |
d38ceaf9 AD |
282 | goto failed; |
283 | } | |
284 | ||
285 | err = amdgpu_bo_reserve(*bo, false); | |
286 | if (err) { | |
d38ceaf9 | 287 | dev_err(adev->dev, "(%d) Firmware buffer reserve failed\n", err); |
fd506558 | 288 | goto failed_reserve; |
d38ceaf9 AD |
289 | } |
290 | ||
f501a7e5 FM |
291 | err = amdgpu_bo_pin(*bo, amdgpu_sriov_vf(adev) ? AMDGPU_GEM_DOMAIN_VRAM : AMDGPU_GEM_DOMAIN_GTT, |
292 | &fw_mc_addr); | |
d38ceaf9 | 293 | if (err) { |
d38ceaf9 | 294 | dev_err(adev->dev, "(%d) Firmware buffer pin failed\n", err); |
fd506558 | 295 | goto failed_pin; |
d38ceaf9 AD |
296 | } |
297 | ||
298 | err = amdgpu_bo_kmap(*bo, &fw_buf_ptr); | |
299 | if (err) { | |
300 | dev_err(adev->dev, "(%d) Firmware buffer kmap failed\n", err); | |
fd506558 | 301 | goto failed_kmap; |
d38ceaf9 AD |
302 | } |
303 | ||
304 | amdgpu_bo_unreserve(*bo); | |
305 | ||
d38ceaf9 AD |
306 | for (i = 0; i < AMDGPU_UCODE_ID_MAXIMUM; i++) { |
307 | ucode = &adev->firmware.ucode[i]; | |
308 | if (ucode->fw) { | |
309 | header = (const struct common_firmware_header *)ucode->fw->data; | |
310 | amdgpu_ucode_init_single_fw(ucode, fw_mc_addr + fw_offset, | |
311 | fw_buf_ptr + fw_offset); | |
4c2b2453 ML |
312 | if (i == AMDGPU_UCODE_ID_CP_MEC1) { |
313 | const struct gfx_firmware_header_v1_0 *cp_hdr; | |
314 | cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data; | |
315 | amdgpu_ucode_patch_jt(ucode, fw_mc_addr + fw_offset, | |
316 | fw_buf_ptr + fw_offset); | |
317 | fw_offset += ALIGN(le32_to_cpu(cp_hdr->jt_size) << 2, PAGE_SIZE); | |
318 | } | |
d38ceaf9 AD |
319 | fw_offset += ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE); |
320 | } | |
321 | } | |
fd506558 | 322 | return 0; |
d38ceaf9 | 323 | |
fd506558 HR |
324 | failed_kmap: |
325 | amdgpu_bo_unpin(*bo); | |
326 | failed_pin: | |
327 | amdgpu_bo_unreserve(*bo); | |
328 | failed_reserve: | |
329 | amdgpu_bo_unref(bo); | |
d38ceaf9 | 330 | failed: |
fd506558 | 331 | adev->firmware.smu_load = false; |
d38ceaf9 AD |
332 | |
333 | return err; | |
334 | } | |
335 | ||
336 | int amdgpu_ucode_fini_bo(struct amdgpu_device *adev) | |
337 | { | |
338 | int i; | |
339 | struct amdgpu_firmware_info *ucode = NULL; | |
340 | ||
341 | for (i = 0; i < AMDGPU_UCODE_ID_MAXIMUM; i++) { | |
342 | ucode = &adev->firmware.ucode[i]; | |
343 | if (ucode->fw) { | |
344 | ucode->mc_addr = 0; | |
345 | ucode->kaddr = NULL; | |
346 | } | |
347 | } | |
348 | amdgpu_bo_unref(&adev->firmware.fw_buf); | |
349 | adev->firmware.fw_buf = NULL; | |
350 | ||
351 | return 0; | |
352 | } |