Loading...
1/*
2 * Copyright 2014 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 */
23
24#include <linux/firmware.h>
25#include <linux/slab.h>
26#include <linux/module.h>
27
28#include "amdgpu.h"
29#include "amdgpu_ucode.h"
30
31static void amdgpu_ucode_print_common_hdr(const struct common_firmware_header *hdr)
32{
33 DRM_DEBUG("size_bytes: %u\n", le32_to_cpu(hdr->size_bytes));
34 DRM_DEBUG("header_size_bytes: %u\n", le32_to_cpu(hdr->header_size_bytes));
35 DRM_DEBUG("header_version_major: %u\n", le16_to_cpu(hdr->header_version_major));
36 DRM_DEBUG("header_version_minor: %u\n", le16_to_cpu(hdr->header_version_minor));
37 DRM_DEBUG("ip_version_major: %u\n", le16_to_cpu(hdr->ip_version_major));
38 DRM_DEBUG("ip_version_minor: %u\n", le16_to_cpu(hdr->ip_version_minor));
39 DRM_DEBUG("ucode_version: 0x%08x\n", le32_to_cpu(hdr->ucode_version));
40 DRM_DEBUG("ucode_size_bytes: %u\n", le32_to_cpu(hdr->ucode_size_bytes));
41 DRM_DEBUG("ucode_array_offset_bytes: %u\n",
42 le32_to_cpu(hdr->ucode_array_offset_bytes));
43 DRM_DEBUG("crc32: 0x%08x\n", le32_to_cpu(hdr->crc32));
44}
45
46void amdgpu_ucode_print_mc_hdr(const struct common_firmware_header *hdr)
47{
48 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
49 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
50
51 DRM_DEBUG("MC\n");
52 amdgpu_ucode_print_common_hdr(hdr);
53
54 if (version_major == 1) {
55 const struct mc_firmware_header_v1_0 *mc_hdr =
56 container_of(hdr, struct mc_firmware_header_v1_0, header);
57
58 DRM_DEBUG("io_debug_size_bytes: %u\n",
59 le32_to_cpu(mc_hdr->io_debug_size_bytes));
60 DRM_DEBUG("io_debug_array_offset_bytes: %u\n",
61 le32_to_cpu(mc_hdr->io_debug_array_offset_bytes));
62 } else {
63 DRM_ERROR("Unknown MC ucode version: %u.%u\n", version_major, version_minor);
64 }
65}
66
67void amdgpu_ucode_print_smc_hdr(const struct common_firmware_header *hdr)
68{
69 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
70 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
71 const struct smc_firmware_header_v1_0 *v1_0_hdr;
72 const struct smc_firmware_header_v2_0 *v2_0_hdr;
73 const struct smc_firmware_header_v2_1 *v2_1_hdr;
74
75 DRM_DEBUG("SMC\n");
76 amdgpu_ucode_print_common_hdr(hdr);
77
78 if (version_major == 1) {
79 v1_0_hdr = container_of(hdr, struct smc_firmware_header_v1_0, header);
80 DRM_DEBUG("ucode_start_addr: %u\n", le32_to_cpu(v1_0_hdr->ucode_start_addr));
81 } else if (version_major == 2) {
82 switch (version_minor) {
83 case 0:
84 v2_0_hdr = container_of(hdr, struct smc_firmware_header_v2_0, v1_0.header);
85 DRM_DEBUG("ppt_offset_bytes: %u\n", le32_to_cpu(v2_0_hdr->ppt_offset_bytes));
86 DRM_DEBUG("ppt_size_bytes: %u\n", le32_to_cpu(v2_0_hdr->ppt_size_bytes));
87 break;
88 case 1:
89 v2_1_hdr = container_of(hdr, struct smc_firmware_header_v2_1, v1_0.header);
90 DRM_DEBUG("pptable_count: %u\n", le32_to_cpu(v2_1_hdr->pptable_count));
91 DRM_DEBUG("pptable_entry_offset: %u\n", le32_to_cpu(v2_1_hdr->pptable_entry_offset));
92 break;
93 default:
94 break;
95 }
96
97 } else {
98 DRM_ERROR("Unknown SMC ucode version: %u.%u\n", version_major, version_minor);
99 }
100}
101
102void amdgpu_ucode_print_gfx_hdr(const struct common_firmware_header *hdr)
103{
104 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
105 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
106
107 DRM_DEBUG("GFX\n");
108 amdgpu_ucode_print_common_hdr(hdr);
109
110 if (version_major == 1) {
111 const struct gfx_firmware_header_v1_0 *gfx_hdr =
112 container_of(hdr, struct gfx_firmware_header_v1_0, header);
113
114 DRM_DEBUG("ucode_feature_version: %u\n",
115 le32_to_cpu(gfx_hdr->ucode_feature_version));
116 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(gfx_hdr->jt_offset));
117 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(gfx_hdr->jt_size));
118 } else if (version_major == 2) {
119 const struct gfx_firmware_header_v2_0 *gfx_hdr =
120 container_of(hdr, struct gfx_firmware_header_v2_0, header);
121
122 DRM_DEBUG("ucode_feature_version: %u\n",
123 le32_to_cpu(gfx_hdr->ucode_feature_version));
124 } else {
125 DRM_ERROR("Unknown GFX ucode version: %u.%u\n", version_major, version_minor);
126 }
127}
128
129void amdgpu_ucode_print_rlc_hdr(const struct common_firmware_header *hdr)
130{
131 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
132 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
133
134 DRM_DEBUG("RLC\n");
135 amdgpu_ucode_print_common_hdr(hdr);
136
137 if (version_major == 1) {
138 const struct rlc_firmware_header_v1_0 *rlc_hdr =
139 container_of(hdr, struct rlc_firmware_header_v1_0, header);
140
141 DRM_DEBUG("ucode_feature_version: %u\n",
142 le32_to_cpu(rlc_hdr->ucode_feature_version));
143 DRM_DEBUG("save_and_restore_offset: %u\n",
144 le32_to_cpu(rlc_hdr->save_and_restore_offset));
145 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
146 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
147 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
148 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
149 DRM_DEBUG("master_pkt_description_offset: %u\n",
150 le32_to_cpu(rlc_hdr->master_pkt_description_offset));
151 } else if (version_major == 2) {
152 const struct rlc_firmware_header_v2_0 *rlc_hdr =
153 container_of(hdr, struct rlc_firmware_header_v2_0, header);
154 const struct rlc_firmware_header_v2_1 *rlc_hdr_v2_1 =
155 container_of(rlc_hdr, struct rlc_firmware_header_v2_1, v2_0);
156 const struct rlc_firmware_header_v2_2 *rlc_hdr_v2_2 =
157 container_of(rlc_hdr_v2_1, struct rlc_firmware_header_v2_2, v2_1);
158 const struct rlc_firmware_header_v2_3 *rlc_hdr_v2_3 =
159 container_of(rlc_hdr_v2_2, struct rlc_firmware_header_v2_3, v2_2);
160 const struct rlc_firmware_header_v2_4 *rlc_hdr_v2_4 =
161 container_of(rlc_hdr_v2_3, struct rlc_firmware_header_v2_4, v2_3);
162
163 switch (version_minor) {
164 case 0:
165 /* rlc_hdr v2_0 */
166 DRM_DEBUG("ucode_feature_version: %u\n",
167 le32_to_cpu(rlc_hdr->ucode_feature_version));
168 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(rlc_hdr->jt_offset));
169 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(rlc_hdr->jt_size));
170 DRM_DEBUG("save_and_restore_offset: %u\n",
171 le32_to_cpu(rlc_hdr->save_and_restore_offset));
172 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
173 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
174 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
175 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
176 DRM_DEBUG("reg_restore_list_size: %u\n",
177 le32_to_cpu(rlc_hdr->reg_restore_list_size));
178 DRM_DEBUG("reg_list_format_start: %u\n",
179 le32_to_cpu(rlc_hdr->reg_list_format_start));
180 DRM_DEBUG("reg_list_format_separate_start: %u\n",
181 le32_to_cpu(rlc_hdr->reg_list_format_separate_start));
182 DRM_DEBUG("starting_offsets_start: %u\n",
183 le32_to_cpu(rlc_hdr->starting_offsets_start));
184 DRM_DEBUG("reg_list_format_size_bytes: %u\n",
185 le32_to_cpu(rlc_hdr->reg_list_format_size_bytes));
186 DRM_DEBUG("reg_list_format_array_offset_bytes: %u\n",
187 le32_to_cpu(rlc_hdr->reg_list_format_array_offset_bytes));
188 DRM_DEBUG("reg_list_size_bytes: %u\n",
189 le32_to_cpu(rlc_hdr->reg_list_size_bytes));
190 DRM_DEBUG("reg_list_array_offset_bytes: %u\n",
191 le32_to_cpu(rlc_hdr->reg_list_array_offset_bytes));
192 DRM_DEBUG("reg_list_format_separate_size_bytes: %u\n",
193 le32_to_cpu(rlc_hdr->reg_list_format_separate_size_bytes));
194 DRM_DEBUG("reg_list_format_separate_array_offset_bytes: %u\n",
195 le32_to_cpu(rlc_hdr->reg_list_format_separate_array_offset_bytes));
196 DRM_DEBUG("reg_list_separate_size_bytes: %u\n",
197 le32_to_cpu(rlc_hdr->reg_list_separate_size_bytes));
198 DRM_DEBUG("reg_list_separate_array_offset_bytes: %u\n",
199 le32_to_cpu(rlc_hdr->reg_list_separate_array_offset_bytes));
200 break;
201 case 1:
202 /* rlc_hdr v2_1 */
203 DRM_DEBUG("reg_list_format_direct_reg_list_length: %u\n",
204 le32_to_cpu(rlc_hdr_v2_1->reg_list_format_direct_reg_list_length));
205 DRM_DEBUG("save_restore_list_cntl_ucode_ver: %u\n",
206 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_cntl_ucode_ver));
207 DRM_DEBUG("save_restore_list_cntl_feature_ver: %u\n",
208 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_cntl_feature_ver));
209 DRM_DEBUG("save_restore_list_cntl_size_bytes %u\n",
210 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_cntl_size_bytes));
211 DRM_DEBUG("save_restore_list_cntl_offset_bytes: %u\n",
212 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_cntl_offset_bytes));
213 DRM_DEBUG("save_restore_list_gpm_ucode_ver: %u\n",
214 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_gpm_ucode_ver));
215 DRM_DEBUG("save_restore_list_gpm_feature_ver: %u\n",
216 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_gpm_feature_ver));
217 DRM_DEBUG("save_restore_list_gpm_size_bytes %u\n",
218 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_gpm_size_bytes));
219 DRM_DEBUG("save_restore_list_gpm_offset_bytes: %u\n",
220 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_gpm_offset_bytes));
221 DRM_DEBUG("save_restore_list_srm_ucode_ver: %u\n",
222 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_srm_ucode_ver));
223 DRM_DEBUG("save_restore_list_srm_feature_ver: %u\n",
224 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_srm_feature_ver));
225 DRM_DEBUG("save_restore_list_srm_size_bytes %u\n",
226 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_srm_size_bytes));
227 DRM_DEBUG("save_restore_list_srm_offset_bytes: %u\n",
228 le32_to_cpu(rlc_hdr_v2_1->save_restore_list_srm_offset_bytes));
229 break;
230 case 2:
231 /* rlc_hdr v2_2 */
232 DRM_DEBUG("rlc_iram_ucode_size_bytes: %u\n",
233 le32_to_cpu(rlc_hdr_v2_2->rlc_iram_ucode_size_bytes));
234 DRM_DEBUG("rlc_iram_ucode_offset_bytes: %u\n",
235 le32_to_cpu(rlc_hdr_v2_2->rlc_iram_ucode_offset_bytes));
236 DRM_DEBUG("rlc_dram_ucode_size_bytes: %u\n",
237 le32_to_cpu(rlc_hdr_v2_2->rlc_dram_ucode_size_bytes));
238 DRM_DEBUG("rlc_dram_ucode_offset_bytes: %u\n",
239 le32_to_cpu(rlc_hdr_v2_2->rlc_dram_ucode_offset_bytes));
240 break;
241 case 3:
242 /* rlc_hdr v2_3 */
243 DRM_DEBUG("rlcp_ucode_version: %u\n",
244 le32_to_cpu(rlc_hdr_v2_3->rlcp_ucode_version));
245 DRM_DEBUG("rlcp_ucode_feature_version: %u\n",
246 le32_to_cpu(rlc_hdr_v2_3->rlcp_ucode_feature_version));
247 DRM_DEBUG("rlcp_ucode_size_bytes: %u\n",
248 le32_to_cpu(rlc_hdr_v2_3->rlcp_ucode_size_bytes));
249 DRM_DEBUG("rlcp_ucode_offset_bytes: %u\n",
250 le32_to_cpu(rlc_hdr_v2_3->rlcp_ucode_offset_bytes));
251 DRM_DEBUG("rlcv_ucode_version: %u\n",
252 le32_to_cpu(rlc_hdr_v2_3->rlcv_ucode_version));
253 DRM_DEBUG("rlcv_ucode_feature_version: %u\n",
254 le32_to_cpu(rlc_hdr_v2_3->rlcv_ucode_feature_version));
255 DRM_DEBUG("rlcv_ucode_size_bytes: %u\n",
256 le32_to_cpu(rlc_hdr_v2_3->rlcv_ucode_size_bytes));
257 DRM_DEBUG("rlcv_ucode_offset_bytes: %u\n",
258 le32_to_cpu(rlc_hdr_v2_3->rlcv_ucode_offset_bytes));
259 break;
260 case 4:
261 /* rlc_hdr v2_4 */
262 DRM_DEBUG("global_tap_delays_ucode_size_bytes :%u\n",
263 le32_to_cpu(rlc_hdr_v2_4->global_tap_delays_ucode_size_bytes));
264 DRM_DEBUG("global_tap_delays_ucode_offset_bytes: %u\n",
265 le32_to_cpu(rlc_hdr_v2_4->global_tap_delays_ucode_offset_bytes));
266 DRM_DEBUG("se0_tap_delays_ucode_size_bytes :%u\n",
267 le32_to_cpu(rlc_hdr_v2_4->se0_tap_delays_ucode_size_bytes));
268 DRM_DEBUG("se0_tap_delays_ucode_offset_bytes: %u\n",
269 le32_to_cpu(rlc_hdr_v2_4->se0_tap_delays_ucode_offset_bytes));
270 DRM_DEBUG("se1_tap_delays_ucode_size_bytes :%u\n",
271 le32_to_cpu(rlc_hdr_v2_4->se1_tap_delays_ucode_size_bytes));
272 DRM_DEBUG("se1_tap_delays_ucode_offset_bytes: %u\n",
273 le32_to_cpu(rlc_hdr_v2_4->se1_tap_delays_ucode_offset_bytes));
274 DRM_DEBUG("se2_tap_delays_ucode_size_bytes :%u\n",
275 le32_to_cpu(rlc_hdr_v2_4->se2_tap_delays_ucode_size_bytes));
276 DRM_DEBUG("se2_tap_delays_ucode_offset_bytes: %u\n",
277 le32_to_cpu(rlc_hdr_v2_4->se2_tap_delays_ucode_offset_bytes));
278 DRM_DEBUG("se3_tap_delays_ucode_size_bytes :%u\n",
279 le32_to_cpu(rlc_hdr_v2_4->se3_tap_delays_ucode_size_bytes));
280 DRM_DEBUG("se3_tap_delays_ucode_offset_bytes: %u\n",
281 le32_to_cpu(rlc_hdr_v2_4->se3_tap_delays_ucode_offset_bytes));
282 break;
283 default:
284 DRM_ERROR("Unknown RLC v2 ucode: v2.%u\n", version_minor);
285 break;
286 }
287 } else {
288 DRM_ERROR("Unknown RLC ucode version: %u.%u\n", version_major, version_minor);
289 }
290}
291
292void amdgpu_ucode_print_sdma_hdr(const struct common_firmware_header *hdr)
293{
294 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
295 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
296
297 DRM_DEBUG("SDMA\n");
298 amdgpu_ucode_print_common_hdr(hdr);
299
300 if (version_major == 1) {
301 const struct sdma_firmware_header_v1_0 *sdma_hdr =
302 container_of(hdr, struct sdma_firmware_header_v1_0, header);
303
304 DRM_DEBUG("ucode_feature_version: %u\n",
305 le32_to_cpu(sdma_hdr->ucode_feature_version));
306 DRM_DEBUG("ucode_change_version: %u\n",
307 le32_to_cpu(sdma_hdr->ucode_change_version));
308 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(sdma_hdr->jt_offset));
309 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(sdma_hdr->jt_size));
310 if (version_minor >= 1) {
311 const struct sdma_firmware_header_v1_1 *sdma_v1_1_hdr =
312 container_of(sdma_hdr, struct sdma_firmware_header_v1_1, v1_0);
313 DRM_DEBUG("digest_size: %u\n", le32_to_cpu(sdma_v1_1_hdr->digest_size));
314 }
315 } else if (version_major == 2) {
316 const struct sdma_firmware_header_v2_0 *sdma_hdr =
317 container_of(hdr, struct sdma_firmware_header_v2_0, header);
318
319 DRM_DEBUG("ucode_feature_version: %u\n",
320 le32_to_cpu(sdma_hdr->ucode_feature_version));
321 DRM_DEBUG("ctx_jt_offset: %u\n", le32_to_cpu(sdma_hdr->ctx_jt_offset));
322 DRM_DEBUG("ctx_jt_size: %u\n", le32_to_cpu(sdma_hdr->ctx_jt_size));
323 DRM_DEBUG("ctl_ucode_offset: %u\n", le32_to_cpu(sdma_hdr->ctl_ucode_offset));
324 DRM_DEBUG("ctl_jt_offset: %u\n", le32_to_cpu(sdma_hdr->ctl_jt_offset));
325 DRM_DEBUG("ctl_jt_size: %u\n", le32_to_cpu(sdma_hdr->ctl_jt_size));
326 } else {
327 DRM_ERROR("Unknown SDMA ucode version: %u.%u\n",
328 version_major, version_minor);
329 }
330}
331
332void amdgpu_ucode_print_psp_hdr(const struct common_firmware_header *hdr)
333{
334 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
335 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
336 uint32_t fw_index;
337 const struct psp_fw_bin_desc *desc;
338
339 DRM_DEBUG("PSP\n");
340 amdgpu_ucode_print_common_hdr(hdr);
341
342 if (version_major == 1) {
343 const struct psp_firmware_header_v1_0 *psp_hdr =
344 container_of(hdr, struct psp_firmware_header_v1_0, header);
345
346 DRM_DEBUG("ucode_feature_version: %u\n",
347 le32_to_cpu(psp_hdr->sos.fw_version));
348 DRM_DEBUG("sos_offset_bytes: %u\n",
349 le32_to_cpu(psp_hdr->sos.offset_bytes));
350 DRM_DEBUG("sos_size_bytes: %u\n",
351 le32_to_cpu(psp_hdr->sos.size_bytes));
352 if (version_minor == 1) {
353 const struct psp_firmware_header_v1_1 *psp_hdr_v1_1 =
354 container_of(psp_hdr, struct psp_firmware_header_v1_1, v1_0);
355 DRM_DEBUG("toc_header_version: %u\n",
356 le32_to_cpu(psp_hdr_v1_1->toc.fw_version));
357 DRM_DEBUG("toc_offset_bytes: %u\n",
358 le32_to_cpu(psp_hdr_v1_1->toc.offset_bytes));
359 DRM_DEBUG("toc_size_bytes: %u\n",
360 le32_to_cpu(psp_hdr_v1_1->toc.size_bytes));
361 DRM_DEBUG("kdb_header_version: %u\n",
362 le32_to_cpu(psp_hdr_v1_1->kdb.fw_version));
363 DRM_DEBUG("kdb_offset_bytes: %u\n",
364 le32_to_cpu(psp_hdr_v1_1->kdb.offset_bytes));
365 DRM_DEBUG("kdb_size_bytes: %u\n",
366 le32_to_cpu(psp_hdr_v1_1->kdb.size_bytes));
367 }
368 if (version_minor == 2) {
369 const struct psp_firmware_header_v1_2 *psp_hdr_v1_2 =
370 container_of(psp_hdr, struct psp_firmware_header_v1_2, v1_0);
371 DRM_DEBUG("kdb_header_version: %u\n",
372 le32_to_cpu(psp_hdr_v1_2->kdb.fw_version));
373 DRM_DEBUG("kdb_offset_bytes: %u\n",
374 le32_to_cpu(psp_hdr_v1_2->kdb.offset_bytes));
375 DRM_DEBUG("kdb_size_bytes: %u\n",
376 le32_to_cpu(psp_hdr_v1_2->kdb.size_bytes));
377 }
378 if (version_minor == 3) {
379 const struct psp_firmware_header_v1_1 *psp_hdr_v1_1 =
380 container_of(psp_hdr, struct psp_firmware_header_v1_1, v1_0);
381 const struct psp_firmware_header_v1_3 *psp_hdr_v1_3 =
382 container_of(psp_hdr_v1_1, struct psp_firmware_header_v1_3, v1_1);
383 DRM_DEBUG("toc_header_version: %u\n",
384 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.fw_version));
385 DRM_DEBUG("toc_offset_bytes: %u\n",
386 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.offset_bytes));
387 DRM_DEBUG("toc_size_bytes: %u\n",
388 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.size_bytes));
389 DRM_DEBUG("kdb_header_version: %u\n",
390 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.fw_version));
391 DRM_DEBUG("kdb_offset_bytes: %u\n",
392 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.offset_bytes));
393 DRM_DEBUG("kdb_size_bytes: %u\n",
394 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.size_bytes));
395 DRM_DEBUG("spl_header_version: %u\n",
396 le32_to_cpu(psp_hdr_v1_3->spl.fw_version));
397 DRM_DEBUG("spl_offset_bytes: %u\n",
398 le32_to_cpu(psp_hdr_v1_3->spl.offset_bytes));
399 DRM_DEBUG("spl_size_bytes: %u\n",
400 le32_to_cpu(psp_hdr_v1_3->spl.size_bytes));
401 }
402 } else if (version_major == 2) {
403 const struct psp_firmware_header_v2_0 *psp_hdr_v2_0 =
404 container_of(hdr, struct psp_firmware_header_v2_0, header);
405 for (fw_index = 0; fw_index < le32_to_cpu(psp_hdr_v2_0->psp_fw_bin_count); fw_index++) {
406 desc = &(psp_hdr_v2_0->psp_fw_bin[fw_index]);
407 switch (desc->fw_type) {
408 case PSP_FW_TYPE_PSP_SOS:
409 DRM_DEBUG("psp_sos_version: %u\n",
410 le32_to_cpu(desc->fw_version));
411 DRM_DEBUG("psp_sos_size_bytes: %u\n",
412 le32_to_cpu(desc->size_bytes));
413 break;
414 case PSP_FW_TYPE_PSP_SYS_DRV:
415 DRM_DEBUG("psp_sys_drv_version: %u\n",
416 le32_to_cpu(desc->fw_version));
417 DRM_DEBUG("psp_sys_drv_size_bytes: %u\n",
418 le32_to_cpu(desc->size_bytes));
419 break;
420 case PSP_FW_TYPE_PSP_KDB:
421 DRM_DEBUG("psp_kdb_version: %u\n",
422 le32_to_cpu(desc->fw_version));
423 DRM_DEBUG("psp_kdb_size_bytes: %u\n",
424 le32_to_cpu(desc->size_bytes));
425 break;
426 case PSP_FW_TYPE_PSP_TOC:
427 DRM_DEBUG("psp_toc_version: %u\n",
428 le32_to_cpu(desc->fw_version));
429 DRM_DEBUG("psp_toc_size_bytes: %u\n",
430 le32_to_cpu(desc->size_bytes));
431 break;
432 case PSP_FW_TYPE_PSP_SPL:
433 DRM_DEBUG("psp_spl_version: %u\n",
434 le32_to_cpu(desc->fw_version));
435 DRM_DEBUG("psp_spl_size_bytes: %u\n",
436 le32_to_cpu(desc->size_bytes));
437 break;
438 case PSP_FW_TYPE_PSP_RL:
439 DRM_DEBUG("psp_rl_version: %u\n",
440 le32_to_cpu(desc->fw_version));
441 DRM_DEBUG("psp_rl_size_bytes: %u\n",
442 le32_to_cpu(desc->size_bytes));
443 break;
444 case PSP_FW_TYPE_PSP_SOC_DRV:
445 DRM_DEBUG("psp_soc_drv_version: %u\n",
446 le32_to_cpu(desc->fw_version));
447 DRM_DEBUG("psp_soc_drv_size_bytes: %u\n",
448 le32_to_cpu(desc->size_bytes));
449 break;
450 case PSP_FW_TYPE_PSP_INTF_DRV:
451 DRM_DEBUG("psp_intf_drv_version: %u\n",
452 le32_to_cpu(desc->fw_version));
453 DRM_DEBUG("psp_intf_drv_size_bytes: %u\n",
454 le32_to_cpu(desc->size_bytes));
455 break;
456 case PSP_FW_TYPE_PSP_DBG_DRV:
457 DRM_DEBUG("psp_dbg_drv_version: %u\n",
458 le32_to_cpu(desc->fw_version));
459 DRM_DEBUG("psp_dbg_drv_size_bytes: %u\n",
460 le32_to_cpu(desc->size_bytes));
461 break;
462 case PSP_FW_TYPE_PSP_RAS_DRV:
463 DRM_DEBUG("psp_ras_drv_version: %u\n",
464 le32_to_cpu(desc->fw_version));
465 DRM_DEBUG("psp_ras_drv_size_bytes: %u\n",
466 le32_to_cpu(desc->size_bytes));
467 break;
468 default:
469 DRM_DEBUG("Unsupported PSP fw type: %d\n", desc->fw_type);
470 break;
471 }
472 }
473 } else {
474 DRM_ERROR("Unknown PSP ucode version: %u.%u\n",
475 version_major, version_minor);
476 }
477}
478
479void amdgpu_ucode_print_gpu_info_hdr(const struct common_firmware_header *hdr)
480{
481 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
482 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
483
484 DRM_DEBUG("GPU_INFO\n");
485 amdgpu_ucode_print_common_hdr(hdr);
486
487 if (version_major == 1) {
488 const struct gpu_info_firmware_header_v1_0 *gpu_info_hdr =
489 container_of(hdr, struct gpu_info_firmware_header_v1_0, header);
490
491 DRM_DEBUG("version_major: %u\n",
492 le16_to_cpu(gpu_info_hdr->version_major));
493 DRM_DEBUG("version_minor: %u\n",
494 le16_to_cpu(gpu_info_hdr->version_minor));
495 } else {
496 DRM_ERROR("Unknown gpu_info ucode version: %u.%u\n", version_major, version_minor);
497 }
498}
499
500static int amdgpu_ucode_validate(const struct firmware *fw)
501{
502 const struct common_firmware_header *hdr =
503 (const struct common_firmware_header *)fw->data;
504
505 if (fw->size == le32_to_cpu(hdr->size_bytes))
506 return 0;
507
508 return -EINVAL;
509}
510
511bool amdgpu_ucode_hdr_version(union amdgpu_firmware_header *hdr,
512 uint16_t hdr_major, uint16_t hdr_minor)
513{
514 if ((hdr->common.header_version_major == hdr_major) &&
515 (hdr->common.header_version_minor == hdr_minor))
516 return true;
517 return false;
518}
519
520enum amdgpu_firmware_load_type
521amdgpu_ucode_get_load_type(struct amdgpu_device *adev, int load_type)
522{
523 switch (adev->asic_type) {
524#ifdef CONFIG_DRM_AMDGPU_SI
525 case CHIP_TAHITI:
526 case CHIP_PITCAIRN:
527 case CHIP_VERDE:
528 case CHIP_OLAND:
529 case CHIP_HAINAN:
530 return AMDGPU_FW_LOAD_DIRECT;
531#endif
532#ifdef CONFIG_DRM_AMDGPU_CIK
533 case CHIP_BONAIRE:
534 case CHIP_KAVERI:
535 case CHIP_KABINI:
536 case CHIP_HAWAII:
537 case CHIP_MULLINS:
538 return AMDGPU_FW_LOAD_DIRECT;
539#endif
540 case CHIP_TOPAZ:
541 case CHIP_TONGA:
542 case CHIP_FIJI:
543 case CHIP_CARRIZO:
544 case CHIP_STONEY:
545 case CHIP_POLARIS10:
546 case CHIP_POLARIS11:
547 case CHIP_POLARIS12:
548 case CHIP_VEGAM:
549 return AMDGPU_FW_LOAD_SMU;
550 case CHIP_CYAN_SKILLFISH:
551 if (!(load_type &&
552 adev->apu_flags & AMD_APU_IS_CYAN_SKILLFISH2))
553 return AMDGPU_FW_LOAD_DIRECT;
554 else
555 return AMDGPU_FW_LOAD_PSP;
556 default:
557 if (!load_type)
558 return AMDGPU_FW_LOAD_DIRECT;
559 else
560 return AMDGPU_FW_LOAD_PSP;
561 }
562}
563
564const char *amdgpu_ucode_name(enum AMDGPU_UCODE_ID ucode_id)
565{
566 switch (ucode_id) {
567 case AMDGPU_UCODE_ID_SDMA0:
568 return "SDMA0";
569 case AMDGPU_UCODE_ID_SDMA1:
570 return "SDMA1";
571 case AMDGPU_UCODE_ID_SDMA2:
572 return "SDMA2";
573 case AMDGPU_UCODE_ID_SDMA3:
574 return "SDMA3";
575 case AMDGPU_UCODE_ID_SDMA4:
576 return "SDMA4";
577 case AMDGPU_UCODE_ID_SDMA5:
578 return "SDMA5";
579 case AMDGPU_UCODE_ID_SDMA6:
580 return "SDMA6";
581 case AMDGPU_UCODE_ID_SDMA7:
582 return "SDMA7";
583 case AMDGPU_UCODE_ID_SDMA_UCODE_TH0:
584 return "SDMA_CTX";
585 case AMDGPU_UCODE_ID_SDMA_UCODE_TH1:
586 return "SDMA_CTL";
587 case AMDGPU_UCODE_ID_CP_CE:
588 return "CP_CE";
589 case AMDGPU_UCODE_ID_CP_PFP:
590 return "CP_PFP";
591 case AMDGPU_UCODE_ID_CP_ME:
592 return "CP_ME";
593 case AMDGPU_UCODE_ID_CP_MEC1:
594 return "CP_MEC1";
595 case AMDGPU_UCODE_ID_CP_MEC1_JT:
596 return "CP_MEC1_JT";
597 case AMDGPU_UCODE_ID_CP_MEC2:
598 return "CP_MEC2";
599 case AMDGPU_UCODE_ID_CP_MEC2_JT:
600 return "CP_MEC2_JT";
601 case AMDGPU_UCODE_ID_CP_MES:
602 return "CP_MES";
603 case AMDGPU_UCODE_ID_CP_MES_DATA:
604 return "CP_MES_DATA";
605 case AMDGPU_UCODE_ID_CP_MES1:
606 return "CP_MES_KIQ";
607 case AMDGPU_UCODE_ID_CP_MES1_DATA:
608 return "CP_MES_KIQ_DATA";
609 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL:
610 return "RLC_RESTORE_LIST_CNTL";
611 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM:
612 return "RLC_RESTORE_LIST_GPM_MEM";
613 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM:
614 return "RLC_RESTORE_LIST_SRM_MEM";
615 case AMDGPU_UCODE_ID_RLC_IRAM:
616 return "RLC_IRAM";
617 case AMDGPU_UCODE_ID_RLC_DRAM:
618 return "RLC_DRAM";
619 case AMDGPU_UCODE_ID_RLC_G:
620 return "RLC_G";
621 case AMDGPU_UCODE_ID_RLC_P:
622 return "RLC_P";
623 case AMDGPU_UCODE_ID_RLC_V:
624 return "RLC_V";
625 case AMDGPU_UCODE_ID_GLOBAL_TAP_DELAYS:
626 return "GLOBAL_TAP_DELAYS";
627 case AMDGPU_UCODE_ID_SE0_TAP_DELAYS:
628 return "SE0_TAP_DELAYS";
629 case AMDGPU_UCODE_ID_SE1_TAP_DELAYS:
630 return "SE1_TAP_DELAYS";
631 case AMDGPU_UCODE_ID_SE2_TAP_DELAYS:
632 return "SE2_TAP_DELAYS";
633 case AMDGPU_UCODE_ID_SE3_TAP_DELAYS:
634 return "SE3_TAP_DELAYS";
635 case AMDGPU_UCODE_ID_IMU_I:
636 return "IMU_I";
637 case AMDGPU_UCODE_ID_IMU_D:
638 return "IMU_D";
639 case AMDGPU_UCODE_ID_STORAGE:
640 return "STORAGE";
641 case AMDGPU_UCODE_ID_SMC:
642 return "SMC";
643 case AMDGPU_UCODE_ID_PPTABLE:
644 return "PPTABLE";
645 case AMDGPU_UCODE_ID_P2S_TABLE:
646 return "P2STABLE";
647 case AMDGPU_UCODE_ID_UVD:
648 return "UVD";
649 case AMDGPU_UCODE_ID_UVD1:
650 return "UVD1";
651 case AMDGPU_UCODE_ID_VCE:
652 return "VCE";
653 case AMDGPU_UCODE_ID_VCN:
654 return "VCN";
655 case AMDGPU_UCODE_ID_VCN1:
656 return "VCN1";
657 case AMDGPU_UCODE_ID_DMCU_ERAM:
658 return "DMCU_ERAM";
659 case AMDGPU_UCODE_ID_DMCU_INTV:
660 return "DMCU_INTV";
661 case AMDGPU_UCODE_ID_VCN0_RAM:
662 return "VCN0_RAM";
663 case AMDGPU_UCODE_ID_VCN1_RAM:
664 return "VCN1_RAM";
665 case AMDGPU_UCODE_ID_DMCUB:
666 return "DMCUB";
667 case AMDGPU_UCODE_ID_CAP:
668 return "CAP";
669 case AMDGPU_UCODE_ID_VPE_CTX:
670 return "VPE_CTX";
671 case AMDGPU_UCODE_ID_VPE_CTL:
672 return "VPE_CTL";
673 case AMDGPU_UCODE_ID_VPE:
674 return "VPE";
675 case AMDGPU_UCODE_ID_UMSCH_MM_UCODE:
676 return "UMSCH_MM_UCODE";
677 case AMDGPU_UCODE_ID_UMSCH_MM_DATA:
678 return "UMSCH_MM_DATA";
679 case AMDGPU_UCODE_ID_UMSCH_MM_CMD_BUFFER:
680 return "UMSCH_MM_CMD_BUFFER";
681 default:
682 return "UNKNOWN UCODE";
683 }
684}
685
686static inline int amdgpu_ucode_is_valid(uint32_t fw_version)
687{
688 if (!fw_version)
689 return -EINVAL;
690
691 return 0;
692}
693
694#define FW_VERSION_ATTR(name, mode, field) \
695static ssize_t show_##name(struct device *dev, \
696 struct device_attribute *attr, char *buf) \
697{ \
698 struct drm_device *ddev = dev_get_drvdata(dev); \
699 struct amdgpu_device *adev = drm_to_adev(ddev); \
700 \
701 if (!buf) \
702 return amdgpu_ucode_is_valid(adev->field); \
703 \
704 return sysfs_emit(buf, "0x%08x\n", adev->field); \
705} \
706static DEVICE_ATTR(name, mode, show_##name, NULL)
707
708FW_VERSION_ATTR(vce_fw_version, 0444, vce.fw_version);
709FW_VERSION_ATTR(uvd_fw_version, 0444, uvd.fw_version);
710FW_VERSION_ATTR(mc_fw_version, 0444, gmc.fw_version);
711FW_VERSION_ATTR(me_fw_version, 0444, gfx.me_fw_version);
712FW_VERSION_ATTR(pfp_fw_version, 0444, gfx.pfp_fw_version);
713FW_VERSION_ATTR(ce_fw_version, 0444, gfx.ce_fw_version);
714FW_VERSION_ATTR(rlc_fw_version, 0444, gfx.rlc_fw_version);
715FW_VERSION_ATTR(rlc_srlc_fw_version, 0444, gfx.rlc_srlc_fw_version);
716FW_VERSION_ATTR(rlc_srlg_fw_version, 0444, gfx.rlc_srlg_fw_version);
717FW_VERSION_ATTR(rlc_srls_fw_version, 0444, gfx.rlc_srls_fw_version);
718FW_VERSION_ATTR(mec_fw_version, 0444, gfx.mec_fw_version);
719FW_VERSION_ATTR(mec2_fw_version, 0444, gfx.mec2_fw_version);
720FW_VERSION_ATTR(imu_fw_version, 0444, gfx.imu_fw_version);
721FW_VERSION_ATTR(sos_fw_version, 0444, psp.sos.fw_version);
722FW_VERSION_ATTR(asd_fw_version, 0444, psp.asd_context.bin_desc.fw_version);
723FW_VERSION_ATTR(ta_ras_fw_version, 0444, psp.ras_context.context.bin_desc.fw_version);
724FW_VERSION_ATTR(ta_xgmi_fw_version, 0444, psp.xgmi_context.context.bin_desc.fw_version);
725FW_VERSION_ATTR(smc_fw_version, 0444, pm.fw_version);
726FW_VERSION_ATTR(sdma_fw_version, 0444, sdma.instance[0].fw_version);
727FW_VERSION_ATTR(sdma2_fw_version, 0444, sdma.instance[1].fw_version);
728FW_VERSION_ATTR(vcn_fw_version, 0444, vcn.fw_version);
729FW_VERSION_ATTR(dmcu_fw_version, 0444, dm.dmcu_fw_version);
730FW_VERSION_ATTR(mes_fw_version, 0444, mes.sched_version & AMDGPU_MES_VERSION_MASK);
731FW_VERSION_ATTR(mes_kiq_fw_version, 0444, mes.kiq_version & AMDGPU_MES_VERSION_MASK);
732
733static struct attribute *fw_attrs[] = {
734 &dev_attr_vce_fw_version.attr, &dev_attr_uvd_fw_version.attr,
735 &dev_attr_mc_fw_version.attr, &dev_attr_me_fw_version.attr,
736 &dev_attr_pfp_fw_version.attr, &dev_attr_ce_fw_version.attr,
737 &dev_attr_rlc_fw_version.attr, &dev_attr_rlc_srlc_fw_version.attr,
738 &dev_attr_rlc_srlg_fw_version.attr, &dev_attr_rlc_srls_fw_version.attr,
739 &dev_attr_mec_fw_version.attr, &dev_attr_mec2_fw_version.attr,
740 &dev_attr_sos_fw_version.attr, &dev_attr_asd_fw_version.attr,
741 &dev_attr_ta_ras_fw_version.attr, &dev_attr_ta_xgmi_fw_version.attr,
742 &dev_attr_smc_fw_version.attr, &dev_attr_sdma_fw_version.attr,
743 &dev_attr_sdma2_fw_version.attr, &dev_attr_vcn_fw_version.attr,
744 &dev_attr_dmcu_fw_version.attr, &dev_attr_imu_fw_version.attr,
745 &dev_attr_mes_fw_version.attr, &dev_attr_mes_kiq_fw_version.attr,
746 NULL
747};
748
749#define to_dev_attr(x) container_of(x, struct device_attribute, attr)
750
751static umode_t amdgpu_ucode_sys_visible(struct kobject *kobj,
752 struct attribute *attr, int idx)
753{
754 struct device_attribute *dev_attr = to_dev_attr(attr);
755 struct device *dev = kobj_to_dev(kobj);
756
757 if (dev_attr->show(dev, dev_attr, NULL) == -EINVAL)
758 return 0;
759
760 return attr->mode;
761}
762
763static const struct attribute_group fw_attr_group = {
764 .name = "fw_version",
765 .attrs = fw_attrs,
766 .is_visible = amdgpu_ucode_sys_visible
767};
768
769int amdgpu_ucode_sysfs_init(struct amdgpu_device *adev)
770{
771 return sysfs_create_group(&adev->dev->kobj, &fw_attr_group);
772}
773
774void amdgpu_ucode_sysfs_fini(struct amdgpu_device *adev)
775{
776 sysfs_remove_group(&adev->dev->kobj, &fw_attr_group);
777}
778
779static int amdgpu_ucode_init_single_fw(struct amdgpu_device *adev,
780 struct amdgpu_firmware_info *ucode,
781 uint64_t mc_addr, void *kptr)
782{
783 const struct common_firmware_header *header = NULL;
784 const struct gfx_firmware_header_v1_0 *cp_hdr = NULL;
785 const struct gfx_firmware_header_v2_0 *cpv2_hdr = NULL;
786 const struct dmcu_firmware_header_v1_0 *dmcu_hdr = NULL;
787 const struct dmcub_firmware_header_v1_0 *dmcub_hdr = NULL;
788 const struct mes_firmware_header_v1_0 *mes_hdr = NULL;
789 const struct sdma_firmware_header_v2_0 *sdma_hdr = NULL;
790 const struct imu_firmware_header_v1_0 *imu_hdr = NULL;
791 const struct vpe_firmware_header_v1_0 *vpe_hdr = NULL;
792 const struct umsch_mm_firmware_header_v1_0 *umsch_mm_hdr = NULL;
793 u8 *ucode_addr;
794
795 if (!ucode->fw)
796 return 0;
797
798 ucode->mc_addr = mc_addr;
799 ucode->kaddr = kptr;
800
801 if (ucode->ucode_id == AMDGPU_UCODE_ID_STORAGE)
802 return 0;
803
804 header = (const struct common_firmware_header *)ucode->fw->data;
805 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
806 cpv2_hdr = (const struct gfx_firmware_header_v2_0 *)ucode->fw->data;
807 dmcu_hdr = (const struct dmcu_firmware_header_v1_0 *)ucode->fw->data;
808 dmcub_hdr = (const struct dmcub_firmware_header_v1_0 *)ucode->fw->data;
809 mes_hdr = (const struct mes_firmware_header_v1_0 *)ucode->fw->data;
810 sdma_hdr = (const struct sdma_firmware_header_v2_0 *)ucode->fw->data;
811 imu_hdr = (const struct imu_firmware_header_v1_0 *)ucode->fw->data;
812 vpe_hdr = (const struct vpe_firmware_header_v1_0 *)ucode->fw->data;
813 umsch_mm_hdr = (const struct umsch_mm_firmware_header_v1_0 *)ucode->fw->data;
814
815 if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) {
816 switch (ucode->ucode_id) {
817 case AMDGPU_UCODE_ID_SDMA_UCODE_TH0:
818 ucode->ucode_size = le32_to_cpu(sdma_hdr->ctx_ucode_size_bytes);
819 ucode_addr = (u8 *)ucode->fw->data +
820 le32_to_cpu(sdma_hdr->header.ucode_array_offset_bytes);
821 break;
822 case AMDGPU_UCODE_ID_SDMA_UCODE_TH1:
823 ucode->ucode_size = le32_to_cpu(sdma_hdr->ctl_ucode_size_bytes);
824 ucode_addr = (u8 *)ucode->fw->data +
825 le32_to_cpu(sdma_hdr->ctl_ucode_offset);
826 break;
827 case AMDGPU_UCODE_ID_CP_MEC1:
828 case AMDGPU_UCODE_ID_CP_MEC2:
829 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes) -
830 le32_to_cpu(cp_hdr->jt_size) * 4;
831 ucode_addr = (u8 *)ucode->fw->data +
832 le32_to_cpu(header->ucode_array_offset_bytes);
833 break;
834 case AMDGPU_UCODE_ID_CP_MEC1_JT:
835 case AMDGPU_UCODE_ID_CP_MEC2_JT:
836 ucode->ucode_size = le32_to_cpu(cp_hdr->jt_size) * 4;
837 ucode_addr = (u8 *)ucode->fw->data +
838 le32_to_cpu(header->ucode_array_offset_bytes) +
839 le32_to_cpu(cp_hdr->jt_offset) * 4;
840 break;
841 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL:
842 ucode->ucode_size = adev->gfx.rlc.save_restore_list_cntl_size_bytes;
843 ucode_addr = adev->gfx.rlc.save_restore_list_cntl;
844 break;
845 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM:
846 ucode->ucode_size = adev->gfx.rlc.save_restore_list_gpm_size_bytes;
847 ucode_addr = adev->gfx.rlc.save_restore_list_gpm;
848 break;
849 case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM:
850 ucode->ucode_size = adev->gfx.rlc.save_restore_list_srm_size_bytes;
851 ucode_addr = adev->gfx.rlc.save_restore_list_srm;
852 break;
853 case AMDGPU_UCODE_ID_RLC_IRAM:
854 ucode->ucode_size = adev->gfx.rlc.rlc_iram_ucode_size_bytes;
855 ucode_addr = adev->gfx.rlc.rlc_iram_ucode;
856 break;
857 case AMDGPU_UCODE_ID_RLC_DRAM:
858 ucode->ucode_size = adev->gfx.rlc.rlc_dram_ucode_size_bytes;
859 ucode_addr = adev->gfx.rlc.rlc_dram_ucode;
860 break;
861 case AMDGPU_UCODE_ID_RLC_P:
862 ucode->ucode_size = adev->gfx.rlc.rlcp_ucode_size_bytes;
863 ucode_addr = adev->gfx.rlc.rlcp_ucode;
864 break;
865 case AMDGPU_UCODE_ID_RLC_V:
866 ucode->ucode_size = adev->gfx.rlc.rlcv_ucode_size_bytes;
867 ucode_addr = adev->gfx.rlc.rlcv_ucode;
868 break;
869 case AMDGPU_UCODE_ID_GLOBAL_TAP_DELAYS:
870 ucode->ucode_size = adev->gfx.rlc.global_tap_delays_ucode_size_bytes;
871 ucode_addr = adev->gfx.rlc.global_tap_delays_ucode;
872 break;
873 case AMDGPU_UCODE_ID_SE0_TAP_DELAYS:
874 ucode->ucode_size = adev->gfx.rlc.se0_tap_delays_ucode_size_bytes;
875 ucode_addr = adev->gfx.rlc.se0_tap_delays_ucode;
876 break;
877 case AMDGPU_UCODE_ID_SE1_TAP_DELAYS:
878 ucode->ucode_size = adev->gfx.rlc.se1_tap_delays_ucode_size_bytes;
879 ucode_addr = adev->gfx.rlc.se1_tap_delays_ucode;
880 break;
881 case AMDGPU_UCODE_ID_SE2_TAP_DELAYS:
882 ucode->ucode_size = adev->gfx.rlc.se2_tap_delays_ucode_size_bytes;
883 ucode_addr = adev->gfx.rlc.se2_tap_delays_ucode;
884 break;
885 case AMDGPU_UCODE_ID_SE3_TAP_DELAYS:
886 ucode->ucode_size = adev->gfx.rlc.se3_tap_delays_ucode_size_bytes;
887 ucode_addr = adev->gfx.rlc.se3_tap_delays_ucode;
888 break;
889 case AMDGPU_UCODE_ID_CP_MES:
890 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_size_bytes);
891 ucode_addr = (u8 *)ucode->fw->data +
892 le32_to_cpu(mes_hdr->mes_ucode_offset_bytes);
893 break;
894 case AMDGPU_UCODE_ID_CP_MES_DATA:
895 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_data_size_bytes);
896 ucode_addr = (u8 *)ucode->fw->data +
897 le32_to_cpu(mes_hdr->mes_ucode_data_offset_bytes);
898 break;
899 case AMDGPU_UCODE_ID_CP_MES1:
900 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_size_bytes);
901 ucode_addr = (u8 *)ucode->fw->data +
902 le32_to_cpu(mes_hdr->mes_ucode_offset_bytes);
903 break;
904 case AMDGPU_UCODE_ID_CP_MES1_DATA:
905 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_data_size_bytes);
906 ucode_addr = (u8 *)ucode->fw->data +
907 le32_to_cpu(mes_hdr->mes_ucode_data_offset_bytes);
908 break;
909 case AMDGPU_UCODE_ID_DMCU_ERAM:
910 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes) -
911 le32_to_cpu(dmcu_hdr->intv_size_bytes);
912 ucode_addr = (u8 *)ucode->fw->data +
913 le32_to_cpu(header->ucode_array_offset_bytes);
914 break;
915 case AMDGPU_UCODE_ID_DMCU_INTV:
916 ucode->ucode_size = le32_to_cpu(dmcu_hdr->intv_size_bytes);
917 ucode_addr = (u8 *)ucode->fw->data +
918 le32_to_cpu(header->ucode_array_offset_bytes) +
919 le32_to_cpu(dmcu_hdr->intv_offset_bytes);
920 break;
921 case AMDGPU_UCODE_ID_DMCUB:
922 ucode->ucode_size = le32_to_cpu(dmcub_hdr->inst_const_bytes);
923 ucode_addr = (u8 *)ucode->fw->data +
924 le32_to_cpu(header->ucode_array_offset_bytes);
925 break;
926 case AMDGPU_UCODE_ID_PPTABLE:
927 ucode->ucode_size = ucode->fw->size;
928 ucode_addr = (u8 *)ucode->fw->data;
929 break;
930 case AMDGPU_UCODE_ID_P2S_TABLE:
931 ucode->ucode_size = ucode->fw->size;
932 ucode_addr = (u8 *)ucode->fw->data;
933 break;
934 case AMDGPU_UCODE_ID_IMU_I:
935 ucode->ucode_size = le32_to_cpu(imu_hdr->imu_iram_ucode_size_bytes);
936 ucode_addr = (u8 *)ucode->fw->data +
937 le32_to_cpu(imu_hdr->header.ucode_array_offset_bytes);
938 break;
939 case AMDGPU_UCODE_ID_IMU_D:
940 ucode->ucode_size = le32_to_cpu(imu_hdr->imu_dram_ucode_size_bytes);
941 ucode_addr = (u8 *)ucode->fw->data +
942 le32_to_cpu(imu_hdr->header.ucode_array_offset_bytes) +
943 le32_to_cpu(imu_hdr->imu_iram_ucode_size_bytes);
944 break;
945 case AMDGPU_UCODE_ID_CP_RS64_PFP:
946 ucode->ucode_size = le32_to_cpu(cpv2_hdr->ucode_size_bytes);
947 ucode_addr = (u8 *)ucode->fw->data +
948 le32_to_cpu(header->ucode_array_offset_bytes);
949 break;
950 case AMDGPU_UCODE_ID_CP_RS64_PFP_P0_STACK:
951 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
952 ucode_addr = (u8 *)ucode->fw->data +
953 le32_to_cpu(cpv2_hdr->data_offset_bytes);
954 break;
955 case AMDGPU_UCODE_ID_CP_RS64_PFP_P1_STACK:
956 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
957 ucode_addr = (u8 *)ucode->fw->data +
958 le32_to_cpu(cpv2_hdr->data_offset_bytes);
959 break;
960 case AMDGPU_UCODE_ID_CP_RS64_ME:
961 ucode->ucode_size = le32_to_cpu(cpv2_hdr->ucode_size_bytes);
962 ucode_addr = (u8 *)ucode->fw->data +
963 le32_to_cpu(header->ucode_array_offset_bytes);
964 break;
965 case AMDGPU_UCODE_ID_CP_RS64_ME_P0_STACK:
966 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
967 ucode_addr = (u8 *)ucode->fw->data +
968 le32_to_cpu(cpv2_hdr->data_offset_bytes);
969 break;
970 case AMDGPU_UCODE_ID_CP_RS64_ME_P1_STACK:
971 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
972 ucode_addr = (u8 *)ucode->fw->data +
973 le32_to_cpu(cpv2_hdr->data_offset_bytes);
974 break;
975 case AMDGPU_UCODE_ID_CP_RS64_MEC:
976 ucode->ucode_size = le32_to_cpu(cpv2_hdr->ucode_size_bytes);
977 ucode_addr = (u8 *)ucode->fw->data +
978 le32_to_cpu(header->ucode_array_offset_bytes);
979 break;
980 case AMDGPU_UCODE_ID_CP_RS64_MEC_P0_STACK:
981 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
982 ucode_addr = (u8 *)ucode->fw->data +
983 le32_to_cpu(cpv2_hdr->data_offset_bytes);
984 break;
985 case AMDGPU_UCODE_ID_CP_RS64_MEC_P1_STACK:
986 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
987 ucode_addr = (u8 *)ucode->fw->data +
988 le32_to_cpu(cpv2_hdr->data_offset_bytes);
989 break;
990 case AMDGPU_UCODE_ID_CP_RS64_MEC_P2_STACK:
991 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
992 ucode_addr = (u8 *)ucode->fw->data +
993 le32_to_cpu(cpv2_hdr->data_offset_bytes);
994 break;
995 case AMDGPU_UCODE_ID_CP_RS64_MEC_P3_STACK:
996 ucode->ucode_size = le32_to_cpu(cpv2_hdr->data_size_bytes);
997 ucode_addr = (u8 *)ucode->fw->data +
998 le32_to_cpu(cpv2_hdr->data_offset_bytes);
999 break;
1000 case AMDGPU_UCODE_ID_VPE_CTX:
1001 ucode->ucode_size = le32_to_cpu(vpe_hdr->ctx_ucode_size_bytes);
1002 ucode_addr = (u8 *)ucode->fw->data +
1003 le32_to_cpu(vpe_hdr->header.ucode_array_offset_bytes);
1004 break;
1005 case AMDGPU_UCODE_ID_VPE_CTL:
1006 ucode->ucode_size = le32_to_cpu(vpe_hdr->ctl_ucode_size_bytes);
1007 ucode_addr = (u8 *)ucode->fw->data +
1008 le32_to_cpu(vpe_hdr->ctl_ucode_offset);
1009 break;
1010 case AMDGPU_UCODE_ID_UMSCH_MM_UCODE:
1011 ucode->ucode_size = le32_to_cpu(umsch_mm_hdr->umsch_mm_ucode_size_bytes);
1012 ucode_addr = (u8 *)ucode->fw->data +
1013 le32_to_cpu(umsch_mm_hdr->header.ucode_array_offset_bytes);
1014 break;
1015 case AMDGPU_UCODE_ID_UMSCH_MM_DATA:
1016 ucode->ucode_size = le32_to_cpu(umsch_mm_hdr->umsch_mm_ucode_data_size_bytes);
1017 ucode_addr = (u8 *)ucode->fw->data +
1018 le32_to_cpu(umsch_mm_hdr->umsch_mm_ucode_data_offset_bytes);
1019 break;
1020 default:
1021 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes);
1022 ucode_addr = (u8 *)ucode->fw->data +
1023 le32_to_cpu(header->ucode_array_offset_bytes);
1024 break;
1025 }
1026 } else {
1027 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes);
1028 ucode_addr = (u8 *)ucode->fw->data +
1029 le32_to_cpu(header->ucode_array_offset_bytes);
1030 }
1031
1032 memcpy(ucode->kaddr, ucode_addr, ucode->ucode_size);
1033
1034 return 0;
1035}
1036
1037static int amdgpu_ucode_patch_jt(struct amdgpu_firmware_info *ucode,
1038 uint64_t mc_addr, void *kptr)
1039{
1040 const struct gfx_firmware_header_v1_0 *header = NULL;
1041 const struct common_firmware_header *comm_hdr = NULL;
1042 uint8_t *src_addr = NULL;
1043 uint8_t *dst_addr = NULL;
1044
1045 if (!ucode->fw)
1046 return 0;
1047
1048 comm_hdr = (const struct common_firmware_header *)ucode->fw->data;
1049 header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
1050 dst_addr = ucode->kaddr +
1051 ALIGN(le32_to_cpu(comm_hdr->ucode_size_bytes),
1052 PAGE_SIZE);
1053 src_addr = (uint8_t *)ucode->fw->data +
1054 le32_to_cpu(comm_hdr->ucode_array_offset_bytes) +
1055 (le32_to_cpu(header->jt_offset) * 4);
1056 memcpy(dst_addr, src_addr, le32_to_cpu(header->jt_size) * 4);
1057
1058 return 0;
1059}
1060
1061int amdgpu_ucode_create_bo(struct amdgpu_device *adev)
1062{
1063 if (adev->firmware.load_type != AMDGPU_FW_LOAD_DIRECT) {
1064 amdgpu_bo_create_kernel(adev, adev->firmware.fw_size, PAGE_SIZE,
1065 (amdgpu_sriov_vf(adev) || adev->debug_use_vram_fw_buf) ?
1066 AMDGPU_GEM_DOMAIN_VRAM : AMDGPU_GEM_DOMAIN_GTT,
1067 &adev->firmware.fw_buf,
1068 &adev->firmware.fw_buf_mc,
1069 &adev->firmware.fw_buf_ptr);
1070 if (!adev->firmware.fw_buf) {
1071 dev_err(adev->dev, "failed to create kernel buffer for firmware.fw_buf\n");
1072 return -ENOMEM;
1073 } else if (amdgpu_sriov_vf(adev)) {
1074 memset(adev->firmware.fw_buf_ptr, 0, adev->firmware.fw_size);
1075 }
1076 }
1077 return 0;
1078}
1079
1080void amdgpu_ucode_free_bo(struct amdgpu_device *adev)
1081{
1082 amdgpu_bo_free_kernel(&adev->firmware.fw_buf,
1083 &adev->firmware.fw_buf_mc,
1084 &adev->firmware.fw_buf_ptr);
1085}
1086
1087int amdgpu_ucode_init_bo(struct amdgpu_device *adev)
1088{
1089 uint64_t fw_offset = 0;
1090 int i;
1091 struct amdgpu_firmware_info *ucode = NULL;
1092
1093 /* for baremetal, the ucode is allocated in gtt, so don't need to fill the bo when reset/suspend */
1094 if (!amdgpu_sriov_vf(adev) && (amdgpu_in_reset(adev) || adev->in_suspend))
1095 return 0;
1096 /*
1097 * if SMU loaded firmware, it needn't add SMC, UVD, and VCE
1098 * ucode info here
1099 */
1100 if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
1101 if (amdgpu_sriov_vf(adev))
1102 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 3;
1103 else
1104 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 4;
1105 } else {
1106 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM;
1107 }
1108
1109 for (i = 0; i < adev->firmware.max_ucodes; i++) {
1110 ucode = &adev->firmware.ucode[i];
1111 if (ucode->fw) {
1112 amdgpu_ucode_init_single_fw(adev, ucode, adev->firmware.fw_buf_mc + fw_offset,
1113 adev->firmware.fw_buf_ptr + fw_offset);
1114 if (i == AMDGPU_UCODE_ID_CP_MEC1 &&
1115 adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
1116 const struct gfx_firmware_header_v1_0 *cp_hdr;
1117
1118 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
1119 amdgpu_ucode_patch_jt(ucode, adev->firmware.fw_buf_mc + fw_offset,
1120 adev->firmware.fw_buf_ptr + fw_offset);
1121 fw_offset += ALIGN(le32_to_cpu(cp_hdr->jt_size) << 2, PAGE_SIZE);
1122 }
1123 fw_offset += ALIGN(ucode->ucode_size, PAGE_SIZE);
1124 }
1125 }
1126 return 0;
1127}
1128
1129static const char *amdgpu_ucode_legacy_naming(struct amdgpu_device *adev, int block_type)
1130{
1131 if (block_type == MP0_HWIP) {
1132 switch (amdgpu_ip_version(adev, MP0_HWIP, 0)) {
1133 case IP_VERSION(9, 0, 0):
1134 switch (adev->asic_type) {
1135 case CHIP_VEGA10:
1136 return "vega10";
1137 case CHIP_VEGA12:
1138 return "vega12";
1139 default:
1140 return NULL;
1141 }
1142 case IP_VERSION(10, 0, 0):
1143 case IP_VERSION(10, 0, 1):
1144 if (adev->asic_type == CHIP_RAVEN) {
1145 if (adev->apu_flags & AMD_APU_IS_RAVEN2)
1146 return "raven2";
1147 else if (adev->apu_flags & AMD_APU_IS_PICASSO)
1148 return "picasso";
1149 return "raven";
1150 }
1151 break;
1152 case IP_VERSION(11, 0, 0):
1153 return "navi10";
1154 case IP_VERSION(11, 0, 2):
1155 return "vega20";
1156 case IP_VERSION(11, 0, 3):
1157 return "renoir";
1158 case IP_VERSION(11, 0, 4):
1159 return "arcturus";
1160 case IP_VERSION(11, 0, 5):
1161 return "navi14";
1162 case IP_VERSION(11, 0, 7):
1163 return "sienna_cichlid";
1164 case IP_VERSION(11, 0, 9):
1165 return "navi12";
1166 case IP_VERSION(11, 0, 11):
1167 return "navy_flounder";
1168 case IP_VERSION(11, 0, 12):
1169 return "dimgrey_cavefish";
1170 case IP_VERSION(11, 0, 13):
1171 return "beige_goby";
1172 case IP_VERSION(11, 5, 0):
1173 return "vangogh";
1174 case IP_VERSION(12, 0, 1):
1175 return "green_sardine";
1176 case IP_VERSION(13, 0, 2):
1177 return "aldebaran";
1178 case IP_VERSION(13, 0, 1):
1179 case IP_VERSION(13, 0, 3):
1180 return "yellow_carp";
1181 }
1182 } else if (block_type == MP1_HWIP) {
1183 switch (amdgpu_ip_version(adev, MP1_HWIP, 0)) {
1184 case IP_VERSION(9, 0, 0):
1185 case IP_VERSION(10, 0, 0):
1186 case IP_VERSION(10, 0, 1):
1187 case IP_VERSION(11, 0, 2):
1188 if (adev->asic_type == CHIP_ARCTURUS)
1189 return "arcturus_smc";
1190 return NULL;
1191 case IP_VERSION(11, 0, 0):
1192 return "navi10_smc";
1193 case IP_VERSION(11, 0, 5):
1194 return "navi14_smc";
1195 case IP_VERSION(11, 0, 9):
1196 return "navi12_smc";
1197 case IP_VERSION(11, 0, 7):
1198 return "sienna_cichlid_smc";
1199 case IP_VERSION(11, 0, 11):
1200 return "navy_flounder_smc";
1201 case IP_VERSION(11, 0, 12):
1202 return "dimgrey_cavefish_smc";
1203 case IP_VERSION(11, 0, 13):
1204 return "beige_goby_smc";
1205 case IP_VERSION(13, 0, 2):
1206 return "aldebaran_smc";
1207 }
1208 } else if (block_type == SDMA0_HWIP) {
1209 switch (amdgpu_ip_version(adev, SDMA0_HWIP, 0)) {
1210 case IP_VERSION(4, 0, 0):
1211 return "vega10_sdma";
1212 case IP_VERSION(4, 0, 1):
1213 return "vega12_sdma";
1214 case IP_VERSION(4, 1, 0):
1215 case IP_VERSION(4, 1, 1):
1216 if (adev->apu_flags & AMD_APU_IS_RAVEN2)
1217 return "raven2_sdma";
1218 else if (adev->apu_flags & AMD_APU_IS_PICASSO)
1219 return "picasso_sdma";
1220 return "raven_sdma";
1221 case IP_VERSION(4, 1, 2):
1222 if (adev->apu_flags & AMD_APU_IS_RENOIR)
1223 return "renoir_sdma";
1224 return "green_sardine_sdma";
1225 case IP_VERSION(4, 2, 0):
1226 return "vega20_sdma";
1227 case IP_VERSION(4, 2, 2):
1228 return "arcturus_sdma";
1229 case IP_VERSION(4, 4, 0):
1230 return "aldebaran_sdma";
1231 case IP_VERSION(5, 0, 0):
1232 return "navi10_sdma";
1233 case IP_VERSION(5, 0, 1):
1234 return "cyan_skillfish2_sdma";
1235 case IP_VERSION(5, 0, 2):
1236 return "navi14_sdma";
1237 case IP_VERSION(5, 0, 5):
1238 return "navi12_sdma";
1239 case IP_VERSION(5, 2, 0):
1240 return "sienna_cichlid_sdma";
1241 case IP_VERSION(5, 2, 2):
1242 return "navy_flounder_sdma";
1243 case IP_VERSION(5, 2, 4):
1244 return "dimgrey_cavefish_sdma";
1245 case IP_VERSION(5, 2, 5):
1246 return "beige_goby_sdma";
1247 case IP_VERSION(5, 2, 3):
1248 return "yellow_carp_sdma";
1249 case IP_VERSION(5, 2, 1):
1250 return "vangogh_sdma";
1251 }
1252 } else if (block_type == UVD_HWIP) {
1253 switch (amdgpu_ip_version(adev, UVD_HWIP, 0)) {
1254 case IP_VERSION(1, 0, 0):
1255 case IP_VERSION(1, 0, 1):
1256 if (adev->apu_flags & AMD_APU_IS_RAVEN2)
1257 return "raven2_vcn";
1258 else if (adev->apu_flags & AMD_APU_IS_PICASSO)
1259 return "picasso_vcn";
1260 return "raven_vcn";
1261 case IP_VERSION(2, 5, 0):
1262 return "arcturus_vcn";
1263 case IP_VERSION(2, 2, 0):
1264 if (adev->apu_flags & AMD_APU_IS_RENOIR)
1265 return "renoir_vcn";
1266 return "green_sardine_vcn";
1267 case IP_VERSION(2, 6, 0):
1268 return "aldebaran_vcn";
1269 case IP_VERSION(2, 0, 0):
1270 return "navi10_vcn";
1271 case IP_VERSION(2, 0, 2):
1272 if (adev->asic_type == CHIP_NAVI12)
1273 return "navi12_vcn";
1274 return "navi14_vcn";
1275 case IP_VERSION(3, 0, 0):
1276 case IP_VERSION(3, 0, 64):
1277 case IP_VERSION(3, 0, 192):
1278 if (amdgpu_ip_version(adev, GC_HWIP, 0) ==
1279 IP_VERSION(10, 3, 0))
1280 return "sienna_cichlid_vcn";
1281 return "navy_flounder_vcn";
1282 case IP_VERSION(3, 0, 2):
1283 return "vangogh_vcn";
1284 case IP_VERSION(3, 0, 16):
1285 return "dimgrey_cavefish_vcn";
1286 case IP_VERSION(3, 0, 33):
1287 return "beige_goby_vcn";
1288 case IP_VERSION(3, 1, 1):
1289 return "yellow_carp_vcn";
1290 }
1291 } else if (block_type == GC_HWIP) {
1292 switch (amdgpu_ip_version(adev, GC_HWIP, 0)) {
1293 case IP_VERSION(9, 0, 1):
1294 return "vega10";
1295 case IP_VERSION(9, 2, 1):
1296 return "vega12";
1297 case IP_VERSION(9, 4, 0):
1298 return "vega20";
1299 case IP_VERSION(9, 2, 2):
1300 case IP_VERSION(9, 1, 0):
1301 if (adev->apu_flags & AMD_APU_IS_RAVEN2)
1302 return "raven2";
1303 else if (adev->apu_flags & AMD_APU_IS_PICASSO)
1304 return "picasso";
1305 return "raven";
1306 case IP_VERSION(9, 4, 1):
1307 return "arcturus";
1308 case IP_VERSION(9, 3, 0):
1309 if (adev->apu_flags & AMD_APU_IS_RENOIR)
1310 return "renoir";
1311 return "green_sardine";
1312 case IP_VERSION(9, 4, 2):
1313 return "aldebaran";
1314 case IP_VERSION(10, 1, 10):
1315 return "navi10";
1316 case IP_VERSION(10, 1, 1):
1317 return "navi14";
1318 case IP_VERSION(10, 1, 2):
1319 return "navi12";
1320 case IP_VERSION(10, 3, 0):
1321 return "sienna_cichlid";
1322 case IP_VERSION(10, 3, 2):
1323 return "navy_flounder";
1324 case IP_VERSION(10, 3, 1):
1325 return "vangogh";
1326 case IP_VERSION(10, 3, 4):
1327 return "dimgrey_cavefish";
1328 case IP_VERSION(10, 3, 5):
1329 return "beige_goby";
1330 case IP_VERSION(10, 3, 3):
1331 return "yellow_carp";
1332 case IP_VERSION(10, 1, 3):
1333 case IP_VERSION(10, 1, 4):
1334 return "cyan_skillfish2";
1335 }
1336 }
1337 return NULL;
1338}
1339
1340void amdgpu_ucode_ip_version_decode(struct amdgpu_device *adev, int block_type, char *ucode_prefix, int len)
1341{
1342 int maj, min, rev;
1343 char *ip_name;
1344 const char *legacy;
1345 uint32_t version = amdgpu_ip_version(adev, block_type, 0);
1346
1347 legacy = amdgpu_ucode_legacy_naming(adev, block_type);
1348 if (legacy) {
1349 snprintf(ucode_prefix, len, "%s", legacy);
1350 return;
1351 }
1352
1353 switch (block_type) {
1354 case GC_HWIP:
1355 ip_name = "gc";
1356 break;
1357 case SDMA0_HWIP:
1358 ip_name = "sdma";
1359 break;
1360 case MP0_HWIP:
1361 ip_name = "psp";
1362 break;
1363 case MP1_HWIP:
1364 ip_name = "smu";
1365 break;
1366 case UVD_HWIP:
1367 ip_name = "vcn";
1368 break;
1369 case VPE_HWIP:
1370 ip_name = "vpe";
1371 break;
1372 default:
1373 BUG();
1374 }
1375
1376 maj = IP_VERSION_MAJ(version);
1377 min = IP_VERSION_MIN(version);
1378 rev = IP_VERSION_REV(version);
1379
1380 snprintf(ucode_prefix, len, "%s_%d_%d_%d", ip_name, maj, min, rev);
1381}
1382
1383/*
1384 * amdgpu_ucode_request - Fetch and validate amdgpu microcode
1385 *
1386 * @adev: amdgpu device
1387 * @fw: pointer to load firmware to
1388 * @fw_name: firmware to load
1389 *
1390 * This is a helper that will use request_firmware and amdgpu_ucode_validate
1391 * to load and run basic validation on firmware. If the load fails, remap
1392 * the error code to -ENODEV, so that early_init functions will fail to load.
1393 */
1394int amdgpu_ucode_request(struct amdgpu_device *adev, const struct firmware **fw,
1395 const char *fw_name)
1396{
1397 int err = request_firmware(fw, fw_name, adev->dev);
1398
1399 if (err)
1400 return -ENODEV;
1401
1402 err = amdgpu_ucode_validate(*fw);
1403 if (err) {
1404 dev_dbg(adev->dev, "\"%s\" failed to validate\n", fw_name);
1405 release_firmware(*fw);
1406 *fw = NULL;
1407 }
1408
1409 return err;
1410}
1411
1412/*
1413 * amdgpu_ucode_release - Release firmware microcode
1414 *
1415 * @fw: pointer to firmware to release
1416 */
1417void amdgpu_ucode_release(const struct firmware **fw)
1418{
1419 release_firmware(*fw);
1420 *fw = NULL;
1421}
1/*
2 * Copyright 2014 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 */
23
24#include <linux/firmware.h>
25#include <linux/slab.h>
26#include <linux/module.h>
27
28#include "amdgpu.h"
29#include "amdgpu_ucode.h"
30
31static void amdgpu_ucode_print_common_hdr(const struct common_firmware_header *hdr)
32{
33 DRM_DEBUG("size_bytes: %u\n", le32_to_cpu(hdr->size_bytes));
34 DRM_DEBUG("header_size_bytes: %u\n", le32_to_cpu(hdr->header_size_bytes));
35 DRM_DEBUG("header_version_major: %u\n", le16_to_cpu(hdr->header_version_major));
36 DRM_DEBUG("header_version_minor: %u\n", le16_to_cpu(hdr->header_version_minor));
37 DRM_DEBUG("ip_version_major: %u\n", le16_to_cpu(hdr->ip_version_major));
38 DRM_DEBUG("ip_version_minor: %u\n", le16_to_cpu(hdr->ip_version_minor));
39 DRM_DEBUG("ucode_version: 0x%08x\n", le32_to_cpu(hdr->ucode_version));
40 DRM_DEBUG("ucode_size_bytes: %u\n", le32_to_cpu(hdr->ucode_size_bytes));
41 DRM_DEBUG("ucode_array_offset_bytes: %u\n",
42 le32_to_cpu(hdr->ucode_array_offset_bytes));
43 DRM_DEBUG("crc32: 0x%08x\n", le32_to_cpu(hdr->crc32));
44}
45
46void amdgpu_ucode_print_mc_hdr(const struct common_firmware_header *hdr)
47{
48 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
49 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
50
51 DRM_DEBUG("MC\n");
52 amdgpu_ucode_print_common_hdr(hdr);
53
54 if (version_major == 1) {
55 const struct mc_firmware_header_v1_0 *mc_hdr =
56 container_of(hdr, struct mc_firmware_header_v1_0, header);
57
58 DRM_DEBUG("io_debug_size_bytes: %u\n",
59 le32_to_cpu(mc_hdr->io_debug_size_bytes));
60 DRM_DEBUG("io_debug_array_offset_bytes: %u\n",
61 le32_to_cpu(mc_hdr->io_debug_array_offset_bytes));
62 } else {
63 DRM_ERROR("Unknown MC ucode version: %u.%u\n", version_major, version_minor);
64 }
65}
66
67void amdgpu_ucode_print_smc_hdr(const struct common_firmware_header *hdr)
68{
69 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
70 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
71 const struct smc_firmware_header_v1_0 *v1_0_hdr;
72 const struct smc_firmware_header_v2_0 *v2_0_hdr;
73 const struct smc_firmware_header_v2_1 *v2_1_hdr;
74
75 DRM_DEBUG("SMC\n");
76 amdgpu_ucode_print_common_hdr(hdr);
77
78 if (version_major == 1) {
79 v1_0_hdr = container_of(hdr, struct smc_firmware_header_v1_0, header);
80 DRM_DEBUG("ucode_start_addr: %u\n", le32_to_cpu(v1_0_hdr->ucode_start_addr));
81 } else if (version_major == 2) {
82 switch (version_minor) {
83 case 0:
84 v2_0_hdr = container_of(hdr, struct smc_firmware_header_v2_0, v1_0.header);
85 DRM_DEBUG("ppt_offset_bytes: %u\n", le32_to_cpu(v2_0_hdr->ppt_offset_bytes));
86 DRM_DEBUG("ppt_size_bytes: %u\n", le32_to_cpu(v2_0_hdr->ppt_size_bytes));
87 break;
88 case 1:
89 v2_1_hdr = container_of(hdr, struct smc_firmware_header_v2_1, v1_0.header);
90 DRM_DEBUG("pptable_count: %u\n", le32_to_cpu(v2_1_hdr->pptable_count));
91 DRM_DEBUG("pptable_entry_offset: %u\n", le32_to_cpu(v2_1_hdr->pptable_entry_offset));
92 break;
93 default:
94 break;
95 }
96
97 } else {
98 DRM_ERROR("Unknown SMC ucode version: %u.%u\n", version_major, version_minor);
99 }
100}
101
102void amdgpu_ucode_print_gfx_hdr(const struct common_firmware_header *hdr)
103{
104 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
105 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
106
107 DRM_DEBUG("GFX\n");
108 amdgpu_ucode_print_common_hdr(hdr);
109
110 if (version_major == 1) {
111 const struct gfx_firmware_header_v1_0 *gfx_hdr =
112 container_of(hdr, struct gfx_firmware_header_v1_0, header);
113
114 DRM_DEBUG("ucode_feature_version: %u\n",
115 le32_to_cpu(gfx_hdr->ucode_feature_version));
116 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(gfx_hdr->jt_offset));
117 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(gfx_hdr->jt_size));
118 } else {
119 DRM_ERROR("Unknown GFX ucode version: %u.%u\n", version_major, version_minor);
120 }
121}
122
123void amdgpu_ucode_print_rlc_hdr(const struct common_firmware_header *hdr)
124{
125 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
126 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
127
128 DRM_DEBUG("RLC\n");
129 amdgpu_ucode_print_common_hdr(hdr);
130
131 if (version_major == 1) {
132 const struct rlc_firmware_header_v1_0 *rlc_hdr =
133 container_of(hdr, struct rlc_firmware_header_v1_0, header);
134
135 DRM_DEBUG("ucode_feature_version: %u\n",
136 le32_to_cpu(rlc_hdr->ucode_feature_version));
137 DRM_DEBUG("save_and_restore_offset: %u\n",
138 le32_to_cpu(rlc_hdr->save_and_restore_offset));
139 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
140 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
141 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
142 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
143 DRM_DEBUG("master_pkt_description_offset: %u\n",
144 le32_to_cpu(rlc_hdr->master_pkt_description_offset));
145 } else if (version_major == 2) {
146 const struct rlc_firmware_header_v2_0 *rlc_hdr =
147 container_of(hdr, struct rlc_firmware_header_v2_0, header);
148
149 DRM_DEBUG("ucode_feature_version: %u\n",
150 le32_to_cpu(rlc_hdr->ucode_feature_version));
151 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(rlc_hdr->jt_offset));
152 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(rlc_hdr->jt_size));
153 DRM_DEBUG("save_and_restore_offset: %u\n",
154 le32_to_cpu(rlc_hdr->save_and_restore_offset));
155 DRM_DEBUG("clear_state_descriptor_offset: %u\n",
156 le32_to_cpu(rlc_hdr->clear_state_descriptor_offset));
157 DRM_DEBUG("avail_scratch_ram_locations: %u\n",
158 le32_to_cpu(rlc_hdr->avail_scratch_ram_locations));
159 DRM_DEBUG("reg_restore_list_size: %u\n",
160 le32_to_cpu(rlc_hdr->reg_restore_list_size));
161 DRM_DEBUG("reg_list_format_start: %u\n",
162 le32_to_cpu(rlc_hdr->reg_list_format_start));
163 DRM_DEBUG("reg_list_format_separate_start: %u\n",
164 le32_to_cpu(rlc_hdr->reg_list_format_separate_start));
165 DRM_DEBUG("starting_offsets_start: %u\n",
166 le32_to_cpu(rlc_hdr->starting_offsets_start));
167 DRM_DEBUG("reg_list_format_size_bytes: %u\n",
168 le32_to_cpu(rlc_hdr->reg_list_format_size_bytes));
169 DRM_DEBUG("reg_list_format_array_offset_bytes: %u\n",
170 le32_to_cpu(rlc_hdr->reg_list_format_array_offset_bytes));
171 DRM_DEBUG("reg_list_size_bytes: %u\n",
172 le32_to_cpu(rlc_hdr->reg_list_size_bytes));
173 DRM_DEBUG("reg_list_array_offset_bytes: %u\n",
174 le32_to_cpu(rlc_hdr->reg_list_array_offset_bytes));
175 DRM_DEBUG("reg_list_format_separate_size_bytes: %u\n",
176 le32_to_cpu(rlc_hdr->reg_list_format_separate_size_bytes));
177 DRM_DEBUG("reg_list_format_separate_array_offset_bytes: %u\n",
178 le32_to_cpu(rlc_hdr->reg_list_format_separate_array_offset_bytes));
179 DRM_DEBUG("reg_list_separate_size_bytes: %u\n",
180 le32_to_cpu(rlc_hdr->reg_list_separate_size_bytes));
181 DRM_DEBUG("reg_list_separate_array_offset_bytes: %u\n",
182 le32_to_cpu(rlc_hdr->reg_list_separate_array_offset_bytes));
183 if (version_minor == 1) {
184 const struct rlc_firmware_header_v2_1 *v2_1 =
185 container_of(rlc_hdr, struct rlc_firmware_header_v2_1, v2_0);
186 DRM_DEBUG("reg_list_format_direct_reg_list_length: %u\n",
187 le32_to_cpu(v2_1->reg_list_format_direct_reg_list_length));
188 DRM_DEBUG("save_restore_list_cntl_ucode_ver: %u\n",
189 le32_to_cpu(v2_1->save_restore_list_cntl_ucode_ver));
190 DRM_DEBUG("save_restore_list_cntl_feature_ver: %u\n",
191 le32_to_cpu(v2_1->save_restore_list_cntl_feature_ver));
192 DRM_DEBUG("save_restore_list_cntl_size_bytes %u\n",
193 le32_to_cpu(v2_1->save_restore_list_cntl_size_bytes));
194 DRM_DEBUG("save_restore_list_cntl_offset_bytes: %u\n",
195 le32_to_cpu(v2_1->save_restore_list_cntl_offset_bytes));
196 DRM_DEBUG("save_restore_list_gpm_ucode_ver: %u\n",
197 le32_to_cpu(v2_1->save_restore_list_gpm_ucode_ver));
198 DRM_DEBUG("save_restore_list_gpm_feature_ver: %u\n",
199 le32_to_cpu(v2_1->save_restore_list_gpm_feature_ver));
200 DRM_DEBUG("save_restore_list_gpm_size_bytes %u\n",
201 le32_to_cpu(v2_1->save_restore_list_gpm_size_bytes));
202 DRM_DEBUG("save_restore_list_gpm_offset_bytes: %u\n",
203 le32_to_cpu(v2_1->save_restore_list_gpm_offset_bytes));
204 DRM_DEBUG("save_restore_list_srm_ucode_ver: %u\n",
205 le32_to_cpu(v2_1->save_restore_list_srm_ucode_ver));
206 DRM_DEBUG("save_restore_list_srm_feature_ver: %u\n",
207 le32_to_cpu(v2_1->save_restore_list_srm_feature_ver));
208 DRM_DEBUG("save_restore_list_srm_size_bytes %u\n",
209 le32_to_cpu(v2_1->save_restore_list_srm_size_bytes));
210 DRM_DEBUG("save_restore_list_srm_offset_bytes: %u\n",
211 le32_to_cpu(v2_1->save_restore_list_srm_offset_bytes));
212 }
213 } else {
214 DRM_ERROR("Unknown RLC ucode version: %u.%u\n", version_major, version_minor);
215 }
216}
217
218void amdgpu_ucode_print_sdma_hdr(const struct common_firmware_header *hdr)
219{
220 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
221 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
222
223 DRM_DEBUG("SDMA\n");
224 amdgpu_ucode_print_common_hdr(hdr);
225
226 if (version_major == 1) {
227 const struct sdma_firmware_header_v1_0 *sdma_hdr =
228 container_of(hdr, struct sdma_firmware_header_v1_0, header);
229
230 DRM_DEBUG("ucode_feature_version: %u\n",
231 le32_to_cpu(sdma_hdr->ucode_feature_version));
232 DRM_DEBUG("ucode_change_version: %u\n",
233 le32_to_cpu(sdma_hdr->ucode_change_version));
234 DRM_DEBUG("jt_offset: %u\n", le32_to_cpu(sdma_hdr->jt_offset));
235 DRM_DEBUG("jt_size: %u\n", le32_to_cpu(sdma_hdr->jt_size));
236 if (version_minor >= 1) {
237 const struct sdma_firmware_header_v1_1 *sdma_v1_1_hdr =
238 container_of(sdma_hdr, struct sdma_firmware_header_v1_1, v1_0);
239 DRM_DEBUG("digest_size: %u\n", le32_to_cpu(sdma_v1_1_hdr->digest_size));
240 }
241 } else {
242 DRM_ERROR("Unknown SDMA ucode version: %u.%u\n",
243 version_major, version_minor);
244 }
245}
246
247void amdgpu_ucode_print_psp_hdr(const struct common_firmware_header *hdr)
248{
249 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
250 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
251
252 DRM_DEBUG("PSP\n");
253 amdgpu_ucode_print_common_hdr(hdr);
254
255 if (version_major == 1) {
256 const struct psp_firmware_header_v1_0 *psp_hdr =
257 container_of(hdr, struct psp_firmware_header_v1_0, header);
258
259 DRM_DEBUG("ucode_feature_version: %u\n",
260 le32_to_cpu(psp_hdr->sos.fw_version));
261 DRM_DEBUG("sos_offset_bytes: %u\n",
262 le32_to_cpu(psp_hdr->sos.offset_bytes));
263 DRM_DEBUG("sos_size_bytes: %u\n",
264 le32_to_cpu(psp_hdr->sos.size_bytes));
265 if (version_minor == 1) {
266 const struct psp_firmware_header_v1_1 *psp_hdr_v1_1 =
267 container_of(psp_hdr, struct psp_firmware_header_v1_1, v1_0);
268 DRM_DEBUG("toc_header_version: %u\n",
269 le32_to_cpu(psp_hdr_v1_1->toc.fw_version));
270 DRM_DEBUG("toc_offset_bytes: %u\n",
271 le32_to_cpu(psp_hdr_v1_1->toc.offset_bytes));
272 DRM_DEBUG("toc_size_bytes: %u\n",
273 le32_to_cpu(psp_hdr_v1_1->toc.size_bytes));
274 DRM_DEBUG("kdb_header_version: %u\n",
275 le32_to_cpu(psp_hdr_v1_1->kdb.fw_version));
276 DRM_DEBUG("kdb_offset_bytes: %u\n",
277 le32_to_cpu(psp_hdr_v1_1->kdb.offset_bytes));
278 DRM_DEBUG("kdb_size_bytes: %u\n",
279 le32_to_cpu(psp_hdr_v1_1->kdb.size_bytes));
280 }
281 if (version_minor == 2) {
282 const struct psp_firmware_header_v1_2 *psp_hdr_v1_2 =
283 container_of(psp_hdr, struct psp_firmware_header_v1_2, v1_0);
284 DRM_DEBUG("kdb_header_version: %u\n",
285 le32_to_cpu(psp_hdr_v1_2->kdb.fw_version));
286 DRM_DEBUG("kdb_offset_bytes: %u\n",
287 le32_to_cpu(psp_hdr_v1_2->kdb.offset_bytes));
288 DRM_DEBUG("kdb_size_bytes: %u\n",
289 le32_to_cpu(psp_hdr_v1_2->kdb.size_bytes));
290 }
291 if (version_minor == 3) {
292 const struct psp_firmware_header_v1_1 *psp_hdr_v1_1 =
293 container_of(psp_hdr, struct psp_firmware_header_v1_1, v1_0);
294 const struct psp_firmware_header_v1_3 *psp_hdr_v1_3 =
295 container_of(psp_hdr_v1_1, struct psp_firmware_header_v1_3, v1_1);
296 DRM_DEBUG("toc_header_version: %u\n",
297 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.fw_version));
298 DRM_DEBUG("toc_offset_bytes: %u\n",
299 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.offset_bytes));
300 DRM_DEBUG("toc_size_bytes: %u\n",
301 le32_to_cpu(psp_hdr_v1_3->v1_1.toc.size_bytes));
302 DRM_DEBUG("kdb_header_version: %u\n",
303 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.fw_version));
304 DRM_DEBUG("kdb_offset_bytes: %u\n",
305 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.offset_bytes));
306 DRM_DEBUG("kdb_size_bytes: %u\n",
307 le32_to_cpu(psp_hdr_v1_3->v1_1.kdb.size_bytes));
308 DRM_DEBUG("spl_header_version: %u\n",
309 le32_to_cpu(psp_hdr_v1_3->spl.fw_version));
310 DRM_DEBUG("spl_offset_bytes: %u\n",
311 le32_to_cpu(psp_hdr_v1_3->spl.offset_bytes));
312 DRM_DEBUG("spl_size_bytes: %u\n",
313 le32_to_cpu(psp_hdr_v1_3->spl.size_bytes));
314 }
315 } else {
316 DRM_ERROR("Unknown PSP ucode version: %u.%u\n",
317 version_major, version_minor);
318 }
319}
320
321void amdgpu_ucode_print_gpu_info_hdr(const struct common_firmware_header *hdr)
322{
323 uint16_t version_major = le16_to_cpu(hdr->header_version_major);
324 uint16_t version_minor = le16_to_cpu(hdr->header_version_minor);
325
326 DRM_DEBUG("GPU_INFO\n");
327 amdgpu_ucode_print_common_hdr(hdr);
328
329 if (version_major == 1) {
330 const struct gpu_info_firmware_header_v1_0 *gpu_info_hdr =
331 container_of(hdr, struct gpu_info_firmware_header_v1_0, header);
332
333 DRM_DEBUG("version_major: %u\n",
334 le16_to_cpu(gpu_info_hdr->version_major));
335 DRM_DEBUG("version_minor: %u\n",
336 le16_to_cpu(gpu_info_hdr->version_minor));
337 } else {
338 DRM_ERROR("Unknown gpu_info ucode version: %u.%u\n", version_major, version_minor);
339 }
340}
341
342int amdgpu_ucode_validate(const struct firmware *fw)
343{
344 const struct common_firmware_header *hdr =
345 (const struct common_firmware_header *)fw->data;
346
347 if (fw->size == le32_to_cpu(hdr->size_bytes))
348 return 0;
349
350 return -EINVAL;
351}
352
353bool amdgpu_ucode_hdr_version(union amdgpu_firmware_header *hdr,
354 uint16_t hdr_major, uint16_t hdr_minor)
355{
356 if ((hdr->common.header_version_major == hdr_major) &&
357 (hdr->common.header_version_minor == hdr_minor))
358 return false;
359 return true;
360}
361
362enum amdgpu_firmware_load_type
363amdgpu_ucode_get_load_type(struct amdgpu_device *adev, int load_type)
364{
365 switch (adev->asic_type) {
366#ifdef CONFIG_DRM_AMDGPU_SI
367 case CHIP_TAHITI:
368 case CHIP_PITCAIRN:
369 case CHIP_VERDE:
370 case CHIP_OLAND:
371 case CHIP_HAINAN:
372 return AMDGPU_FW_LOAD_DIRECT;
373#endif
374#ifdef CONFIG_DRM_AMDGPU_CIK
375 case CHIP_BONAIRE:
376 case CHIP_KAVERI:
377 case CHIP_KABINI:
378 case CHIP_HAWAII:
379 case CHIP_MULLINS:
380 return AMDGPU_FW_LOAD_DIRECT;
381#endif
382 case CHIP_TOPAZ:
383 case CHIP_TONGA:
384 case CHIP_FIJI:
385 case CHIP_CARRIZO:
386 case CHIP_STONEY:
387 case CHIP_POLARIS10:
388 case CHIP_POLARIS11:
389 case CHIP_POLARIS12:
390 case CHIP_VEGAM:
391 return AMDGPU_FW_LOAD_SMU;
392 case CHIP_VEGA10:
393 case CHIP_RAVEN:
394 case CHIP_VEGA12:
395 case CHIP_VEGA20:
396 case CHIP_ARCTURUS:
397 case CHIP_RENOIR:
398 case CHIP_NAVI10:
399 case CHIP_NAVI14:
400 case CHIP_NAVI12:
401 case CHIP_SIENNA_CICHLID:
402 case CHIP_NAVY_FLOUNDER:
403 case CHIP_VANGOGH:
404 case CHIP_DIMGREY_CAVEFISH:
405 case CHIP_ALDEBARAN:
406 case CHIP_BEIGE_GOBY:
407 case CHIP_YELLOW_CARP:
408 if (!load_type)
409 return AMDGPU_FW_LOAD_DIRECT;
410 else
411 return AMDGPU_FW_LOAD_PSP;
412 default:
413 DRM_ERROR("Unknown firmware load type\n");
414 }
415
416 return AMDGPU_FW_LOAD_DIRECT;
417}
418
419#define FW_VERSION_ATTR(name, mode, field) \
420static ssize_t show_##name(struct device *dev, \
421 struct device_attribute *attr, \
422 char *buf) \
423{ \
424 struct drm_device *ddev = dev_get_drvdata(dev); \
425 struct amdgpu_device *adev = drm_to_adev(ddev); \
426 \
427 return snprintf(buf, PAGE_SIZE, "0x%08x\n", adev->field); \
428} \
429static DEVICE_ATTR(name, mode, show_##name, NULL)
430
431FW_VERSION_ATTR(vce_fw_version, 0444, vce.fw_version);
432FW_VERSION_ATTR(uvd_fw_version, 0444, uvd.fw_version);
433FW_VERSION_ATTR(mc_fw_version, 0444, gmc.fw_version);
434FW_VERSION_ATTR(me_fw_version, 0444, gfx.me_fw_version);
435FW_VERSION_ATTR(pfp_fw_version, 0444, gfx.pfp_fw_version);
436FW_VERSION_ATTR(ce_fw_version, 0444, gfx.ce_fw_version);
437FW_VERSION_ATTR(rlc_fw_version, 0444, gfx.rlc_fw_version);
438FW_VERSION_ATTR(rlc_srlc_fw_version, 0444, gfx.rlc_srlc_fw_version);
439FW_VERSION_ATTR(rlc_srlg_fw_version, 0444, gfx.rlc_srlg_fw_version);
440FW_VERSION_ATTR(rlc_srls_fw_version, 0444, gfx.rlc_srls_fw_version);
441FW_VERSION_ATTR(mec_fw_version, 0444, gfx.mec_fw_version);
442FW_VERSION_ATTR(mec2_fw_version, 0444, gfx.mec2_fw_version);
443FW_VERSION_ATTR(sos_fw_version, 0444, psp.sos_fw_version);
444FW_VERSION_ATTR(asd_fw_version, 0444, psp.asd_fw_version);
445FW_VERSION_ATTR(ta_ras_fw_version, 0444, psp.ta_ras_ucode_version);
446FW_VERSION_ATTR(ta_xgmi_fw_version, 0444, psp.ta_xgmi_ucode_version);
447FW_VERSION_ATTR(smc_fw_version, 0444, pm.fw_version);
448FW_VERSION_ATTR(sdma_fw_version, 0444, sdma.instance[0].fw_version);
449FW_VERSION_ATTR(sdma2_fw_version, 0444, sdma.instance[1].fw_version);
450FW_VERSION_ATTR(vcn_fw_version, 0444, vcn.fw_version);
451FW_VERSION_ATTR(dmcu_fw_version, 0444, dm.dmcu_fw_version);
452
453static struct attribute *fw_attrs[] = {
454 &dev_attr_vce_fw_version.attr, &dev_attr_uvd_fw_version.attr,
455 &dev_attr_mc_fw_version.attr, &dev_attr_me_fw_version.attr,
456 &dev_attr_pfp_fw_version.attr, &dev_attr_ce_fw_version.attr,
457 &dev_attr_rlc_fw_version.attr, &dev_attr_rlc_srlc_fw_version.attr,
458 &dev_attr_rlc_srlg_fw_version.attr, &dev_attr_rlc_srls_fw_version.attr,
459 &dev_attr_mec_fw_version.attr, &dev_attr_mec2_fw_version.attr,
460 &dev_attr_sos_fw_version.attr, &dev_attr_asd_fw_version.attr,
461 &dev_attr_ta_ras_fw_version.attr, &dev_attr_ta_xgmi_fw_version.attr,
462 &dev_attr_smc_fw_version.attr, &dev_attr_sdma_fw_version.attr,
463 &dev_attr_sdma2_fw_version.attr, &dev_attr_vcn_fw_version.attr,
464 &dev_attr_dmcu_fw_version.attr, NULL
465};
466
467static const struct attribute_group fw_attr_group = {
468 .name = "fw_version",
469 .attrs = fw_attrs
470};
471
472int amdgpu_ucode_sysfs_init(struct amdgpu_device *adev)
473{
474 return sysfs_create_group(&adev->dev->kobj, &fw_attr_group);
475}
476
477void amdgpu_ucode_sysfs_fini(struct amdgpu_device *adev)
478{
479 sysfs_remove_group(&adev->dev->kobj, &fw_attr_group);
480}
481
482static int amdgpu_ucode_init_single_fw(struct amdgpu_device *adev,
483 struct amdgpu_firmware_info *ucode,
484 uint64_t mc_addr, void *kptr)
485{
486 const struct common_firmware_header *header = NULL;
487 const struct gfx_firmware_header_v1_0 *cp_hdr = NULL;
488 const struct dmcu_firmware_header_v1_0 *dmcu_hdr = NULL;
489 const struct dmcub_firmware_header_v1_0 *dmcub_hdr = NULL;
490 const struct mes_firmware_header_v1_0 *mes_hdr = NULL;
491
492 if (NULL == ucode->fw)
493 return 0;
494
495 ucode->mc_addr = mc_addr;
496 ucode->kaddr = kptr;
497
498 if (ucode->ucode_id == AMDGPU_UCODE_ID_STORAGE)
499 return 0;
500
501 header = (const struct common_firmware_header *)ucode->fw->data;
502 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
503 dmcu_hdr = (const struct dmcu_firmware_header_v1_0 *)ucode->fw->data;
504 dmcub_hdr = (const struct dmcub_firmware_header_v1_0 *)ucode->fw->data;
505 mes_hdr = (const struct mes_firmware_header_v1_0 *)ucode->fw->data;
506
507 if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP ||
508 (ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC1 &&
509 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC2 &&
510 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC1_JT &&
511 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MEC2_JT &&
512 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MES &&
513 ucode->ucode_id != AMDGPU_UCODE_ID_CP_MES_DATA &&
514 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL &&
515 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM &&
516 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM &&
517 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_IRAM &&
518 ucode->ucode_id != AMDGPU_UCODE_ID_RLC_DRAM &&
519 ucode->ucode_id != AMDGPU_UCODE_ID_DMCU_ERAM &&
520 ucode->ucode_id != AMDGPU_UCODE_ID_DMCU_INTV &&
521 ucode->ucode_id != AMDGPU_UCODE_ID_DMCUB)) {
522 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes);
523
524 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
525 le32_to_cpu(header->ucode_array_offset_bytes)),
526 ucode->ucode_size);
527 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1 ||
528 ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2) {
529 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes) -
530 le32_to_cpu(cp_hdr->jt_size) * 4;
531
532 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
533 le32_to_cpu(header->ucode_array_offset_bytes)),
534 ucode->ucode_size);
535 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||
536 ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT) {
537 ucode->ucode_size = le32_to_cpu(cp_hdr->jt_size) * 4;
538
539 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
540 le32_to_cpu(header->ucode_array_offset_bytes) +
541 le32_to_cpu(cp_hdr->jt_offset) * 4),
542 ucode->ucode_size);
543 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_DMCU_ERAM) {
544 ucode->ucode_size = le32_to_cpu(header->ucode_size_bytes) -
545 le32_to_cpu(dmcu_hdr->intv_size_bytes);
546
547 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
548 le32_to_cpu(header->ucode_array_offset_bytes)),
549 ucode->ucode_size);
550 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_DMCU_INTV) {
551 ucode->ucode_size = le32_to_cpu(dmcu_hdr->intv_size_bytes);
552
553 memcpy(ucode->kaddr, (void *)((uint8_t *)ucode->fw->data +
554 le32_to_cpu(header->ucode_array_offset_bytes) +
555 le32_to_cpu(dmcu_hdr->intv_offset_bytes)),
556 ucode->ucode_size);
557 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_DMCUB) {
558 ucode->ucode_size = le32_to_cpu(dmcub_hdr->inst_const_bytes);
559 memcpy(ucode->kaddr,
560 (void *)((uint8_t *)ucode->fw->data +
561 le32_to_cpu(header->ucode_array_offset_bytes)),
562 ucode->ucode_size);
563 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL) {
564 ucode->ucode_size = adev->gfx.rlc.save_restore_list_cntl_size_bytes;
565 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_cntl,
566 ucode->ucode_size);
567 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM) {
568 ucode->ucode_size = adev->gfx.rlc.save_restore_list_gpm_size_bytes;
569 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_gpm,
570 ucode->ucode_size);
571 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) {
572 ucode->ucode_size = adev->gfx.rlc.save_restore_list_srm_size_bytes;
573 memcpy(ucode->kaddr, adev->gfx.rlc.save_restore_list_srm,
574 ucode->ucode_size);
575 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_IRAM) {
576 ucode->ucode_size = adev->gfx.rlc.rlc_iram_ucode_size_bytes;
577 memcpy(ucode->kaddr, adev->gfx.rlc.rlc_iram_ucode,
578 ucode->ucode_size);
579 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_DRAM) {
580 ucode->ucode_size = adev->gfx.rlc.rlc_dram_ucode_size_bytes;
581 memcpy(ucode->kaddr, adev->gfx.rlc.rlc_dram_ucode,
582 ucode->ucode_size);
583 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MES) {
584 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_size_bytes);
585 memcpy(ucode->kaddr, (void *)((uint8_t *)adev->mes.fw->data +
586 le32_to_cpu(mes_hdr->mes_ucode_offset_bytes)),
587 ucode->ucode_size);
588 } else if (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MES_DATA) {
589 ucode->ucode_size = le32_to_cpu(mes_hdr->mes_ucode_data_size_bytes);
590 memcpy(ucode->kaddr, (void *)((uint8_t *)adev->mes.fw->data +
591 le32_to_cpu(mes_hdr->mes_ucode_data_offset_bytes)),
592 ucode->ucode_size);
593 }
594
595 return 0;
596}
597
598static int amdgpu_ucode_patch_jt(struct amdgpu_firmware_info *ucode,
599 uint64_t mc_addr, void *kptr)
600{
601 const struct gfx_firmware_header_v1_0 *header = NULL;
602 const struct common_firmware_header *comm_hdr = NULL;
603 uint8_t *src_addr = NULL;
604 uint8_t *dst_addr = NULL;
605
606 if (NULL == ucode->fw)
607 return 0;
608
609 comm_hdr = (const struct common_firmware_header *)ucode->fw->data;
610 header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
611 dst_addr = ucode->kaddr +
612 ALIGN(le32_to_cpu(comm_hdr->ucode_size_bytes),
613 PAGE_SIZE);
614 src_addr = (uint8_t *)ucode->fw->data +
615 le32_to_cpu(comm_hdr->ucode_array_offset_bytes) +
616 (le32_to_cpu(header->jt_offset) * 4);
617 memcpy(dst_addr, src_addr, le32_to_cpu(header->jt_size) * 4);
618
619 return 0;
620}
621
622int amdgpu_ucode_create_bo(struct amdgpu_device *adev)
623{
624 if (adev->firmware.load_type != AMDGPU_FW_LOAD_DIRECT) {
625 amdgpu_bo_create_kernel(adev, adev->firmware.fw_size, PAGE_SIZE,
626 amdgpu_sriov_vf(adev) ? AMDGPU_GEM_DOMAIN_VRAM : AMDGPU_GEM_DOMAIN_GTT,
627 &adev->firmware.fw_buf,
628 &adev->firmware.fw_buf_mc,
629 &adev->firmware.fw_buf_ptr);
630 if (!adev->firmware.fw_buf) {
631 dev_err(adev->dev, "failed to create kernel buffer for firmware.fw_buf\n");
632 return -ENOMEM;
633 } else if (amdgpu_sriov_vf(adev)) {
634 memset(adev->firmware.fw_buf_ptr, 0, adev->firmware.fw_size);
635 }
636 }
637 return 0;
638}
639
640void amdgpu_ucode_free_bo(struct amdgpu_device *adev)
641{
642 if (adev->firmware.load_type != AMDGPU_FW_LOAD_DIRECT)
643 amdgpu_bo_free_kernel(&adev->firmware.fw_buf,
644 &adev->firmware.fw_buf_mc,
645 &adev->firmware.fw_buf_ptr);
646}
647
648int amdgpu_ucode_init_bo(struct amdgpu_device *adev)
649{
650 uint64_t fw_offset = 0;
651 int i;
652 struct amdgpu_firmware_info *ucode = NULL;
653
654 /* for baremetal, the ucode is allocated in gtt, so don't need to fill the bo when reset/suspend */
655 if (!amdgpu_sriov_vf(adev) && (amdgpu_in_reset(adev) || adev->in_suspend))
656 return 0;
657 /*
658 * if SMU loaded firmware, it needn't add SMC, UVD, and VCE
659 * ucode info here
660 */
661 if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
662 if (amdgpu_sriov_vf(adev))
663 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 3;
664 else
665 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM - 4;
666 } else {
667 adev->firmware.max_ucodes = AMDGPU_UCODE_ID_MAXIMUM;
668 }
669
670 for (i = 0; i < adev->firmware.max_ucodes; i++) {
671 ucode = &adev->firmware.ucode[i];
672 if (ucode->fw) {
673 amdgpu_ucode_init_single_fw(adev, ucode, adev->firmware.fw_buf_mc + fw_offset,
674 adev->firmware.fw_buf_ptr + fw_offset);
675 if (i == AMDGPU_UCODE_ID_CP_MEC1 &&
676 adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
677 const struct gfx_firmware_header_v1_0 *cp_hdr;
678 cp_hdr = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data;
679 amdgpu_ucode_patch_jt(ucode, adev->firmware.fw_buf_mc + fw_offset,
680 adev->firmware.fw_buf_ptr + fw_offset);
681 fw_offset += ALIGN(le32_to_cpu(cp_hdr->jt_size) << 2, PAGE_SIZE);
682 }
683 fw_offset += ALIGN(ucode->ucode_size, PAGE_SIZE);
684 }
685 }
686 return 0;
687}