2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
27 #include "smu_ucode_xfer_vi.h"
28 #include "smu/smu_7_1_3_d.h"
29 #include "smu/smu_7_1_3_sh_mask.h"
30 #include "ppatomctrl.h"
31 #include "cgs_common.h"
32 #include "smu7_ppsmc.h"
33 #include "smu7_smumgr.h"
35 #define SMU7_SMC_SIZE 0x20000
37 static int smu7_set_smc_sram_address(struct pp_smumgr *smumgr, uint32_t smc_addr, uint32_t limit)
39 PP_ASSERT_WITH_CODE((0 == (3 & smc_addr)), "SMC address must be 4 byte aligned.", return -EINVAL);
40 PP_ASSERT_WITH_CODE((limit > (smc_addr + 3)), "SMC addr is beyond the SMC RAM area.", return -EINVAL);
42 cgs_write_register(smumgr->device, mmSMC_IND_INDEX_11, smc_addr);
43 SMUM_WRITE_FIELD(smumgr->device, SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_11, 0); /* on ci, SMC_IND_ACCESS_CNTL is different */
48 int smu7_copy_bytes_from_smc(struct pp_smumgr *smumgr, uint32_t smc_start_address, uint32_t *dest, uint32_t byte_count, uint32_t limit)
53 uint8_t i, data_byte[4] = {0};
54 uint32_t *pdata = (uint32_t *)&data_byte;
56 PP_ASSERT_WITH_CODE((0 == (3 & smc_start_address)), "SMC address must be 4 byte aligned.", return -EINVAL);
57 PP_ASSERT_WITH_CODE((limit > (smc_start_address + byte_count)), "SMC address is beyond the SMC RAM area.", return -EINVAL);
59 addr = smc_start_address;
61 while (byte_count >= 4) {
62 smu7_read_smc_sram_dword(smumgr, addr, &data, limit);
64 *dest = PP_SMC_TO_HOST_UL(data);
72 smu7_read_smc_sram_dword(smumgr, addr, &data, limit);
73 *pdata = PP_SMC_TO_HOST_UL(data);
74 /* Cast dest into byte type in dest_byte. This way, we don't overflow if the allocated memory is not 4-byte aligned. */
75 dest_byte = (uint8_t *)dest;
76 for (i = 0; i < byte_count; i++)
77 dest_byte[i] = data_byte[i];
84 int smu7_copy_bytes_to_smc(struct pp_smumgr *smumgr, uint32_t smc_start_address,
85 const uint8_t *src, uint32_t byte_count, uint32_t limit)
89 uint32_t original_data;
93 PP_ASSERT_WITH_CODE((0 == (3 & smc_start_address)), "SMC address must be 4 byte aligned.", return -EINVAL);
94 PP_ASSERT_WITH_CODE((limit > (smc_start_address + byte_count)), "SMC address is beyond the SMC RAM area.", return -EINVAL);
96 addr = smc_start_address;
98 while (byte_count >= 4) {
99 /* Bytes are written into the SMC addres space with the MSB first. */
100 data = src[0] * 0x1000000 + src[1] * 0x10000 + src[2] * 0x100 + src[3];
102 result = smu7_set_smc_sram_address(smumgr, addr, limit);
107 cgs_write_register(smumgr->device, mmSMC_IND_DATA_11, data);
114 if (0 != byte_count) {
118 result = smu7_set_smc_sram_address(smumgr, addr, limit);
124 original_data = cgs_read_register(smumgr->device, mmSMC_IND_DATA_11);
126 extra_shift = 8 * (4 - byte_count);
128 while (byte_count > 0) {
129 /* Bytes are written into the SMC addres space with the MSB first. */
130 data = (0x100 * data) + *src++;
134 data <<= extra_shift;
136 data |= (original_data & ~((~0UL) << extra_shift));
138 result = smu7_set_smc_sram_address(smumgr, addr, limit);
143 cgs_write_register(smumgr->device, mmSMC_IND_DATA_11, data);
150 int smu7_program_jump_on_start(struct pp_smumgr *smumgr)
152 static const unsigned char data[4] = { 0xE0, 0x00, 0x80, 0x40 };
154 smu7_copy_bytes_to_smc(smumgr, 0x0, data, 4, sizeof(data)+1);
159 bool smu7_is_smc_ram_running(struct pp_smumgr *smumgr)
161 return ((0 == SMUM_READ_VFPF_INDIRECT_FIELD(smumgr->device, CGS_IND_REG__SMC, SMC_SYSCON_CLOCK_CNTL_0, ck_disable))
162 && (0x20100 <= cgs_read_ind_register(smumgr->device, CGS_IND_REG__SMC, ixSMC_PC_C)));
165 int smu7_send_msg_to_smc(struct pp_smumgr *smumgr, uint16_t msg)
169 if (!smu7_is_smc_ram_running(smumgr))
173 SMUM_WAIT_FIELD_UNEQUAL(smumgr, SMC_RESP_0, SMC_RESP, 0);
175 ret = SMUM_READ_FIELD(smumgr->device, SMC_RESP_0, SMC_RESP);
178 pr_info("\n failed to send pre message %x ret is %d \n", msg, ret);
180 cgs_write_register(smumgr->device, mmSMC_MESSAGE_0, msg);
182 SMUM_WAIT_FIELD_UNEQUAL(smumgr, SMC_RESP_0, SMC_RESP, 0);
184 ret = SMUM_READ_FIELD(smumgr->device, SMC_RESP_0, SMC_RESP);
187 pr_info("\n failed to send message %x ret is %d \n", msg, ret);
192 int smu7_send_msg_to_smc_without_waiting(struct pp_smumgr *smumgr, uint16_t msg)
194 cgs_write_register(smumgr->device, mmSMC_MESSAGE_0, msg);
199 int smu7_send_msg_to_smc_with_parameter(struct pp_smumgr *smumgr, uint16_t msg, uint32_t parameter)
201 if (!smu7_is_smc_ram_running(smumgr)) {
205 SMUM_WAIT_FIELD_UNEQUAL(smumgr, SMC_RESP_0, SMC_RESP, 0);
207 cgs_write_register(smumgr->device, mmSMC_MSG_ARG_0, parameter);
209 return smu7_send_msg_to_smc(smumgr, msg);
212 int smu7_send_msg_to_smc_with_parameter_without_waiting(struct pp_smumgr *smumgr, uint16_t msg, uint32_t parameter)
214 cgs_write_register(smumgr->device, mmSMC_MSG_ARG_0, parameter);
216 return smu7_send_msg_to_smc_without_waiting(smumgr, msg);
219 int smu7_send_msg_to_smc_offset(struct pp_smumgr *smumgr)
221 cgs_write_register(smumgr->device, mmSMC_MSG_ARG_0, 0x20000);
223 cgs_write_register(smumgr->device, mmSMC_MESSAGE_0, PPSMC_MSG_Test);
225 SMUM_WAIT_FIELD_UNEQUAL(smumgr, SMC_RESP_0, SMC_RESP, 0);
227 if (1 != SMUM_READ_FIELD(smumgr->device, SMC_RESP_0, SMC_RESP))
228 pr_info("Failed to send Message.\n");
233 int smu7_wait_for_smc_inactive(struct pp_smumgr *smumgr)
235 if (!smu7_is_smc_ram_running(smumgr))
238 SMUM_WAIT_VFPF_INDIRECT_FIELD(smumgr, SMC_IND, SMC_SYSCON_CLOCK_CNTL_0, cken, 0);
243 enum cgs_ucode_id smu7_convert_fw_type_to_cgs(uint32_t fw_type)
245 enum cgs_ucode_id result = CGS_UCODE_ID_MAXIMUM;
249 result = CGS_UCODE_ID_SMU;
251 case UCODE_ID_SMU_SK:
252 result = CGS_UCODE_ID_SMU_SK;
255 result = CGS_UCODE_ID_SDMA0;
258 result = CGS_UCODE_ID_SDMA1;
261 result = CGS_UCODE_ID_CP_CE;
263 case UCODE_ID_CP_PFP:
264 result = CGS_UCODE_ID_CP_PFP;
267 result = CGS_UCODE_ID_CP_ME;
269 case UCODE_ID_CP_MEC:
270 result = CGS_UCODE_ID_CP_MEC;
272 case UCODE_ID_CP_MEC_JT1:
273 result = CGS_UCODE_ID_CP_MEC_JT1;
275 case UCODE_ID_CP_MEC_JT2:
276 result = CGS_UCODE_ID_CP_MEC_JT2;
279 result = CGS_UCODE_ID_RLC_G;
281 case UCODE_ID_MEC_STORAGE:
282 result = CGS_UCODE_ID_STORAGE;
292 int smu7_read_smc_sram_dword(struct pp_smumgr *smumgr, uint32_t smc_addr, uint32_t *value, uint32_t limit)
296 result = smu7_set_smc_sram_address(smumgr, smc_addr, limit);
301 *value = cgs_read_register(smumgr->device, mmSMC_IND_DATA_11);
305 int smu7_write_smc_sram_dword(struct pp_smumgr *smumgr, uint32_t smc_addr, uint32_t value, uint32_t limit)
309 result = smu7_set_smc_sram_address(smumgr, smc_addr, limit);
314 cgs_write_register(smumgr->device, mmSMC_IND_DATA_11, value);
319 /* Convert the firmware type to SMU type mask. For MEC, we need to check all MEC related type */
321 static uint32_t smu7_get_mask_for_firmware_type(uint32_t fw_type)
327 result = UCODE_ID_SDMA0_MASK;
330 result = UCODE_ID_SDMA1_MASK;
333 result = UCODE_ID_CP_CE_MASK;
335 case UCODE_ID_CP_PFP:
336 result = UCODE_ID_CP_PFP_MASK;
339 result = UCODE_ID_CP_ME_MASK;
341 case UCODE_ID_CP_MEC:
342 case UCODE_ID_CP_MEC_JT1:
343 case UCODE_ID_CP_MEC_JT2:
344 result = UCODE_ID_CP_MEC_MASK;
347 result = UCODE_ID_RLC_G_MASK;
350 pr_info("UCode type is out of range! \n");
357 static int smu7_populate_single_firmware_entry(struct pp_smumgr *smumgr,
359 struct SMU_Entry *entry)
362 struct cgs_firmware_info info = {0};
364 result = cgs_get_firmware_info(smumgr->device,
365 smu7_convert_fw_type_to_cgs(fw_type),
369 entry->version = info.fw_version;
370 entry->id = (uint16_t)fw_type;
371 entry->image_addr_high = smu_upper_32_bits(info.mc_addr);
372 entry->image_addr_low = smu_lower_32_bits(info.mc_addr);
373 entry->meta_data_addr_high = 0;
374 entry->meta_data_addr_low = 0;
376 /* digest need be excluded out */
377 if (cgs_is_virtualization_enabled(smumgr->device))
378 info.image_size -= 20;
379 entry->data_size_byte = info.image_size;
380 entry->num_register_entries = 0;
383 if ((fw_type == UCODE_ID_RLC_G)
384 || (fw_type == UCODE_ID_CP_MEC))
392 int smu7_request_smu_load_fw(struct pp_smumgr *smumgr)
394 struct smu7_smumgr *smu_data = (struct smu7_smumgr *)(smumgr->backend);
397 struct SMU_DRAMData_TOC *toc;
399 if (!smumgr->reload_fw) {
400 pr_info("skip reloading...\n");
404 if (smu_data->soft_regs_start)
405 cgs_write_ind_register(smumgr->device, CGS_IND_REG__SMC,
406 smu_data->soft_regs_start + smum_get_offsetof(smumgr,
407 SMU_SoftRegisters, UcodeLoadStatus),
410 if (smumgr->chip_id > CHIP_TOPAZ) { /* add support for Topaz */
411 if (!cgs_is_virtualization_enabled(smumgr->device)) {
412 smu7_send_msg_to_smc_with_parameter(smumgr,
413 PPSMC_MSG_SMU_DRAM_ADDR_HI,
414 smu_data->smu_buffer.mc_addr_high);
415 smu7_send_msg_to_smc_with_parameter(smumgr,
416 PPSMC_MSG_SMU_DRAM_ADDR_LO,
417 smu_data->smu_buffer.mc_addr_low);
419 fw_to_load = UCODE_ID_RLC_G_MASK
420 + UCODE_ID_SDMA0_MASK
421 + UCODE_ID_SDMA1_MASK
422 + UCODE_ID_CP_CE_MASK
423 + UCODE_ID_CP_ME_MASK
424 + UCODE_ID_CP_PFP_MASK
425 + UCODE_ID_CP_MEC_MASK;
427 fw_to_load = UCODE_ID_RLC_G_MASK
428 + UCODE_ID_SDMA0_MASK
429 + UCODE_ID_SDMA1_MASK
430 + UCODE_ID_CP_CE_MASK
431 + UCODE_ID_CP_ME_MASK
432 + UCODE_ID_CP_PFP_MASK
433 + UCODE_ID_CP_MEC_MASK
434 + UCODE_ID_CP_MEC_JT1_MASK
435 + UCODE_ID_CP_MEC_JT2_MASK;
438 toc = (struct SMU_DRAMData_TOC *)smu_data->header;
439 toc->num_entries = 0;
440 toc->structure_version = 1;
442 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
443 UCODE_ID_RLC_G, &toc->entry[toc->num_entries++]),
444 "Failed to Get Firmware Entry.", return -EINVAL);
445 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
446 UCODE_ID_CP_CE, &toc->entry[toc->num_entries++]),
447 "Failed to Get Firmware Entry.", return -EINVAL);
448 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
449 UCODE_ID_CP_PFP, &toc->entry[toc->num_entries++]),
450 "Failed to Get Firmware Entry.", return -EINVAL);
451 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
452 UCODE_ID_CP_ME, &toc->entry[toc->num_entries++]),
453 "Failed to Get Firmware Entry.", return -EINVAL);
454 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
455 UCODE_ID_CP_MEC, &toc->entry[toc->num_entries++]),
456 "Failed to Get Firmware Entry.", return -EINVAL);
457 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
458 UCODE_ID_CP_MEC_JT1, &toc->entry[toc->num_entries++]),
459 "Failed to Get Firmware Entry.", return -EINVAL);
460 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
461 UCODE_ID_CP_MEC_JT2, &toc->entry[toc->num_entries++]),
462 "Failed to Get Firmware Entry.", return -EINVAL);
463 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
464 UCODE_ID_SDMA0, &toc->entry[toc->num_entries++]),
465 "Failed to Get Firmware Entry.", return -EINVAL);
466 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
467 UCODE_ID_SDMA1, &toc->entry[toc->num_entries++]),
468 "Failed to Get Firmware Entry.", return -EINVAL);
469 if (cgs_is_virtualization_enabled(smumgr->device))
470 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(smumgr,
471 UCODE_ID_MEC_STORAGE, &toc->entry[toc->num_entries++]),
472 "Failed to Get Firmware Entry.", return -EINVAL);
474 smu7_send_msg_to_smc_with_parameter(smumgr, PPSMC_MSG_DRV_DRAM_ADDR_HI, smu_data->header_buffer.mc_addr_high);
475 smu7_send_msg_to_smc_with_parameter(smumgr, PPSMC_MSG_DRV_DRAM_ADDR_LO, smu_data->header_buffer.mc_addr_low);
477 if (smu7_send_msg_to_smc_with_parameter(smumgr, PPSMC_MSG_LoadUcodes, fw_to_load))
478 pr_err("Fail to Request SMU Load uCode");
483 /* Check if the FW has been loaded, SMU will not return if loading has not finished. */
484 int smu7_check_fw_load_finish(struct pp_smumgr *smumgr, uint32_t fw_type)
486 struct smu7_smumgr *smu_data = (struct smu7_smumgr *)(smumgr->backend);
487 uint32_t fw_mask = smu7_get_mask_for_firmware_type(fw_type);
490 ret = smum_wait_on_indirect_register(smumgr, mmSMC_IND_INDEX_11,
491 smu_data->soft_regs_start + smum_get_offsetof(smumgr,
492 SMU_SoftRegisters, UcodeLoadStatus),
498 int smu7_reload_firmware(struct pp_smumgr *smumgr)
500 return smumgr->smumgr_funcs->start_smu(smumgr);
503 static int smu7_upload_smc_firmware_data(struct pp_smumgr *smumgr, uint32_t length, uint32_t *src, uint32_t limit)
505 uint32_t byte_count = length;
507 PP_ASSERT_WITH_CODE((limit >= byte_count), "SMC address is beyond the SMC RAM area.", return -EINVAL);
509 cgs_write_register(smumgr->device, mmSMC_IND_INDEX_11, 0x20000);
510 SMUM_WRITE_FIELD(smumgr->device, SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_11, 1);
512 for (; byte_count >= 4; byte_count -= 4)
513 cgs_write_register(smumgr->device, mmSMC_IND_DATA_11, *src++);
515 SMUM_WRITE_FIELD(smumgr->device, SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_11, 0);
517 PP_ASSERT_WITH_CODE((0 == byte_count), "SMC size must be dividable by 4.", return -EINVAL);
523 int smu7_upload_smu_firmware_image(struct pp_smumgr *smumgr)
526 struct smu7_smumgr *smu_data = (struct smu7_smumgr *)(smumgr->backend);
528 struct cgs_firmware_info info = {0};
530 if (smu_data->security_hard_key == 1)
531 cgs_get_firmware_info(smumgr->device,
532 smu7_convert_fw_type_to_cgs(UCODE_ID_SMU), &info);
534 cgs_get_firmware_info(smumgr->device,
535 smu7_convert_fw_type_to_cgs(UCODE_ID_SMU_SK), &info);
537 smumgr->is_kicker = info.is_kicker;
539 result = smu7_upload_smc_firmware_data(smumgr, info.image_size, (uint32_t *)info.kptr, SMU7_SMC_SIZE);
544 int smu7_init(struct pp_smumgr *smumgr)
546 struct smu7_smumgr *smu_data;
547 uint8_t *internal_buf;
548 uint64_t mc_addr = 0;
550 /* Allocate memory for backend private data */
551 smu_data = (struct smu7_smumgr *)(smumgr->backend);
552 smu_data->header_buffer.data_size =
553 ((sizeof(struct SMU_DRAMData_TOC) / 4096) + 1) * 4096;
555 /* Allocate FW image data structure and header buffer and
556 * send the header buffer address to SMU */
557 smu_allocate_memory(smumgr->device,
558 smu_data->header_buffer.data_size,
559 CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB,
562 &smu_data->header_buffer.kaddr,
563 &smu_data->header_buffer.handle);
565 smu_data->header = smu_data->header_buffer.kaddr;
566 smu_data->header_buffer.mc_addr_high = smu_upper_32_bits(mc_addr);
567 smu_data->header_buffer.mc_addr_low = smu_lower_32_bits(mc_addr);
569 PP_ASSERT_WITH_CODE((NULL != smu_data->header),
571 kfree(smumgr->backend);
572 cgs_free_gpu_mem(smumgr->device,
573 (cgs_handle_t)smu_data->header_buffer.handle);
576 if (cgs_is_virtualization_enabled(smumgr->device))
579 smu_data->smu_buffer.data_size = 200*4096;
580 smu_allocate_memory(smumgr->device,
581 smu_data->smu_buffer.data_size,
582 CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB,
585 &smu_data->smu_buffer.kaddr,
586 &smu_data->smu_buffer.handle);
588 internal_buf = smu_data->smu_buffer.kaddr;
589 smu_data->smu_buffer.mc_addr_high = smu_upper_32_bits(mc_addr);
590 smu_data->smu_buffer.mc_addr_low = smu_lower_32_bits(mc_addr);
592 PP_ASSERT_WITH_CODE((NULL != internal_buf),
594 kfree(smumgr->backend);
595 cgs_free_gpu_mem(smumgr->device,
596 (cgs_handle_t)smu_data->smu_buffer.handle);
599 if (smum_is_hw_avfs_present(smumgr))
600 smu_data->avfs.avfs_btc_status = AVFS_BTC_BOOT;
602 smu_data->avfs.avfs_btc_status = AVFS_BTC_NOTSUPPORTED;
608 int smu7_smu_fini(struct pp_smumgr *smumgr)
610 if (smumgr->backend) {
611 kfree(smumgr->backend);
612 smumgr->backend = NULL;
614 cgs_rel_firmware(smumgr->device, CGS_UCODE_ID_SMU);