2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include <linux/types.h>
25 #include <linux/kernel.h>
26 #include <linux/gfp.h>
27 #include <linux/slab.h>
28 #include "amd_shared.h"
29 #include "amd_powerplay.h"
30 #include "pp_instance.h"
31 #include "power_state.h"
33 #define PP_DPM_DISABLED 0xCCCC
35 static int pp_dpm_dispatch_tasks(void *handle, enum amd_pp_task task_id,
36 void *input, void *output);
38 static inline int pp_check(struct pp_instance *handle)
43 if (handle->hwmgr == NULL || handle->hwmgr->smumgr_funcs == NULL)
46 if (handle->pm_en == 0)
47 return PP_DPM_DISABLED;
49 if (handle->hwmgr->hwmgr_func == NULL)
50 return PP_DPM_DISABLED;
55 static int amd_powerplay_create(struct amd_pp_init *pp_init,
58 struct pp_instance *instance;
60 if (pp_init == NULL || handle == NULL)
63 instance = kzalloc(sizeof(struct pp_instance), GFP_KERNEL);
67 instance->chip_family = pp_init->chip_family;
68 instance->chip_id = pp_init->chip_id;
69 instance->pm_en = pp_init->pm_en;
70 instance->feature_mask = pp_init->feature_mask;
71 instance->device = pp_init->device;
72 mutex_init(&instance->pp_lock);
77 static int amd_powerplay_destroy(void *handle)
79 struct pp_instance *instance = (struct pp_instance *)handle;
81 kfree(instance->hwmgr->hardcode_pp_table);
82 instance->hwmgr->hardcode_pp_table = NULL;
84 kfree(instance->hwmgr);
85 instance->hwmgr = NULL;
92 static int pp_early_init(void *handle)
95 struct pp_instance *pp_handle = NULL;
97 pp_handle = cgs_register_pp_handle(handle, amd_powerplay_create);
102 ret = hwmgr_early_init(pp_handle);
109 static int pp_sw_init(void *handle)
111 struct pp_hwmgr *hwmgr;
113 struct pp_instance *pp_handle = (struct pp_instance *)handle;
115 ret = pp_check(pp_handle);
118 hwmgr = pp_handle->hwmgr;
120 if (hwmgr->smumgr_funcs->smu_init == NULL)
123 ret = hwmgr->smumgr_funcs->smu_init(hwmgr);
125 pr_info("amdgpu: powerplay sw initialized\n");
130 static int pp_sw_fini(void *handle)
132 struct pp_hwmgr *hwmgr;
134 struct pp_instance *pp_handle = (struct pp_instance *)handle;
136 ret = pp_check(pp_handle);
138 hwmgr = pp_handle->hwmgr;
140 if (hwmgr->smumgr_funcs->smu_fini == NULL)
143 ret = hwmgr->smumgr_funcs->smu_fini(pp_handle->hwmgr);
148 static int pp_hw_init(void *handle)
151 struct pp_instance *pp_handle = (struct pp_instance *)handle;
152 struct pp_hwmgr *hwmgr;
154 ret = pp_check(pp_handle);
157 hwmgr = pp_handle->hwmgr;
159 if (hwmgr->smumgr_funcs->start_smu == NULL)
162 if(hwmgr->smumgr_funcs->start_smu(pp_handle->hwmgr)) {
163 pr_err("smc start failed\n");
164 hwmgr->smumgr_funcs->smu_fini(pp_handle->hwmgr);
167 if (ret == PP_DPM_DISABLED)
169 ret = hwmgr_hw_init(pp_handle);
175 pp_handle->pm_en = 0;
176 cgs_notify_dpm_enabled(hwmgr->device, false);
181 static int pp_hw_fini(void *handle)
183 struct pp_instance *pp_handle = (struct pp_instance *)handle;
186 ret = pp_check(pp_handle);
188 hwmgr_hw_fini(pp_handle);
193 static int pp_late_init(void *handle)
195 struct pp_instance *pp_handle = (struct pp_instance *)handle;
198 ret = pp_check(pp_handle);
200 pp_dpm_dispatch_tasks(pp_handle,
201 AMD_PP_TASK_COMPLETE_INIT, NULL, NULL);
206 static void pp_late_fini(void *handle)
208 amd_powerplay_destroy(handle);
212 static bool pp_is_idle(void *handle)
217 static int pp_wait_for_idle(void *handle)
222 static int pp_sw_reset(void *handle)
227 static int pp_set_powergating_state(void *handle,
228 enum amd_powergating_state state)
230 struct pp_hwmgr *hwmgr;
231 struct pp_instance *pp_handle = (struct pp_instance *)handle;
234 ret = pp_check(pp_handle);
239 hwmgr = pp_handle->hwmgr;
241 if (hwmgr->hwmgr_func->enable_per_cu_power_gating == NULL) {
242 pr_info("%s was not implemented.\n", __func__);
246 /* Enable/disable GFX per cu powergating through SMU */
247 return hwmgr->hwmgr_func->enable_per_cu_power_gating(hwmgr,
248 state == AMD_PG_STATE_GATE);
251 static int pp_suspend(void *handle)
253 struct pp_instance *pp_handle = (struct pp_instance *)handle;
256 ret = pp_check(pp_handle);
258 hwmgr_hw_suspend(pp_handle);
262 static int pp_resume(void *handle)
264 struct pp_hwmgr *hwmgr;
266 struct pp_instance *pp_handle = (struct pp_instance *)handle;
268 ret = pp_check(pp_handle);
273 hwmgr = pp_handle->hwmgr;
275 if (hwmgr->smumgr_funcs->start_smu == NULL)
278 if (hwmgr->smumgr_funcs->start_smu(pp_handle->hwmgr)) {
279 pr_err("smc start failed\n");
280 hwmgr->smumgr_funcs->smu_fini(pp_handle->hwmgr);
284 if (ret == PP_DPM_DISABLED)
287 return hwmgr_hw_resume(pp_handle);
290 const struct amd_ip_funcs pp_ip_funcs = {
292 .early_init = pp_early_init,
293 .late_init = pp_late_init,
294 .sw_init = pp_sw_init,
295 .sw_fini = pp_sw_fini,
296 .hw_init = pp_hw_init,
297 .hw_fini = pp_hw_fini,
298 .late_fini = pp_late_fini,
299 .suspend = pp_suspend,
301 .is_idle = pp_is_idle,
302 .wait_for_idle = pp_wait_for_idle,
303 .soft_reset = pp_sw_reset,
304 .set_clockgating_state = NULL,
305 .set_powergating_state = pp_set_powergating_state,
308 static int pp_dpm_load_fw(void *handle)
313 static int pp_dpm_fw_loading_complete(void *handle)
318 static int pp_set_clockgating_by_smu(void *handle, uint32_t msg_id)
320 struct pp_hwmgr *hwmgr;
321 struct pp_instance *pp_handle = (struct pp_instance *)handle;
324 ret = pp_check(pp_handle);
329 hwmgr = pp_handle->hwmgr;
331 if (hwmgr->hwmgr_func->update_clock_gatings == NULL) {
332 pr_info("%s was not implemented.\n", __func__);
336 return hwmgr->hwmgr_func->update_clock_gatings(hwmgr, &msg_id);
339 static void pp_dpm_en_umd_pstate(struct pp_hwmgr *hwmgr,
340 enum amd_dpm_forced_level *level)
342 uint32_t profile_mode_mask = AMD_DPM_FORCED_LEVEL_PROFILE_STANDARD |
343 AMD_DPM_FORCED_LEVEL_PROFILE_MIN_SCLK |
344 AMD_DPM_FORCED_LEVEL_PROFILE_MIN_MCLK |
345 AMD_DPM_FORCED_LEVEL_PROFILE_PEAK;
347 if (!(hwmgr->dpm_level & profile_mode_mask)) {
348 /* enter umd pstate, save current level, disable gfx cg*/
349 if (*level & profile_mode_mask) {
350 hwmgr->saved_dpm_level = hwmgr->dpm_level;
351 hwmgr->en_umd_pstate = true;
352 cgs_set_clockgating_state(hwmgr->device,
353 AMD_IP_BLOCK_TYPE_GFX,
354 AMD_CG_STATE_UNGATE);
355 cgs_set_powergating_state(hwmgr->device,
356 AMD_IP_BLOCK_TYPE_GFX,
357 AMD_PG_STATE_UNGATE);
360 /* exit umd pstate, restore level, enable gfx cg*/
361 if (!(*level & profile_mode_mask)) {
362 if (*level == AMD_DPM_FORCED_LEVEL_PROFILE_EXIT)
363 *level = hwmgr->saved_dpm_level;
364 hwmgr->en_umd_pstate = false;
365 cgs_set_clockgating_state(hwmgr->device,
366 AMD_IP_BLOCK_TYPE_GFX,
368 cgs_set_powergating_state(hwmgr->device,
369 AMD_IP_BLOCK_TYPE_GFX,
375 static int pp_dpm_force_performance_level(void *handle,
376 enum amd_dpm_forced_level level)
378 struct pp_hwmgr *hwmgr;
379 struct pp_instance *pp_handle = (struct pp_instance *)handle;
382 ret = pp_check(pp_handle);
387 hwmgr = pp_handle->hwmgr;
389 if (level == hwmgr->dpm_level)
392 if (hwmgr->hwmgr_func->force_dpm_level == NULL) {
393 pr_info("%s was not implemented.\n", __func__);
397 mutex_lock(&pp_handle->pp_lock);
398 pp_dpm_en_umd_pstate(hwmgr, &level);
399 hwmgr->request_dpm_level = level;
400 hwmgr_handle_task(pp_handle, AMD_PP_TASK_READJUST_POWER_STATE, NULL, NULL);
401 ret = hwmgr->hwmgr_func->force_dpm_level(hwmgr, level);
403 hwmgr->dpm_level = hwmgr->request_dpm_level;
405 mutex_unlock(&pp_handle->pp_lock);
409 static enum amd_dpm_forced_level pp_dpm_get_performance_level(
412 struct pp_hwmgr *hwmgr;
413 struct pp_instance *pp_handle = (struct pp_instance *)handle;
415 enum amd_dpm_forced_level level;
417 ret = pp_check(pp_handle);
422 hwmgr = pp_handle->hwmgr;
423 mutex_lock(&pp_handle->pp_lock);
424 level = hwmgr->dpm_level;
425 mutex_unlock(&pp_handle->pp_lock);
429 static uint32_t pp_dpm_get_sclk(void *handle, bool low)
431 struct pp_hwmgr *hwmgr;
432 struct pp_instance *pp_handle = (struct pp_instance *)handle;
436 ret = pp_check(pp_handle);
441 hwmgr = pp_handle->hwmgr;
443 if (hwmgr->hwmgr_func->get_sclk == NULL) {
444 pr_info("%s was not implemented.\n", __func__);
447 mutex_lock(&pp_handle->pp_lock);
448 clk = hwmgr->hwmgr_func->get_sclk(hwmgr, low);
449 mutex_unlock(&pp_handle->pp_lock);
453 static uint32_t pp_dpm_get_mclk(void *handle, bool low)
455 struct pp_hwmgr *hwmgr;
456 struct pp_instance *pp_handle = (struct pp_instance *)handle;
460 ret = pp_check(pp_handle);
465 hwmgr = pp_handle->hwmgr;
467 if (hwmgr->hwmgr_func->get_mclk == NULL) {
468 pr_info("%s was not implemented.\n", __func__);
471 mutex_lock(&pp_handle->pp_lock);
472 clk = hwmgr->hwmgr_func->get_mclk(hwmgr, low);
473 mutex_unlock(&pp_handle->pp_lock);
477 static void pp_dpm_powergate_vce(void *handle, bool gate)
479 struct pp_hwmgr *hwmgr;
480 struct pp_instance *pp_handle = (struct pp_instance *)handle;
483 ret = pp_check(pp_handle);
488 hwmgr = pp_handle->hwmgr;
490 if (hwmgr->hwmgr_func->powergate_vce == NULL) {
491 pr_info("%s was not implemented.\n", __func__);
494 mutex_lock(&pp_handle->pp_lock);
495 hwmgr->hwmgr_func->powergate_vce(hwmgr, gate);
496 mutex_unlock(&pp_handle->pp_lock);
499 static void pp_dpm_powergate_uvd(void *handle, bool gate)
501 struct pp_hwmgr *hwmgr;
502 struct pp_instance *pp_handle = (struct pp_instance *)handle;
505 ret = pp_check(pp_handle);
510 hwmgr = pp_handle->hwmgr;
512 if (hwmgr->hwmgr_func->powergate_uvd == NULL) {
513 pr_info("%s was not implemented.\n", __func__);
516 mutex_lock(&pp_handle->pp_lock);
517 hwmgr->hwmgr_func->powergate_uvd(hwmgr, gate);
518 mutex_unlock(&pp_handle->pp_lock);
521 static int pp_dpm_dispatch_tasks(void *handle, enum amd_pp_task task_id,
522 void *input, void *output)
525 struct pp_instance *pp_handle = (struct pp_instance *)handle;
527 ret = pp_check(pp_handle);
532 mutex_lock(&pp_handle->pp_lock);
533 ret = hwmgr_handle_task(pp_handle, task_id, input, output);
534 mutex_unlock(&pp_handle->pp_lock);
539 static enum amd_pm_state_type pp_dpm_get_current_power_state(void *handle)
541 struct pp_hwmgr *hwmgr;
542 struct pp_power_state *state;
543 struct pp_instance *pp_handle = (struct pp_instance *)handle;
545 enum amd_pm_state_type pm_type;
547 ret = pp_check(pp_handle);
552 hwmgr = pp_handle->hwmgr;
554 if (hwmgr->current_ps == NULL)
557 mutex_lock(&pp_handle->pp_lock);
559 state = hwmgr->current_ps;
561 switch (state->classification.ui_label) {
562 case PP_StateUILabel_Battery:
563 pm_type = POWER_STATE_TYPE_BATTERY;
565 case PP_StateUILabel_Balanced:
566 pm_type = POWER_STATE_TYPE_BALANCED;
568 case PP_StateUILabel_Performance:
569 pm_type = POWER_STATE_TYPE_PERFORMANCE;
572 if (state->classification.flags & PP_StateClassificationFlag_Boot)
573 pm_type = POWER_STATE_TYPE_INTERNAL_BOOT;
575 pm_type = POWER_STATE_TYPE_DEFAULT;
578 mutex_unlock(&pp_handle->pp_lock);
583 static void pp_dpm_set_fan_control_mode(void *handle, uint32_t mode)
585 struct pp_hwmgr *hwmgr;
586 struct pp_instance *pp_handle = (struct pp_instance *)handle;
589 ret = pp_check(pp_handle);
594 hwmgr = pp_handle->hwmgr;
596 if (hwmgr->hwmgr_func->set_fan_control_mode == NULL) {
597 pr_info("%s was not implemented.\n", __func__);
600 mutex_lock(&pp_handle->pp_lock);
601 hwmgr->hwmgr_func->set_fan_control_mode(hwmgr, mode);
602 mutex_unlock(&pp_handle->pp_lock);
605 static uint32_t pp_dpm_get_fan_control_mode(void *handle)
607 struct pp_hwmgr *hwmgr;
608 struct pp_instance *pp_handle = (struct pp_instance *)handle;
612 ret = pp_check(pp_handle);
617 hwmgr = pp_handle->hwmgr;
619 if (hwmgr->hwmgr_func->get_fan_control_mode == NULL) {
620 pr_info("%s was not implemented.\n", __func__);
623 mutex_lock(&pp_handle->pp_lock);
624 mode = hwmgr->hwmgr_func->get_fan_control_mode(hwmgr);
625 mutex_unlock(&pp_handle->pp_lock);
629 static int pp_dpm_set_fan_speed_percent(void *handle, uint32_t percent)
631 struct pp_hwmgr *hwmgr;
632 struct pp_instance *pp_handle = (struct pp_instance *)handle;
635 ret = pp_check(pp_handle);
640 hwmgr = pp_handle->hwmgr;
642 if (hwmgr->hwmgr_func->set_fan_speed_percent == NULL) {
643 pr_info("%s was not implemented.\n", __func__);
646 mutex_lock(&pp_handle->pp_lock);
647 ret = hwmgr->hwmgr_func->set_fan_speed_percent(hwmgr, percent);
648 mutex_unlock(&pp_handle->pp_lock);
652 static int pp_dpm_get_fan_speed_percent(void *handle, uint32_t *speed)
654 struct pp_hwmgr *hwmgr;
655 struct pp_instance *pp_handle = (struct pp_instance *)handle;
658 ret = pp_check(pp_handle);
663 hwmgr = pp_handle->hwmgr;
665 if (hwmgr->hwmgr_func->get_fan_speed_percent == NULL) {
666 pr_info("%s was not implemented.\n", __func__);
670 mutex_lock(&pp_handle->pp_lock);
671 ret = hwmgr->hwmgr_func->get_fan_speed_percent(hwmgr, speed);
672 mutex_unlock(&pp_handle->pp_lock);
676 static int pp_dpm_get_fan_speed_rpm(void *handle, uint32_t *rpm)
678 struct pp_hwmgr *hwmgr;
679 struct pp_instance *pp_handle = (struct pp_instance *)handle;
682 ret = pp_check(pp_handle);
687 hwmgr = pp_handle->hwmgr;
689 if (hwmgr->hwmgr_func->get_fan_speed_rpm == NULL)
692 mutex_lock(&pp_handle->pp_lock);
693 ret = hwmgr->hwmgr_func->get_fan_speed_rpm(hwmgr, rpm);
694 mutex_unlock(&pp_handle->pp_lock);
698 static int pp_dpm_get_temperature(void *handle)
700 struct pp_hwmgr *hwmgr;
701 struct pp_instance *pp_handle = (struct pp_instance *)handle;
704 ret = pp_check(pp_handle);
709 hwmgr = pp_handle->hwmgr;
711 if (hwmgr->hwmgr_func->get_temperature == NULL) {
712 pr_info("%s was not implemented.\n", __func__);
715 mutex_lock(&pp_handle->pp_lock);
716 ret = hwmgr->hwmgr_func->get_temperature(hwmgr);
717 mutex_unlock(&pp_handle->pp_lock);
721 static int pp_dpm_get_pp_num_states(void *handle,
722 struct pp_states_info *data)
724 struct pp_hwmgr *hwmgr;
726 struct pp_instance *pp_handle = (struct pp_instance *)handle;
729 ret = pp_check(pp_handle);
734 hwmgr = pp_handle->hwmgr;
736 if (hwmgr->ps == NULL)
739 mutex_lock(&pp_handle->pp_lock);
741 data->nums = hwmgr->num_ps;
743 for (i = 0; i < hwmgr->num_ps; i++) {
744 struct pp_power_state *state = (struct pp_power_state *)
745 ((unsigned long)hwmgr->ps + i * hwmgr->ps_size);
746 switch (state->classification.ui_label) {
747 case PP_StateUILabel_Battery:
748 data->states[i] = POWER_STATE_TYPE_BATTERY;
750 case PP_StateUILabel_Balanced:
751 data->states[i] = POWER_STATE_TYPE_BALANCED;
753 case PP_StateUILabel_Performance:
754 data->states[i] = POWER_STATE_TYPE_PERFORMANCE;
757 if (state->classification.flags & PP_StateClassificationFlag_Boot)
758 data->states[i] = POWER_STATE_TYPE_INTERNAL_BOOT;
760 data->states[i] = POWER_STATE_TYPE_DEFAULT;
763 mutex_unlock(&pp_handle->pp_lock);
767 static int pp_dpm_get_pp_table(void *handle, char **table)
769 struct pp_hwmgr *hwmgr;
770 struct pp_instance *pp_handle = (struct pp_instance *)handle;
774 ret = pp_check(pp_handle);
779 hwmgr = pp_handle->hwmgr;
781 if (!hwmgr->soft_pp_table)
784 mutex_lock(&pp_handle->pp_lock);
785 *table = (char *)hwmgr->soft_pp_table;
786 size = hwmgr->soft_pp_table_size;
787 mutex_unlock(&pp_handle->pp_lock);
791 static int pp_dpm_set_pp_table(void *handle, const char *buf, size_t size)
793 struct pp_hwmgr *hwmgr;
794 struct pp_instance *pp_handle = (struct pp_instance *)handle;
797 ret = pp_check(pp_handle);
802 hwmgr = pp_handle->hwmgr;
803 mutex_lock(&pp_handle->pp_lock);
804 if (!hwmgr->hardcode_pp_table) {
805 hwmgr->hardcode_pp_table = kmemdup(hwmgr->soft_pp_table,
806 hwmgr->soft_pp_table_size,
808 if (!hwmgr->hardcode_pp_table) {
809 mutex_unlock(&pp_handle->pp_lock);
814 memcpy(hwmgr->hardcode_pp_table, buf, size);
816 hwmgr->soft_pp_table = hwmgr->hardcode_pp_table;
817 mutex_unlock(&pp_handle->pp_lock);
819 ret = amd_powerplay_reset(handle);
823 if (hwmgr->hwmgr_func->avfs_control) {
824 ret = hwmgr->hwmgr_func->avfs_control(hwmgr, false);
832 static int pp_dpm_force_clock_level(void *handle,
833 enum pp_clock_type type, uint32_t mask)
835 struct pp_hwmgr *hwmgr;
836 struct pp_instance *pp_handle = (struct pp_instance *)handle;
839 ret = pp_check(pp_handle);
844 hwmgr = pp_handle->hwmgr;
846 if (hwmgr->hwmgr_func->force_clock_level == NULL) {
847 pr_info("%s was not implemented.\n", __func__);
850 mutex_lock(&pp_handle->pp_lock);
851 hwmgr->hwmgr_func->force_clock_level(hwmgr, type, mask);
852 mutex_unlock(&pp_handle->pp_lock);
856 static int pp_dpm_print_clock_levels(void *handle,
857 enum pp_clock_type type, char *buf)
859 struct pp_hwmgr *hwmgr;
860 struct pp_instance *pp_handle = (struct pp_instance *)handle;
863 ret = pp_check(pp_handle);
868 hwmgr = pp_handle->hwmgr;
870 if (hwmgr->hwmgr_func->print_clock_levels == NULL) {
871 pr_info("%s was not implemented.\n", __func__);
874 mutex_lock(&pp_handle->pp_lock);
875 ret = hwmgr->hwmgr_func->print_clock_levels(hwmgr, type, buf);
876 mutex_unlock(&pp_handle->pp_lock);
880 static int pp_dpm_get_sclk_od(void *handle)
882 struct pp_hwmgr *hwmgr;
883 struct pp_instance *pp_handle = (struct pp_instance *)handle;
886 ret = pp_check(pp_handle);
891 hwmgr = pp_handle->hwmgr;
893 if (hwmgr->hwmgr_func->get_sclk_od == NULL) {
894 pr_info("%s was not implemented.\n", __func__);
897 mutex_lock(&pp_handle->pp_lock);
898 ret = hwmgr->hwmgr_func->get_sclk_od(hwmgr);
899 mutex_unlock(&pp_handle->pp_lock);
903 static int pp_dpm_set_sclk_od(void *handle, uint32_t value)
905 struct pp_hwmgr *hwmgr;
906 struct pp_instance *pp_handle = (struct pp_instance *)handle;
909 ret = pp_check(pp_handle);
914 hwmgr = pp_handle->hwmgr;
916 if (hwmgr->hwmgr_func->set_sclk_od == NULL) {
917 pr_info("%s was not implemented.\n", __func__);
921 mutex_lock(&pp_handle->pp_lock);
922 ret = hwmgr->hwmgr_func->set_sclk_od(hwmgr, value);
923 mutex_unlock(&pp_handle->pp_lock);
927 static int pp_dpm_get_mclk_od(void *handle)
929 struct pp_hwmgr *hwmgr;
930 struct pp_instance *pp_handle = (struct pp_instance *)handle;
933 ret = pp_check(pp_handle);
938 hwmgr = pp_handle->hwmgr;
940 if (hwmgr->hwmgr_func->get_mclk_od == NULL) {
941 pr_info("%s was not implemented.\n", __func__);
944 mutex_lock(&pp_handle->pp_lock);
945 ret = hwmgr->hwmgr_func->get_mclk_od(hwmgr);
946 mutex_unlock(&pp_handle->pp_lock);
950 static int pp_dpm_set_mclk_od(void *handle, uint32_t value)
952 struct pp_hwmgr *hwmgr;
953 struct pp_instance *pp_handle = (struct pp_instance *)handle;
956 ret = pp_check(pp_handle);
961 hwmgr = pp_handle->hwmgr;
963 if (hwmgr->hwmgr_func->set_mclk_od == NULL) {
964 pr_info("%s was not implemented.\n", __func__);
967 mutex_lock(&pp_handle->pp_lock);
968 ret = hwmgr->hwmgr_func->set_mclk_od(hwmgr, value);
969 mutex_unlock(&pp_handle->pp_lock);
973 static int pp_dpm_read_sensor(void *handle, int idx,
974 void *value, int *size)
976 struct pp_hwmgr *hwmgr;
977 struct pp_instance *pp_handle = (struct pp_instance *)handle;
980 ret = pp_check(pp_handle);
985 hwmgr = pp_handle->hwmgr;
987 if (hwmgr->hwmgr_func->read_sensor == NULL) {
988 pr_info("%s was not implemented.\n", __func__);
992 mutex_lock(&pp_handle->pp_lock);
993 ret = hwmgr->hwmgr_func->read_sensor(hwmgr, idx, value, size);
994 mutex_unlock(&pp_handle->pp_lock);
999 static struct amd_vce_state*
1000 pp_dpm_get_vce_clock_state(void *handle, unsigned idx)
1002 struct pp_hwmgr *hwmgr;
1003 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1006 ret = pp_check(pp_handle);
1011 hwmgr = pp_handle->hwmgr;
1013 if (hwmgr && idx < hwmgr->num_vce_state_tables)
1014 return &hwmgr->vce_states[idx];
1018 static int pp_dpm_reset_power_profile_state(void *handle,
1019 struct amd_pp_profile *request)
1021 struct pp_hwmgr *hwmgr;
1022 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1024 if (!request || pp_check(pp_handle))
1027 hwmgr = pp_handle->hwmgr;
1029 if (hwmgr->hwmgr_func->set_power_profile_state == NULL) {
1030 pr_info("%s was not implemented.\n", __func__);
1034 if (request->type == AMD_PP_GFX_PROFILE) {
1035 hwmgr->gfx_power_profile = hwmgr->default_gfx_power_profile;
1036 return hwmgr->hwmgr_func->set_power_profile_state(hwmgr,
1037 &hwmgr->gfx_power_profile);
1038 } else if (request->type == AMD_PP_COMPUTE_PROFILE) {
1039 hwmgr->compute_power_profile =
1040 hwmgr->default_compute_power_profile;
1041 return hwmgr->hwmgr_func->set_power_profile_state(hwmgr,
1042 &hwmgr->compute_power_profile);
1047 static int pp_dpm_get_power_profile_state(void *handle,
1048 struct amd_pp_profile *query)
1050 struct pp_hwmgr *hwmgr;
1051 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1053 if (!query || pp_check(pp_handle))
1056 hwmgr = pp_handle->hwmgr;
1058 if (query->type == AMD_PP_GFX_PROFILE)
1059 memcpy(query, &hwmgr->gfx_power_profile,
1060 sizeof(struct amd_pp_profile));
1061 else if (query->type == AMD_PP_COMPUTE_PROFILE)
1062 memcpy(query, &hwmgr->compute_power_profile,
1063 sizeof(struct amd_pp_profile));
1070 static int pp_dpm_set_power_profile_state(void *handle,
1071 struct amd_pp_profile *request)
1073 struct pp_hwmgr *hwmgr;
1074 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1077 if (!request || pp_check(pp_handle))
1080 hwmgr = pp_handle->hwmgr;
1082 if (hwmgr->hwmgr_func->set_power_profile_state == NULL) {
1083 pr_info("%s was not implemented.\n", __func__);
1087 if (request->min_sclk ||
1088 request->min_mclk ||
1089 request->activity_threshold ||
1091 request->down_hyst) {
1092 if (request->type == AMD_PP_GFX_PROFILE)
1093 memcpy(&hwmgr->gfx_power_profile, request,
1094 sizeof(struct amd_pp_profile));
1095 else if (request->type == AMD_PP_COMPUTE_PROFILE)
1096 memcpy(&hwmgr->compute_power_profile, request,
1097 sizeof(struct amd_pp_profile));
1101 if (request->type == hwmgr->current_power_profile)
1102 ret = hwmgr->hwmgr_func->set_power_profile_state(
1106 /* set power profile if it exists */
1107 switch (request->type) {
1108 case AMD_PP_GFX_PROFILE:
1109 ret = hwmgr->hwmgr_func->set_power_profile_state(
1111 &hwmgr->gfx_power_profile);
1113 case AMD_PP_COMPUTE_PROFILE:
1114 ret = hwmgr->hwmgr_func->set_power_profile_state(
1116 &hwmgr->compute_power_profile);
1124 hwmgr->current_power_profile = request->type;
1129 static int pp_dpm_switch_power_profile(void *handle,
1130 enum amd_pp_profile_type type)
1132 struct pp_hwmgr *hwmgr;
1133 struct amd_pp_profile request = {0};
1134 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1136 if (pp_check(pp_handle))
1139 hwmgr = pp_handle->hwmgr;
1141 if (hwmgr->current_power_profile != type) {
1142 request.type = type;
1143 pp_dpm_set_power_profile_state(handle, &request);
1149 const struct amd_pm_funcs pp_dpm_funcs = {
1150 .get_temperature = pp_dpm_get_temperature,
1151 .load_firmware = pp_dpm_load_fw,
1152 .wait_for_fw_loading_complete = pp_dpm_fw_loading_complete,
1153 .force_performance_level = pp_dpm_force_performance_level,
1154 .get_performance_level = pp_dpm_get_performance_level,
1155 .get_current_power_state = pp_dpm_get_current_power_state,
1156 .get_sclk = pp_dpm_get_sclk,
1157 .get_mclk = pp_dpm_get_mclk,
1158 .powergate_vce = pp_dpm_powergate_vce,
1159 .powergate_uvd = pp_dpm_powergate_uvd,
1160 .dispatch_tasks = pp_dpm_dispatch_tasks,
1161 .set_fan_control_mode = pp_dpm_set_fan_control_mode,
1162 .get_fan_control_mode = pp_dpm_get_fan_control_mode,
1163 .set_fan_speed_percent = pp_dpm_set_fan_speed_percent,
1164 .get_fan_speed_percent = pp_dpm_get_fan_speed_percent,
1165 .get_fan_speed_rpm = pp_dpm_get_fan_speed_rpm,
1166 .get_pp_num_states = pp_dpm_get_pp_num_states,
1167 .get_pp_table = pp_dpm_get_pp_table,
1168 .set_pp_table = pp_dpm_set_pp_table,
1169 .force_clock_level = pp_dpm_force_clock_level,
1170 .print_clock_levels = pp_dpm_print_clock_levels,
1171 .get_sclk_od = pp_dpm_get_sclk_od,
1172 .set_sclk_od = pp_dpm_set_sclk_od,
1173 .get_mclk_od = pp_dpm_get_mclk_od,
1174 .set_mclk_od = pp_dpm_set_mclk_od,
1175 .read_sensor = pp_dpm_read_sensor,
1176 .get_vce_clock_state = pp_dpm_get_vce_clock_state,
1177 .reset_power_profile_state = pp_dpm_reset_power_profile_state,
1178 .get_power_profile_state = pp_dpm_get_power_profile_state,
1179 .set_power_profile_state = pp_dpm_set_power_profile_state,
1180 .switch_power_profile = pp_dpm_switch_power_profile,
1181 .set_clockgating_by_smu = pp_set_clockgating_by_smu,
1184 int amd_powerplay_reset(void *handle)
1186 struct pp_instance *instance = (struct pp_instance *)handle;
1189 ret = pp_check(instance);
1193 ret = pp_hw_fini(instance);
1197 ret = hwmgr_hw_init(instance);
1201 return hwmgr_handle_task(instance, AMD_PP_TASK_COMPLETE_INIT, NULL, NULL);
1204 /* export this function to DAL */
1206 int amd_powerplay_display_configuration_change(void *handle,
1207 const struct amd_pp_display_configuration *display_config)
1209 struct pp_hwmgr *hwmgr;
1210 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1213 ret = pp_check(pp_handle);
1218 hwmgr = pp_handle->hwmgr;
1219 mutex_lock(&pp_handle->pp_lock);
1220 phm_store_dal_configuration_data(hwmgr, display_config);
1221 mutex_unlock(&pp_handle->pp_lock);
1225 int amd_powerplay_get_display_power_level(void *handle,
1226 struct amd_pp_simple_clock_info *output)
1228 struct pp_hwmgr *hwmgr;
1229 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1232 ret = pp_check(pp_handle);
1237 hwmgr = pp_handle->hwmgr;
1242 mutex_lock(&pp_handle->pp_lock);
1243 ret = phm_get_dal_power_level(hwmgr, output);
1244 mutex_unlock(&pp_handle->pp_lock);
1248 int amd_powerplay_get_current_clocks(void *handle,
1249 struct amd_pp_clock_info *clocks)
1251 struct amd_pp_simple_clock_info simple_clocks;
1252 struct pp_clock_info hw_clocks;
1253 struct pp_hwmgr *hwmgr;
1254 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1257 ret = pp_check(pp_handle);
1262 hwmgr = pp_handle->hwmgr;
1264 mutex_lock(&pp_handle->pp_lock);
1266 phm_get_dal_power_level(hwmgr, &simple_clocks);
1268 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
1269 PHM_PlatformCaps_PowerContainment))
1270 ret = phm_get_clock_info(hwmgr, &hwmgr->current_ps->hardware,
1271 &hw_clocks, PHM_PerformanceLevelDesignation_PowerContainment);
1273 ret = phm_get_clock_info(hwmgr, &hwmgr->current_ps->hardware,
1274 &hw_clocks, PHM_PerformanceLevelDesignation_Activity);
1277 pr_info("Error in phm_get_clock_info \n");
1278 mutex_unlock(&pp_handle->pp_lock);
1282 clocks->min_engine_clock = hw_clocks.min_eng_clk;
1283 clocks->max_engine_clock = hw_clocks.max_eng_clk;
1284 clocks->min_memory_clock = hw_clocks.min_mem_clk;
1285 clocks->max_memory_clock = hw_clocks.max_mem_clk;
1286 clocks->min_bus_bandwidth = hw_clocks.min_bus_bandwidth;
1287 clocks->max_bus_bandwidth = hw_clocks.max_bus_bandwidth;
1289 clocks->max_engine_clock_in_sr = hw_clocks.max_eng_clk;
1290 clocks->min_engine_clock_in_sr = hw_clocks.min_eng_clk;
1292 clocks->max_clocks_state = simple_clocks.level;
1294 if (0 == phm_get_current_shallow_sleep_clocks(hwmgr, &hwmgr->current_ps->hardware, &hw_clocks)) {
1295 clocks->max_engine_clock_in_sr = hw_clocks.max_eng_clk;
1296 clocks->min_engine_clock_in_sr = hw_clocks.min_eng_clk;
1298 mutex_unlock(&pp_handle->pp_lock);
1302 int amd_powerplay_get_clock_by_type(void *handle, enum amd_pp_clock_type type, struct amd_pp_clocks *clocks)
1304 struct pp_hwmgr *hwmgr;
1305 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1308 ret = pp_check(pp_handle);
1313 hwmgr = pp_handle->hwmgr;
1318 mutex_lock(&pp_handle->pp_lock);
1319 ret = phm_get_clock_by_type(hwmgr, type, clocks);
1320 mutex_unlock(&pp_handle->pp_lock);
1324 int amd_powerplay_get_clock_by_type_with_latency(void *handle,
1325 enum amd_pp_clock_type type,
1326 struct pp_clock_levels_with_latency *clocks)
1328 struct pp_hwmgr *hwmgr;
1329 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1332 ret = pp_check(pp_handle);
1339 mutex_lock(&pp_handle->pp_lock);
1340 hwmgr = ((struct pp_instance *)handle)->hwmgr;
1341 ret = phm_get_clock_by_type_with_latency(hwmgr, type, clocks);
1342 mutex_unlock(&pp_handle->pp_lock);
1346 int amd_powerplay_get_clock_by_type_with_voltage(void *handle,
1347 enum amd_pp_clock_type type,
1348 struct pp_clock_levels_with_voltage *clocks)
1350 struct pp_hwmgr *hwmgr;
1351 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1354 ret = pp_check(pp_handle);
1361 hwmgr = ((struct pp_instance *)handle)->hwmgr;
1363 mutex_lock(&pp_handle->pp_lock);
1365 ret = phm_get_clock_by_type_with_voltage(hwmgr, type, clocks);
1367 mutex_unlock(&pp_handle->pp_lock);
1371 int amd_powerplay_set_watermarks_for_clocks_ranges(void *handle,
1372 struct pp_wm_sets_with_clock_ranges_soc15 *wm_with_clock_ranges)
1374 struct pp_hwmgr *hwmgr;
1375 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1378 ret = pp_check(pp_handle);
1382 if (!wm_with_clock_ranges)
1385 hwmgr = ((struct pp_instance *)handle)->hwmgr;
1387 mutex_lock(&pp_handle->pp_lock);
1388 ret = phm_set_watermarks_for_clocks_ranges(hwmgr,
1389 wm_with_clock_ranges);
1390 mutex_unlock(&pp_handle->pp_lock);
1395 int amd_powerplay_display_clock_voltage_request(void *handle,
1396 struct pp_display_clock_request *clock)
1398 struct pp_hwmgr *hwmgr;
1399 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1402 ret = pp_check(pp_handle);
1409 hwmgr = ((struct pp_instance *)handle)->hwmgr;
1411 mutex_lock(&pp_handle->pp_lock);
1412 ret = phm_display_clock_voltage_request(hwmgr, clock);
1413 mutex_unlock(&pp_handle->pp_lock);
1418 int amd_powerplay_get_display_mode_validation_clocks(void *handle,
1419 struct amd_pp_simple_clock_info *clocks)
1421 struct pp_hwmgr *hwmgr;
1422 struct pp_instance *pp_handle = (struct pp_instance *)handle;
1425 ret = pp_check(pp_handle);
1430 hwmgr = pp_handle->hwmgr;
1435 mutex_lock(&pp_handle->pp_lock);
1437 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_DynamicPatchPowerState))
1438 ret = phm_get_max_high_clocks(hwmgr, clocks);
1440 mutex_unlock(&pp_handle->pp_lock);