Loading...
1/*
2 * Copyright 2015 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 */
23#include "pp_debug.h"
24#include <linux/types.h>
25#include <linux/kernel.h>
26#include <linux/slab.h>
27#include "atom-types.h"
28#include "atombios.h"
29#include "processpptables.h"
30#include "cgs_common.h"
31#include "smumgr.h"
32#include "hwmgr.h"
33#include "hardwaremanager.h"
34#include "rv_ppsmc.h"
35#include "smu10_hwmgr.h"
36#include "power_state.h"
37#include "soc15_common.h"
38#include "smu10.h"
39#include "asic_reg/pwr/pwr_10_0_offset.h"
40#include "asic_reg/pwr/pwr_10_0_sh_mask.h"
41
42#define SMU10_MAX_DEEPSLEEP_DIVIDER_ID 5
43#define SMU10_MINIMUM_ENGINE_CLOCK 800 /* 8Mhz, the low boundary of engine clock allowed on this chip */
44#define SCLK_MIN_DIV_INTV_SHIFT 12
45#define SMU10_DISPCLK_BYPASS_THRESHOLD 10000 /* 100Mhz */
46#define SMC_RAM_END 0x40000
47
48static const unsigned long SMU10_Magic = (unsigned long) PHM_Rv_Magic;
49
50
51static int smu10_display_clock_voltage_request(struct pp_hwmgr *hwmgr,
52 struct pp_display_clock_request *clock_req)
53{
54 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
55 enum amd_pp_clock_type clk_type = clock_req->clock_type;
56 uint32_t clk_freq = clock_req->clock_freq_in_khz / 1000;
57 PPSMC_Msg msg;
58
59 switch (clk_type) {
60 case amd_pp_dcf_clock:
61 if (clk_freq == smu10_data->dcf_actual_hard_min_freq)
62 return 0;
63 msg = PPSMC_MSG_SetHardMinDcefclkByFreq;
64 smu10_data->dcf_actual_hard_min_freq = clk_freq;
65 break;
66 case amd_pp_soc_clock:
67 msg = PPSMC_MSG_SetHardMinSocclkByFreq;
68 break;
69 case amd_pp_f_clock:
70 if (clk_freq == smu10_data->f_actual_hard_min_freq)
71 return 0;
72 smu10_data->f_actual_hard_min_freq = clk_freq;
73 msg = PPSMC_MSG_SetHardMinFclkByFreq;
74 break;
75 default:
76 pr_info("[DisplayClockVoltageRequest]Invalid Clock Type!");
77 return -EINVAL;
78 }
79 smum_send_msg_to_smc_with_parameter(hwmgr, msg, clk_freq, NULL);
80
81 return 0;
82}
83
84static struct smu10_power_state *cast_smu10_ps(struct pp_hw_power_state *hw_ps)
85{
86 if (SMU10_Magic != hw_ps->magic)
87 return NULL;
88
89 return (struct smu10_power_state *)hw_ps;
90}
91
92static const struct smu10_power_state *cast_const_smu10_ps(
93 const struct pp_hw_power_state *hw_ps)
94{
95 if (SMU10_Magic != hw_ps->magic)
96 return NULL;
97
98 return (struct smu10_power_state *)hw_ps;
99}
100
101static int smu10_initialize_dpm_defaults(struct pp_hwmgr *hwmgr)
102{
103 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
104
105 smu10_data->dce_slow_sclk_threshold = 30000;
106 smu10_data->thermal_auto_throttling_treshold = 0;
107 smu10_data->is_nb_dpm_enabled = 1;
108 smu10_data->dpm_flags = 1;
109 smu10_data->need_min_deep_sleep_dcefclk = true;
110 smu10_data->num_active_display = 0;
111 smu10_data->deep_sleep_dcefclk = 0;
112
113 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
114 PHM_PlatformCaps_SclkDeepSleep);
115
116 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
117 PHM_PlatformCaps_SclkThrottleLowNotification);
118
119 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
120 PHM_PlatformCaps_PowerPlaySupport);
121 return 0;
122}
123
124static int smu10_construct_max_power_limits_table(struct pp_hwmgr *hwmgr,
125 struct phm_clock_and_voltage_limits *table)
126{
127 return 0;
128}
129
130static int smu10_init_dynamic_state_adjustment_rule_settings(
131 struct pp_hwmgr *hwmgr)
132{
133 int count = 8;
134 struct phm_clock_voltage_dependency_table *table_clk_vlt;
135
136 table_clk_vlt = kzalloc(struct_size(table_clk_vlt, entries, count),
137 GFP_KERNEL);
138
139 if (NULL == table_clk_vlt) {
140 pr_err("Can not allocate memory!\n");
141 return -ENOMEM;
142 }
143
144 table_clk_vlt->count = count;
145 table_clk_vlt->entries[0].clk = PP_DAL_POWERLEVEL_0;
146 table_clk_vlt->entries[0].v = 0;
147 table_clk_vlt->entries[1].clk = PP_DAL_POWERLEVEL_1;
148 table_clk_vlt->entries[1].v = 1;
149 table_clk_vlt->entries[2].clk = PP_DAL_POWERLEVEL_2;
150 table_clk_vlt->entries[2].v = 2;
151 table_clk_vlt->entries[3].clk = PP_DAL_POWERLEVEL_3;
152 table_clk_vlt->entries[3].v = 3;
153 table_clk_vlt->entries[4].clk = PP_DAL_POWERLEVEL_4;
154 table_clk_vlt->entries[4].v = 4;
155 table_clk_vlt->entries[5].clk = PP_DAL_POWERLEVEL_5;
156 table_clk_vlt->entries[5].v = 5;
157 table_clk_vlt->entries[6].clk = PP_DAL_POWERLEVEL_6;
158 table_clk_vlt->entries[6].v = 6;
159 table_clk_vlt->entries[7].clk = PP_DAL_POWERLEVEL_7;
160 table_clk_vlt->entries[7].v = 7;
161 hwmgr->dyn_state.vddc_dep_on_dal_pwrl = table_clk_vlt;
162
163 return 0;
164}
165
166static int smu10_get_system_info_data(struct pp_hwmgr *hwmgr)
167{
168 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)hwmgr->backend;
169
170 smu10_data->sys_info.htc_hyst_lmt = 5;
171 smu10_data->sys_info.htc_tmp_lmt = 203;
172
173 if (smu10_data->thermal_auto_throttling_treshold == 0)
174 smu10_data->thermal_auto_throttling_treshold = 203;
175
176 smu10_construct_max_power_limits_table (hwmgr,
177 &hwmgr->dyn_state.max_clock_voltage_on_ac);
178
179 smu10_init_dynamic_state_adjustment_rule_settings(hwmgr);
180
181 return 0;
182}
183
184static int smu10_construct_boot_state(struct pp_hwmgr *hwmgr)
185{
186 return 0;
187}
188
189static int smu10_set_clock_limit(struct pp_hwmgr *hwmgr, const void *input)
190{
191 struct PP_Clocks clocks = {0};
192 struct pp_display_clock_request clock_req;
193
194 clocks.dcefClock = hwmgr->display_config->min_dcef_set_clk;
195 clock_req.clock_type = amd_pp_dcf_clock;
196 clock_req.clock_freq_in_khz = clocks.dcefClock * 10;
197
198 PP_ASSERT_WITH_CODE(!smu10_display_clock_voltage_request(hwmgr, &clock_req),
199 "Attempt to set DCF Clock Failed!", return -EINVAL);
200
201 return 0;
202}
203
204static int smu10_set_min_deep_sleep_dcefclk(struct pp_hwmgr *hwmgr, uint32_t clock)
205{
206 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
207
208 if (clock && smu10_data->deep_sleep_dcefclk != clock) {
209 smu10_data->deep_sleep_dcefclk = clock;
210 smum_send_msg_to_smc_with_parameter(hwmgr,
211 PPSMC_MSG_SetMinDeepSleepDcefclk,
212 smu10_data->deep_sleep_dcefclk,
213 NULL);
214 }
215 return 0;
216}
217
218static int smu10_set_hard_min_dcefclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
219{
220 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
221
222 if (clock && smu10_data->dcf_actual_hard_min_freq != clock) {
223 smu10_data->dcf_actual_hard_min_freq = clock;
224 smum_send_msg_to_smc_with_parameter(hwmgr,
225 PPSMC_MSG_SetHardMinDcefclkByFreq,
226 smu10_data->dcf_actual_hard_min_freq,
227 NULL);
228 }
229 return 0;
230}
231
232static int smu10_set_hard_min_fclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
233{
234 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
235
236 if (clock && smu10_data->f_actual_hard_min_freq != clock) {
237 smu10_data->f_actual_hard_min_freq = clock;
238 smum_send_msg_to_smc_with_parameter(hwmgr,
239 PPSMC_MSG_SetHardMinFclkByFreq,
240 smu10_data->f_actual_hard_min_freq,
241 NULL);
242 }
243 return 0;
244}
245
246static int smu10_set_hard_min_gfxclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
247{
248 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
249
250 if (clock && smu10_data->gfx_actual_soft_min_freq != clock) {
251 smu10_data->gfx_actual_soft_min_freq = clock;
252 smum_send_msg_to_smc_with_parameter(hwmgr,
253 PPSMC_MSG_SetHardMinGfxClk,
254 clock,
255 NULL);
256 }
257 return 0;
258}
259
260static int smu10_set_soft_max_gfxclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
261{
262 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
263
264 if (clock && smu10_data->gfx_max_freq_limit != (clock * 100)) {
265 smu10_data->gfx_max_freq_limit = clock * 100;
266 smum_send_msg_to_smc_with_parameter(hwmgr,
267 PPSMC_MSG_SetSoftMaxGfxClk,
268 clock,
269 NULL);
270 }
271 return 0;
272}
273
274static int smu10_set_active_display_count(struct pp_hwmgr *hwmgr, uint32_t count)
275{
276 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
277
278 if (smu10_data->num_active_display != count) {
279 smu10_data->num_active_display = count;
280 smum_send_msg_to_smc_with_parameter(hwmgr,
281 PPSMC_MSG_SetDisplayCount,
282 smu10_data->num_active_display,
283 NULL);
284 }
285
286 return 0;
287}
288
289static int smu10_set_power_state_tasks(struct pp_hwmgr *hwmgr, const void *input)
290{
291 return smu10_set_clock_limit(hwmgr, input);
292}
293
294static int smu10_init_power_gate_state(struct pp_hwmgr *hwmgr)
295{
296 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
297 struct amdgpu_device *adev = hwmgr->adev;
298
299 smu10_data->vcn_power_gated = true;
300 smu10_data->isp_tileA_power_gated = true;
301 smu10_data->isp_tileB_power_gated = true;
302
303 if (adev->pg_flags & AMD_PG_SUPPORT_GFX_PG)
304 return smum_send_msg_to_smc_with_parameter(hwmgr,
305 PPSMC_MSG_SetGfxCGPG,
306 true,
307 NULL);
308 else
309 return 0;
310}
311
312
313static int smu10_setup_asic_task(struct pp_hwmgr *hwmgr)
314{
315 return smu10_init_power_gate_state(hwmgr);
316}
317
318static int smu10_reset_cc6_data(struct pp_hwmgr *hwmgr)
319{
320 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
321
322 smu10_data->separation_time = 0;
323 smu10_data->cc6_disable = false;
324 smu10_data->pstate_disable = false;
325 smu10_data->cc6_setting_changed = false;
326
327 return 0;
328}
329
330static int smu10_power_off_asic(struct pp_hwmgr *hwmgr)
331{
332 return smu10_reset_cc6_data(hwmgr);
333}
334
335static bool smu10_is_gfx_on(struct pp_hwmgr *hwmgr)
336{
337 uint32_t reg;
338 struct amdgpu_device *adev = hwmgr->adev;
339
340 reg = RREG32_SOC15(PWR, 0, mmPWR_MISC_CNTL_STATUS);
341 if ((reg & PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS_MASK) ==
342 (0x2 << PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS__SHIFT))
343 return true;
344
345 return false;
346}
347
348static int smu10_disable_gfx_off(struct pp_hwmgr *hwmgr)
349{
350 struct amdgpu_device *adev = hwmgr->adev;
351
352 if (adev->pm.pp_feature & PP_GFXOFF_MASK) {
353 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_DisableGfxOff, NULL);
354
355 /* confirm gfx is back to "on" state */
356 while (!smu10_is_gfx_on(hwmgr))
357 msleep(1);
358 }
359
360 return 0;
361}
362
363static int smu10_disable_dpm_tasks(struct pp_hwmgr *hwmgr)
364{
365 return 0;
366}
367
368static int smu10_enable_gfx_off(struct pp_hwmgr *hwmgr)
369{
370 struct amdgpu_device *adev = hwmgr->adev;
371
372 if (adev->pm.pp_feature & PP_GFXOFF_MASK)
373 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_EnableGfxOff, NULL);
374
375 return 0;
376}
377
378static int smu10_enable_dpm_tasks(struct pp_hwmgr *hwmgr)
379{
380 struct amdgpu_device *adev = hwmgr->adev;
381 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
382 int ret = -EINVAL;
383
384 if (adev->in_suspend) {
385 pr_info("restore the fine grain parameters\n");
386
387 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
388 PPSMC_MSG_SetHardMinGfxClk,
389 smu10_data->gfx_actual_soft_min_freq,
390 NULL);
391 if (ret)
392 return ret;
393 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
394 PPSMC_MSG_SetSoftMaxGfxClk,
395 smu10_data->gfx_actual_soft_max_freq,
396 NULL);
397 if (ret)
398 return ret;
399 }
400
401 return 0;
402}
403
404static int smu10_gfx_off_control(struct pp_hwmgr *hwmgr, bool enable)
405{
406 if (enable)
407 return smu10_enable_gfx_off(hwmgr);
408 else
409 return smu10_disable_gfx_off(hwmgr);
410}
411
412static int smu10_apply_state_adjust_rules(struct pp_hwmgr *hwmgr,
413 struct pp_power_state *prequest_ps,
414 const struct pp_power_state *pcurrent_ps)
415{
416 return 0;
417}
418
419/* temporary hardcoded clock voltage breakdown tables */
420static const DpmClock_t VddDcfClk[]= {
421 { 300, 2600},
422 { 600, 3200},
423 { 600, 3600},
424};
425
426static const DpmClock_t VddSocClk[]= {
427 { 478, 2600},
428 { 722, 3200},
429 { 722, 3600},
430};
431
432static const DpmClock_t VddFClk[]= {
433 { 400, 2600},
434 {1200, 3200},
435 {1200, 3600},
436};
437
438static const DpmClock_t VddDispClk[]= {
439 { 435, 2600},
440 { 661, 3200},
441 {1086, 3600},
442};
443
444static const DpmClock_t VddDppClk[]= {
445 { 435, 2600},
446 { 661, 3200},
447 { 661, 3600},
448};
449
450static const DpmClock_t VddPhyClk[]= {
451 { 540, 2600},
452 { 810, 3200},
453 { 810, 3600},
454};
455
456static int smu10_get_clock_voltage_dependency_table(struct pp_hwmgr *hwmgr,
457 struct smu10_voltage_dependency_table **pptable,
458 uint32_t num_entry, const DpmClock_t *pclk_dependency_table)
459{
460 uint32_t i;
461 struct smu10_voltage_dependency_table *ptable;
462
463 ptable = kzalloc(struct_size(ptable, entries, num_entry), GFP_KERNEL);
464 if (NULL == ptable)
465 return -ENOMEM;
466
467 ptable->count = num_entry;
468
469 for (i = 0; i < ptable->count; i++) {
470 ptable->entries[i].clk = pclk_dependency_table->Freq * 100;
471 ptable->entries[i].vol = pclk_dependency_table->Vol;
472 pclk_dependency_table++;
473 }
474
475 *pptable = ptable;
476
477 return 0;
478}
479
480
481static int smu10_populate_clock_table(struct pp_hwmgr *hwmgr)
482{
483 uint32_t result;
484
485 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
486 DpmClocks_t *table = &(smu10_data->clock_table);
487 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
488
489 result = smum_smc_table_manager(hwmgr, (uint8_t *)table, SMU10_CLOCKTABLE, true);
490
491 PP_ASSERT_WITH_CODE((0 == result),
492 "Attempt to copy clock table from smc failed",
493 return result);
494
495 if (0 == result && table->DcefClocks[0].Freq != 0) {
496 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dcefclk,
497 NUM_DCEFCLK_DPM_LEVELS,
498 &smu10_data->clock_table.DcefClocks[0]);
499 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_socclk,
500 NUM_SOCCLK_DPM_LEVELS,
501 &smu10_data->clock_table.SocClocks[0]);
502 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_fclk,
503 NUM_FCLK_DPM_LEVELS,
504 &smu10_data->clock_table.FClocks[0]);
505 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_mclk,
506 NUM_MEMCLK_DPM_LEVELS,
507 &smu10_data->clock_table.MemClocks[0]);
508 } else {
509 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dcefclk,
510 ARRAY_SIZE(VddDcfClk),
511 &VddDcfClk[0]);
512 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_socclk,
513 ARRAY_SIZE(VddSocClk),
514 &VddSocClk[0]);
515 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_fclk,
516 ARRAY_SIZE(VddFClk),
517 &VddFClk[0]);
518 }
519 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dispclk,
520 ARRAY_SIZE(VddDispClk),
521 &VddDispClk[0]);
522 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dppclk,
523 ARRAY_SIZE(VddDppClk), &VddDppClk[0]);
524 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_phyclk,
525 ARRAY_SIZE(VddPhyClk), &VddPhyClk[0]);
526
527 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &result);
528 smu10_data->gfx_min_freq_limit = result / 10 * 1000;
529
530 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &result);
531 smu10_data->gfx_max_freq_limit = result / 10 * 1000;
532
533 return 0;
534}
535
536static int smu10_hwmgr_backend_init(struct pp_hwmgr *hwmgr)
537{
538 int result = 0;
539 struct smu10_hwmgr *data;
540
541 data = kzalloc(sizeof(struct smu10_hwmgr), GFP_KERNEL);
542 if (data == NULL)
543 return -ENOMEM;
544
545 hwmgr->backend = data;
546
547 result = smu10_initialize_dpm_defaults(hwmgr);
548 if (result != 0) {
549 pr_err("smu10_initialize_dpm_defaults failed\n");
550 return result;
551 }
552
553 smu10_populate_clock_table(hwmgr);
554
555 result = smu10_get_system_info_data(hwmgr);
556 if (result != 0) {
557 pr_err("smu10_get_system_info_data failed\n");
558 return result;
559 }
560
561 smu10_construct_boot_state(hwmgr);
562
563 hwmgr->platform_descriptor.hardwareActivityPerformanceLevels =
564 SMU10_MAX_HARDWARE_POWERLEVELS;
565
566 hwmgr->platform_descriptor.hardwarePerformanceLevels =
567 SMU10_MAX_HARDWARE_POWERLEVELS;
568
569 hwmgr->platform_descriptor.vbiosInterruptId = 0;
570
571 hwmgr->platform_descriptor.clockStep.engineClock = 500;
572
573 hwmgr->platform_descriptor.clockStep.memoryClock = 500;
574
575 hwmgr->platform_descriptor.minimumClocksReductionPercentage = 50;
576
577 hwmgr->pstate_sclk = SMU10_UMD_PSTATE_GFXCLK * 100;
578 hwmgr->pstate_mclk = SMU10_UMD_PSTATE_FCLK * 100;
579
580 /* enable the pp_od_clk_voltage sysfs file */
581 hwmgr->od_enabled = 1;
582 /* disabled fine grain tuning function by default */
583 data->fine_grain_enabled = 0;
584 return result;
585}
586
587static int smu10_hwmgr_backend_fini(struct pp_hwmgr *hwmgr)
588{
589 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
590 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
591
592 kfree(pinfo->vdd_dep_on_dcefclk);
593 pinfo->vdd_dep_on_dcefclk = NULL;
594 kfree(pinfo->vdd_dep_on_socclk);
595 pinfo->vdd_dep_on_socclk = NULL;
596 kfree(pinfo->vdd_dep_on_fclk);
597 pinfo->vdd_dep_on_fclk = NULL;
598 kfree(pinfo->vdd_dep_on_dispclk);
599 pinfo->vdd_dep_on_dispclk = NULL;
600 kfree(pinfo->vdd_dep_on_dppclk);
601 pinfo->vdd_dep_on_dppclk = NULL;
602 kfree(pinfo->vdd_dep_on_phyclk);
603 pinfo->vdd_dep_on_phyclk = NULL;
604
605 kfree(hwmgr->dyn_state.vddc_dep_on_dal_pwrl);
606 hwmgr->dyn_state.vddc_dep_on_dal_pwrl = NULL;
607
608 kfree(hwmgr->backend);
609 hwmgr->backend = NULL;
610
611 return 0;
612}
613
614static int smu10_dpm_force_dpm_level(struct pp_hwmgr *hwmgr,
615 enum amd_dpm_forced_level level)
616{
617 struct smu10_hwmgr *data = hwmgr->backend;
618 uint32_t min_sclk = hwmgr->display_config->min_core_set_clock;
619 uint32_t min_mclk = hwmgr->display_config->min_mem_set_clock/100;
620 uint32_t index_fclk = data->clock_vol_info.vdd_dep_on_fclk->count - 1;
621 uint32_t index_socclk = data->clock_vol_info.vdd_dep_on_socclk->count - 1;
622 uint32_t fine_grain_min_freq = 0, fine_grain_max_freq = 0;
623
624 if (hwmgr->smu_version < 0x1E3700) {
625 pr_info("smu firmware version too old, can not set dpm level\n");
626 return 0;
627 }
628
629 if (min_sclk < data->gfx_min_freq_limit)
630 min_sclk = data->gfx_min_freq_limit;
631
632 min_sclk /= 100; /* transfer 10KHz to MHz */
633 if (min_mclk < data->clock_table.FClocks[0].Freq)
634 min_mclk = data->clock_table.FClocks[0].Freq;
635
636 switch (level) {
637 case AMD_DPM_FORCED_LEVEL_HIGH:
638 case AMD_DPM_FORCED_LEVEL_PROFILE_PEAK:
639 data->fine_grain_enabled = 0;
640
641 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
642 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
643
644 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
645 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
646
647 smum_send_msg_to_smc_with_parameter(hwmgr,
648 PPSMC_MSG_SetHardMinGfxClk,
649 data->gfx_max_freq_limit/100,
650 NULL);
651 smum_send_msg_to_smc_with_parameter(hwmgr,
652 PPSMC_MSG_SetHardMinFclkByFreq,
653 SMU10_UMD_PSTATE_PEAK_FCLK,
654 NULL);
655 smum_send_msg_to_smc_with_parameter(hwmgr,
656 PPSMC_MSG_SetHardMinSocclkByFreq,
657 SMU10_UMD_PSTATE_PEAK_SOCCLK,
658 NULL);
659 smum_send_msg_to_smc_with_parameter(hwmgr,
660 PPSMC_MSG_SetHardMinVcn,
661 SMU10_UMD_PSTATE_VCE,
662 NULL);
663
664 smum_send_msg_to_smc_with_parameter(hwmgr,
665 PPSMC_MSG_SetSoftMaxGfxClk,
666 data->gfx_max_freq_limit/100,
667 NULL);
668 smum_send_msg_to_smc_with_parameter(hwmgr,
669 PPSMC_MSG_SetSoftMaxFclkByFreq,
670 SMU10_UMD_PSTATE_PEAK_FCLK,
671 NULL);
672 smum_send_msg_to_smc_with_parameter(hwmgr,
673 PPSMC_MSG_SetSoftMaxSocclkByFreq,
674 SMU10_UMD_PSTATE_PEAK_SOCCLK,
675 NULL);
676 smum_send_msg_to_smc_with_parameter(hwmgr,
677 PPSMC_MSG_SetSoftMaxVcn,
678 SMU10_UMD_PSTATE_VCE,
679 NULL);
680 break;
681 case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_SCLK:
682 data->fine_grain_enabled = 0;
683
684 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
685 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
686
687 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
688 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
689
690 smum_send_msg_to_smc_with_parameter(hwmgr,
691 PPSMC_MSG_SetHardMinGfxClk,
692 min_sclk,
693 NULL);
694 smum_send_msg_to_smc_with_parameter(hwmgr,
695 PPSMC_MSG_SetSoftMaxGfxClk,
696 min_sclk,
697 NULL);
698 break;
699 case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_MCLK:
700 data->fine_grain_enabled = 0;
701
702 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
703 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
704
705 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
706 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
707
708 smum_send_msg_to_smc_with_parameter(hwmgr,
709 PPSMC_MSG_SetHardMinFclkByFreq,
710 min_mclk,
711 NULL);
712 smum_send_msg_to_smc_with_parameter(hwmgr,
713 PPSMC_MSG_SetSoftMaxFclkByFreq,
714 min_mclk,
715 NULL);
716 break;
717 case AMD_DPM_FORCED_LEVEL_PROFILE_STANDARD:
718 data->fine_grain_enabled = 0;
719
720 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
721 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
722
723 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
724 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
725
726 smum_send_msg_to_smc_with_parameter(hwmgr,
727 PPSMC_MSG_SetHardMinGfxClk,
728 SMU10_UMD_PSTATE_GFXCLK,
729 NULL);
730 smum_send_msg_to_smc_with_parameter(hwmgr,
731 PPSMC_MSG_SetHardMinFclkByFreq,
732 SMU10_UMD_PSTATE_FCLK,
733 NULL);
734 smum_send_msg_to_smc_with_parameter(hwmgr,
735 PPSMC_MSG_SetHardMinSocclkByFreq,
736 SMU10_UMD_PSTATE_SOCCLK,
737 NULL);
738 smum_send_msg_to_smc_with_parameter(hwmgr,
739 PPSMC_MSG_SetHardMinVcn,
740 SMU10_UMD_PSTATE_PROFILE_VCE,
741 NULL);
742
743 smum_send_msg_to_smc_with_parameter(hwmgr,
744 PPSMC_MSG_SetSoftMaxGfxClk,
745 SMU10_UMD_PSTATE_GFXCLK,
746 NULL);
747 smum_send_msg_to_smc_with_parameter(hwmgr,
748 PPSMC_MSG_SetSoftMaxFclkByFreq,
749 SMU10_UMD_PSTATE_FCLK,
750 NULL);
751 smum_send_msg_to_smc_with_parameter(hwmgr,
752 PPSMC_MSG_SetSoftMaxSocclkByFreq,
753 SMU10_UMD_PSTATE_SOCCLK,
754 NULL);
755 smum_send_msg_to_smc_with_parameter(hwmgr,
756 PPSMC_MSG_SetSoftMaxVcn,
757 SMU10_UMD_PSTATE_PROFILE_VCE,
758 NULL);
759 break;
760 case AMD_DPM_FORCED_LEVEL_AUTO:
761 data->fine_grain_enabled = 0;
762
763 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
764 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
765
766 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
767 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
768
769 smum_send_msg_to_smc_with_parameter(hwmgr,
770 PPSMC_MSG_SetHardMinGfxClk,
771 min_sclk,
772 NULL);
773 smum_send_msg_to_smc_with_parameter(hwmgr,
774 PPSMC_MSG_SetHardMinFclkByFreq,
775 hwmgr->display_config->num_display > 3 ?
776 (data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk / 100) :
777 min_mclk,
778 NULL);
779
780 smum_send_msg_to_smc_with_parameter(hwmgr,
781 PPSMC_MSG_SetHardMinSocclkByFreq,
782 data->clock_vol_info.vdd_dep_on_socclk->entries[0].clk / 100,
783 NULL);
784 smum_send_msg_to_smc_with_parameter(hwmgr,
785 PPSMC_MSG_SetHardMinVcn,
786 SMU10_UMD_PSTATE_MIN_VCE,
787 NULL);
788
789 smum_send_msg_to_smc_with_parameter(hwmgr,
790 PPSMC_MSG_SetSoftMaxGfxClk,
791 data->gfx_max_freq_limit/100,
792 NULL);
793 smum_send_msg_to_smc_with_parameter(hwmgr,
794 PPSMC_MSG_SetSoftMaxFclkByFreq,
795 data->clock_vol_info.vdd_dep_on_fclk->entries[index_fclk].clk / 100,
796 NULL);
797 smum_send_msg_to_smc_with_parameter(hwmgr,
798 PPSMC_MSG_SetSoftMaxSocclkByFreq,
799 data->clock_vol_info.vdd_dep_on_socclk->entries[index_socclk].clk / 100,
800 NULL);
801 smum_send_msg_to_smc_with_parameter(hwmgr,
802 PPSMC_MSG_SetSoftMaxVcn,
803 SMU10_UMD_PSTATE_VCE,
804 NULL);
805 break;
806 case AMD_DPM_FORCED_LEVEL_LOW:
807 data->fine_grain_enabled = 0;
808
809 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
810 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
811
812 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
813 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
814
815 smum_send_msg_to_smc_with_parameter(hwmgr,
816 PPSMC_MSG_SetHardMinGfxClk,
817 data->gfx_min_freq_limit/100,
818 NULL);
819 smum_send_msg_to_smc_with_parameter(hwmgr,
820 PPSMC_MSG_SetSoftMaxGfxClk,
821 data->gfx_min_freq_limit/100,
822 NULL);
823 smum_send_msg_to_smc_with_parameter(hwmgr,
824 PPSMC_MSG_SetHardMinFclkByFreq,
825 min_mclk,
826 NULL);
827 smum_send_msg_to_smc_with_parameter(hwmgr,
828 PPSMC_MSG_SetSoftMaxFclkByFreq,
829 min_mclk,
830 NULL);
831 break;
832 case AMD_DPM_FORCED_LEVEL_MANUAL:
833 data->fine_grain_enabled = 1;
834 break;
835 case AMD_DPM_FORCED_LEVEL_PROFILE_EXIT:
836 default:
837 break;
838 }
839 return 0;
840}
841
842static uint32_t smu10_dpm_get_mclk(struct pp_hwmgr *hwmgr, bool low)
843{
844 struct smu10_hwmgr *data;
845
846 if (hwmgr == NULL)
847 return -EINVAL;
848
849 data = (struct smu10_hwmgr *)(hwmgr->backend);
850
851 if (low)
852 return data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk;
853 else
854 return data->clock_vol_info.vdd_dep_on_fclk->entries[
855 data->clock_vol_info.vdd_dep_on_fclk->count - 1].clk;
856}
857
858static uint32_t smu10_dpm_get_sclk(struct pp_hwmgr *hwmgr, bool low)
859{
860 struct smu10_hwmgr *data;
861
862 if (hwmgr == NULL)
863 return -EINVAL;
864
865 data = (struct smu10_hwmgr *)(hwmgr->backend);
866
867 if (low)
868 return data->gfx_min_freq_limit;
869 else
870 return data->gfx_max_freq_limit;
871}
872
873static int smu10_dpm_patch_boot_state(struct pp_hwmgr *hwmgr,
874 struct pp_hw_power_state *hw_ps)
875{
876 return 0;
877}
878
879static int smu10_dpm_get_pp_table_entry_callback(
880 struct pp_hwmgr *hwmgr,
881 struct pp_hw_power_state *hw_ps,
882 unsigned int index,
883 const void *clock_info)
884{
885 struct smu10_power_state *smu10_ps = cast_smu10_ps(hw_ps);
886
887 smu10_ps->levels[index].engine_clock = 0;
888
889 smu10_ps->levels[index].vddc_index = 0;
890 smu10_ps->level = index + 1;
891
892 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_SclkDeepSleep)) {
893 smu10_ps->levels[index].ds_divider_index = 5;
894 smu10_ps->levels[index].ss_divider_index = 5;
895 }
896
897 return 0;
898}
899
900static int smu10_dpm_get_num_of_pp_table_entries(struct pp_hwmgr *hwmgr)
901{
902 int result;
903 unsigned long ret = 0;
904
905 result = pp_tables_get_num_of_entries(hwmgr, &ret);
906
907 return result ? 0 : ret;
908}
909
910static int smu10_dpm_get_pp_table_entry(struct pp_hwmgr *hwmgr,
911 unsigned long entry, struct pp_power_state *ps)
912{
913 int result;
914 struct smu10_power_state *smu10_ps;
915
916 ps->hardware.magic = SMU10_Magic;
917
918 smu10_ps = cast_smu10_ps(&(ps->hardware));
919
920 result = pp_tables_get_entry(hwmgr, entry, ps,
921 smu10_dpm_get_pp_table_entry_callback);
922
923 smu10_ps->uvd_clocks.vclk = ps->uvd_clocks.VCLK;
924 smu10_ps->uvd_clocks.dclk = ps->uvd_clocks.DCLK;
925
926 return result;
927}
928
929static int smu10_get_power_state_size(struct pp_hwmgr *hwmgr)
930{
931 return sizeof(struct smu10_power_state);
932}
933
934static int smu10_set_cpu_power_state(struct pp_hwmgr *hwmgr)
935{
936 return 0;
937}
938
939
940static int smu10_store_cc6_data(struct pp_hwmgr *hwmgr, uint32_t separation_time,
941 bool cc6_disable, bool pstate_disable, bool pstate_switch_disable)
942{
943 struct smu10_hwmgr *data = (struct smu10_hwmgr *)(hwmgr->backend);
944
945 if (separation_time != data->separation_time ||
946 cc6_disable != data->cc6_disable ||
947 pstate_disable != data->pstate_disable) {
948 data->separation_time = separation_time;
949 data->cc6_disable = cc6_disable;
950 data->pstate_disable = pstate_disable;
951 data->cc6_setting_changed = true;
952 }
953 return 0;
954}
955
956static int smu10_get_dal_power_level(struct pp_hwmgr *hwmgr,
957 struct amd_pp_simple_clock_info *info)
958{
959 return -EINVAL;
960}
961
962static int smu10_force_clock_level(struct pp_hwmgr *hwmgr,
963 enum pp_clock_type type, uint32_t mask)
964{
965 struct smu10_hwmgr *data = hwmgr->backend;
966 struct smu10_voltage_dependency_table *mclk_table =
967 data->clock_vol_info.vdd_dep_on_fclk;
968 uint32_t low, high;
969
970 low = mask ? (ffs(mask) - 1) : 0;
971 high = mask ? (fls(mask) - 1) : 0;
972
973 switch (type) {
974 case PP_SCLK:
975 if (low > 2 || high > 2) {
976 pr_info("Currently sclk only support 3 levels on RV\n");
977 return -EINVAL;
978 }
979
980 smum_send_msg_to_smc_with_parameter(hwmgr,
981 PPSMC_MSG_SetHardMinGfxClk,
982 low == 2 ? data->gfx_max_freq_limit/100 :
983 low == 1 ? SMU10_UMD_PSTATE_GFXCLK :
984 data->gfx_min_freq_limit/100,
985 NULL);
986
987 smum_send_msg_to_smc_with_parameter(hwmgr,
988 PPSMC_MSG_SetSoftMaxGfxClk,
989 high == 0 ? data->gfx_min_freq_limit/100 :
990 high == 1 ? SMU10_UMD_PSTATE_GFXCLK :
991 data->gfx_max_freq_limit/100,
992 NULL);
993 break;
994
995 case PP_MCLK:
996 if (low > mclk_table->count - 1 || high > mclk_table->count - 1)
997 return -EINVAL;
998
999 smum_send_msg_to_smc_with_parameter(hwmgr,
1000 PPSMC_MSG_SetHardMinFclkByFreq,
1001 mclk_table->entries[low].clk/100,
1002 NULL);
1003
1004 smum_send_msg_to_smc_with_parameter(hwmgr,
1005 PPSMC_MSG_SetSoftMaxFclkByFreq,
1006 mclk_table->entries[high].clk/100,
1007 NULL);
1008 break;
1009
1010 case PP_PCIE:
1011 default:
1012 break;
1013 }
1014 return 0;
1015}
1016
1017static int smu10_print_clock_levels(struct pp_hwmgr *hwmgr,
1018 enum pp_clock_type type, char *buf)
1019{
1020 struct smu10_hwmgr *data = (struct smu10_hwmgr *)(hwmgr->backend);
1021 struct smu10_voltage_dependency_table *mclk_table =
1022 data->clock_vol_info.vdd_dep_on_fclk;
1023 uint32_t i, now, size = 0;
1024 uint32_t min_freq, max_freq = 0;
1025 uint32_t ret = 0;
1026
1027 switch (type) {
1028 case PP_SCLK:
1029 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetGfxclkFrequency, &now);
1030
1031 /* driver only know min/max gfx_clk, Add level 1 for all other gfx clks */
1032 if (now == data->gfx_max_freq_limit/100)
1033 i = 2;
1034 else if (now == data->gfx_min_freq_limit/100)
1035 i = 0;
1036 else
1037 i = 1;
1038
1039 size += sprintf(buf + size, "0: %uMhz %s\n",
1040 data->gfx_min_freq_limit/100,
1041 i == 0 ? "*" : "");
1042 size += sprintf(buf + size, "1: %uMhz %s\n",
1043 i == 1 ? now : SMU10_UMD_PSTATE_GFXCLK,
1044 i == 1 ? "*" : "");
1045 size += sprintf(buf + size, "2: %uMhz %s\n",
1046 data->gfx_max_freq_limit/100,
1047 i == 2 ? "*" : "");
1048 break;
1049 case PP_MCLK:
1050 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetFclkFrequency, &now);
1051
1052 for (i = 0; i < mclk_table->count; i++)
1053 size += sprintf(buf + size, "%d: %uMhz %s\n",
1054 i,
1055 mclk_table->entries[i].clk / 100,
1056 ((mclk_table->entries[i].clk / 100)
1057 == now) ? "*" : "");
1058 break;
1059 case OD_SCLK:
1060 if (hwmgr->od_enabled) {
1061 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1062 if (ret)
1063 return ret;
1064 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1065 if (ret)
1066 return ret;
1067
1068 size += sprintf(buf + size, "%s:\n", "OD_SCLK");
1069 size += sprintf(buf + size, "0: %10uMhz\n",
1070 (data->gfx_actual_soft_min_freq > 0) ? data->gfx_actual_soft_min_freq : min_freq);
1071 size += sprintf(buf + size, "1: %10uMhz\n",
1072 (data->gfx_actual_soft_max_freq > 0) ? data->gfx_actual_soft_max_freq : max_freq);
1073 }
1074 break;
1075 case OD_RANGE:
1076 if (hwmgr->od_enabled) {
1077 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1078 if (ret)
1079 return ret;
1080 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1081 if (ret)
1082 return ret;
1083
1084 size += sprintf(buf + size, "%s:\n", "OD_RANGE");
1085 size += sprintf(buf + size, "SCLK: %7uMHz %10uMHz\n",
1086 min_freq, max_freq);
1087 }
1088 break;
1089 default:
1090 break;
1091 }
1092
1093 return size;
1094}
1095
1096static int smu10_get_performance_level(struct pp_hwmgr *hwmgr, const struct pp_hw_power_state *state,
1097 PHM_PerformanceLevelDesignation designation, uint32_t index,
1098 PHM_PerformanceLevel *level)
1099{
1100 struct smu10_hwmgr *data;
1101
1102 if (level == NULL || hwmgr == NULL || state == NULL)
1103 return -EINVAL;
1104
1105 data = (struct smu10_hwmgr *)(hwmgr->backend);
1106
1107 if (index == 0) {
1108 level->memory_clock = data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk;
1109 level->coreClock = data->gfx_min_freq_limit;
1110 } else {
1111 level->memory_clock = data->clock_vol_info.vdd_dep_on_fclk->entries[
1112 data->clock_vol_info.vdd_dep_on_fclk->count - 1].clk;
1113 level->coreClock = data->gfx_max_freq_limit;
1114 }
1115
1116 level->nonLocalMemoryFreq = 0;
1117 level->nonLocalMemoryWidth = 0;
1118
1119 return 0;
1120}
1121
1122static int smu10_get_current_shallow_sleep_clocks(struct pp_hwmgr *hwmgr,
1123 const struct pp_hw_power_state *state, struct pp_clock_info *clock_info)
1124{
1125 const struct smu10_power_state *ps = cast_const_smu10_ps(state);
1126
1127 clock_info->min_eng_clk = ps->levels[0].engine_clock / (1 << (ps->levels[0].ss_divider_index));
1128 clock_info->max_eng_clk = ps->levels[ps->level - 1].engine_clock / (1 << (ps->levels[ps->level - 1].ss_divider_index));
1129
1130 return 0;
1131}
1132
1133#define MEM_FREQ_LOW_LATENCY 25000
1134#define MEM_FREQ_HIGH_LATENCY 80000
1135#define MEM_LATENCY_HIGH 245
1136#define MEM_LATENCY_LOW 35
1137#define MEM_LATENCY_ERR 0xFFFF
1138
1139
1140static uint32_t smu10_get_mem_latency(struct pp_hwmgr *hwmgr,
1141 uint32_t clock)
1142{
1143 if (clock >= MEM_FREQ_LOW_LATENCY &&
1144 clock < MEM_FREQ_HIGH_LATENCY)
1145 return MEM_LATENCY_HIGH;
1146 else if (clock >= MEM_FREQ_HIGH_LATENCY)
1147 return MEM_LATENCY_LOW;
1148 else
1149 return MEM_LATENCY_ERR;
1150}
1151
1152static int smu10_get_clock_by_type_with_latency(struct pp_hwmgr *hwmgr,
1153 enum amd_pp_clock_type type,
1154 struct pp_clock_levels_with_latency *clocks)
1155{
1156 uint32_t i;
1157 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1158 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
1159 struct smu10_voltage_dependency_table *pclk_vol_table;
1160 bool latency_required = false;
1161
1162 if (pinfo == NULL)
1163 return -EINVAL;
1164
1165 switch (type) {
1166 case amd_pp_mem_clock:
1167 pclk_vol_table = pinfo->vdd_dep_on_mclk;
1168 latency_required = true;
1169 break;
1170 case amd_pp_f_clock:
1171 pclk_vol_table = pinfo->vdd_dep_on_fclk;
1172 latency_required = true;
1173 break;
1174 case amd_pp_dcf_clock:
1175 pclk_vol_table = pinfo->vdd_dep_on_dcefclk;
1176 break;
1177 case amd_pp_disp_clock:
1178 pclk_vol_table = pinfo->vdd_dep_on_dispclk;
1179 break;
1180 case amd_pp_phy_clock:
1181 pclk_vol_table = pinfo->vdd_dep_on_phyclk;
1182 break;
1183 case amd_pp_dpp_clock:
1184 pclk_vol_table = pinfo->vdd_dep_on_dppclk;
1185 break;
1186 default:
1187 return -EINVAL;
1188 }
1189
1190 if (pclk_vol_table == NULL || pclk_vol_table->count == 0)
1191 return -EINVAL;
1192
1193 clocks->num_levels = 0;
1194 for (i = 0; i < pclk_vol_table->count; i++) {
1195 if (pclk_vol_table->entries[i].clk) {
1196 clocks->data[clocks->num_levels].clocks_in_khz =
1197 pclk_vol_table->entries[i].clk * 10;
1198 clocks->data[clocks->num_levels].latency_in_us = latency_required ?
1199 smu10_get_mem_latency(hwmgr,
1200 pclk_vol_table->entries[i].clk) :
1201 0;
1202 clocks->num_levels++;
1203 }
1204 }
1205
1206 return 0;
1207}
1208
1209static int smu10_get_clock_by_type_with_voltage(struct pp_hwmgr *hwmgr,
1210 enum amd_pp_clock_type type,
1211 struct pp_clock_levels_with_voltage *clocks)
1212{
1213 uint32_t i;
1214 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1215 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
1216 struct smu10_voltage_dependency_table *pclk_vol_table = NULL;
1217
1218 if (pinfo == NULL)
1219 return -EINVAL;
1220
1221 switch (type) {
1222 case amd_pp_mem_clock:
1223 pclk_vol_table = pinfo->vdd_dep_on_mclk;
1224 break;
1225 case amd_pp_f_clock:
1226 pclk_vol_table = pinfo->vdd_dep_on_fclk;
1227 break;
1228 case amd_pp_dcf_clock:
1229 pclk_vol_table = pinfo->vdd_dep_on_dcefclk;
1230 break;
1231 case amd_pp_soc_clock:
1232 pclk_vol_table = pinfo->vdd_dep_on_socclk;
1233 break;
1234 case amd_pp_disp_clock:
1235 pclk_vol_table = pinfo->vdd_dep_on_dispclk;
1236 break;
1237 case amd_pp_phy_clock:
1238 pclk_vol_table = pinfo->vdd_dep_on_phyclk;
1239 break;
1240 default:
1241 return -EINVAL;
1242 }
1243
1244 if (pclk_vol_table == NULL || pclk_vol_table->count == 0)
1245 return -EINVAL;
1246
1247 clocks->num_levels = 0;
1248 for (i = 0; i < pclk_vol_table->count; i++) {
1249 if (pclk_vol_table->entries[i].clk) {
1250 clocks->data[clocks->num_levels].clocks_in_khz = pclk_vol_table->entries[i].clk * 10;
1251 clocks->data[clocks->num_levels].voltage_in_mv = pclk_vol_table->entries[i].vol;
1252 clocks->num_levels++;
1253 }
1254 }
1255
1256 return 0;
1257}
1258
1259
1260
1261static int smu10_get_max_high_clocks(struct pp_hwmgr *hwmgr, struct amd_pp_simple_clock_info *clocks)
1262{
1263 clocks->engine_max_clock = 80000; /* driver can't get engine clock, temp hard code to 800MHz */
1264 return 0;
1265}
1266
1267static int smu10_thermal_get_temperature(struct pp_hwmgr *hwmgr)
1268{
1269 struct amdgpu_device *adev = hwmgr->adev;
1270 uint32_t reg_value = RREG32_SOC15(THM, 0, mmTHM_TCON_CUR_TMP);
1271 int cur_temp =
1272 (reg_value & THM_TCON_CUR_TMP__CUR_TEMP_MASK) >> THM_TCON_CUR_TMP__CUR_TEMP__SHIFT;
1273
1274 if (cur_temp & THM_TCON_CUR_TMP__CUR_TEMP_RANGE_SEL_MASK)
1275 cur_temp = ((cur_temp / 8) - 49) * PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
1276 else
1277 cur_temp = (cur_temp / 8) * PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
1278
1279 return cur_temp;
1280}
1281
1282static int smu10_read_sensor(struct pp_hwmgr *hwmgr, int idx,
1283 void *value, int *size)
1284{
1285 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1286 struct amdgpu_device *adev = hwmgr->adev;
1287 uint32_t sclk, mclk, activity_percent;
1288 bool has_gfx_busy;
1289 int ret = 0;
1290
1291 /* GetGfxBusy support was added on RV SMU FW 30.85.00 and PCO 4.30.59 */
1292 if ((adev->apu_flags & AMD_APU_IS_PICASSO) &&
1293 (hwmgr->smu_version >= 0x41e3b))
1294 has_gfx_busy = true;
1295 else if ((adev->apu_flags & AMD_APU_IS_RAVEN) &&
1296 (hwmgr->smu_version >= 0x1e5500))
1297 has_gfx_busy = true;
1298 else
1299 has_gfx_busy = false;
1300
1301 switch (idx) {
1302 case AMDGPU_PP_SENSOR_GFX_SCLK:
1303 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetGfxclkFrequency, &sclk);
1304 /* in units of 10KHZ */
1305 *((uint32_t *)value) = sclk * 100;
1306 *size = 4;
1307 break;
1308 case AMDGPU_PP_SENSOR_GFX_MCLK:
1309 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetFclkFrequency, &mclk);
1310 /* in units of 10KHZ */
1311 *((uint32_t *)value) = mclk * 100;
1312 *size = 4;
1313 break;
1314 case AMDGPU_PP_SENSOR_GPU_TEMP:
1315 *((uint32_t *)value) = smu10_thermal_get_temperature(hwmgr);
1316 break;
1317 case AMDGPU_PP_SENSOR_VCN_POWER_STATE:
1318 *(uint32_t *)value = smu10_data->vcn_power_gated ? 0 : 1;
1319 *size = 4;
1320 break;
1321 case AMDGPU_PP_SENSOR_GPU_LOAD:
1322 if (!has_gfx_busy)
1323 ret = -EOPNOTSUPP;
1324 else {
1325 ret = smum_send_msg_to_smc(hwmgr,
1326 PPSMC_MSG_GetGfxBusy,
1327 &activity_percent);
1328 if (!ret)
1329 *((uint32_t *)value) = min(activity_percent, (u32)100);
1330 else
1331 ret = -EIO;
1332 }
1333 break;
1334 default:
1335 ret = -EOPNOTSUPP;
1336 break;
1337 }
1338
1339 return ret;
1340}
1341
1342static int smu10_set_watermarks_for_clocks_ranges(struct pp_hwmgr *hwmgr,
1343 void *clock_ranges)
1344{
1345 struct smu10_hwmgr *data = hwmgr->backend;
1346 struct dm_pp_wm_sets_with_clock_ranges_soc15 *wm_with_clock_ranges = clock_ranges;
1347 Watermarks_t *table = &(data->water_marks_table);
1348 struct amdgpu_device *adev = hwmgr->adev;
1349 int i;
1350
1351 smu_set_watermarks_for_clocks_ranges(table,wm_with_clock_ranges);
1352
1353 if (adev->apu_flags & AMD_APU_IS_RAVEN2) {
1354 for (i = 0; i < NUM_WM_RANGES; i++)
1355 table->WatermarkRow[WM_DCFCLK][i].WmType = (uint8_t)0;
1356
1357 for (i = 0; i < NUM_WM_RANGES; i++)
1358 table->WatermarkRow[WM_SOCCLK][i].WmType = (uint8_t)0;
1359 }
1360
1361 smum_smc_table_manager(hwmgr, (uint8_t *)table, (uint16_t)SMU10_WMTABLE, false);
1362 data->water_marks_exist = true;
1363 return 0;
1364}
1365
1366static int smu10_smus_notify_pwe(struct pp_hwmgr *hwmgr)
1367{
1368
1369 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_SetRccPfcPmeRestoreRegister, NULL);
1370}
1371
1372static int smu10_powergate_mmhub(struct pp_hwmgr *hwmgr)
1373{
1374 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerGateMmHub, NULL);
1375}
1376
1377static int smu10_powergate_sdma(struct pp_hwmgr *hwmgr, bool gate)
1378{
1379 if (gate)
1380 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerDownSdma, NULL);
1381 else
1382 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerUpSdma, NULL);
1383}
1384
1385static void smu10_powergate_vcn(struct pp_hwmgr *hwmgr, bool bgate)
1386{
1387 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1388
1389 if (bgate) {
1390 amdgpu_device_ip_set_powergating_state(hwmgr->adev,
1391 AMD_IP_BLOCK_TYPE_VCN,
1392 AMD_PG_STATE_GATE);
1393 smum_send_msg_to_smc_with_parameter(hwmgr,
1394 PPSMC_MSG_PowerDownVcn, 0, NULL);
1395 smu10_data->vcn_power_gated = true;
1396 } else {
1397 smum_send_msg_to_smc_with_parameter(hwmgr,
1398 PPSMC_MSG_PowerUpVcn, 0, NULL);
1399 amdgpu_device_ip_set_powergating_state(hwmgr->adev,
1400 AMD_IP_BLOCK_TYPE_VCN,
1401 AMD_PG_STATE_UNGATE);
1402 smu10_data->vcn_power_gated = false;
1403 }
1404}
1405
1406static int conv_power_profile_to_pplib_workload(int power_profile)
1407{
1408 int pplib_workload = 0;
1409
1410 switch (power_profile) {
1411 case PP_SMC_POWER_PROFILE_FULLSCREEN3D:
1412 pplib_workload = WORKLOAD_PPLIB_FULL_SCREEN_3D_BIT;
1413 break;
1414 case PP_SMC_POWER_PROFILE_VIDEO:
1415 pplib_workload = WORKLOAD_PPLIB_VIDEO_BIT;
1416 break;
1417 case PP_SMC_POWER_PROFILE_VR:
1418 pplib_workload = WORKLOAD_PPLIB_VR_BIT;
1419 break;
1420 case PP_SMC_POWER_PROFILE_COMPUTE:
1421 pplib_workload = WORKLOAD_PPLIB_COMPUTE_BIT;
1422 break;
1423 case PP_SMC_POWER_PROFILE_CUSTOM:
1424 pplib_workload = WORKLOAD_PPLIB_CUSTOM_BIT;
1425 break;
1426 }
1427
1428 return pplib_workload;
1429}
1430
1431static int smu10_get_power_profile_mode(struct pp_hwmgr *hwmgr, char *buf)
1432{
1433 uint32_t i, size = 0;
1434 static const uint8_t
1435 profile_mode_setting[6][4] = {{70, 60, 0, 0,},
1436 {70, 60, 1, 3,},
1437 {90, 60, 0, 0,},
1438 {70, 60, 0, 0,},
1439 {70, 90, 0, 0,},
1440 {30, 60, 0, 6,},
1441 };
1442 static const char *title[6] = {"NUM",
1443 "MODE_NAME",
1444 "BUSY_SET_POINT",
1445 "FPS",
1446 "USE_RLC_BUSY",
1447 "MIN_ACTIVE_LEVEL"};
1448
1449 if (!buf)
1450 return -EINVAL;
1451
1452 phm_get_sysfs_buf(&buf, &size);
1453
1454 size += sysfs_emit_at(buf, size, "%s %16s %s %s %s %s\n",title[0],
1455 title[1], title[2], title[3], title[4], title[5]);
1456
1457 for (i = 0; i <= PP_SMC_POWER_PROFILE_COMPUTE; i++)
1458 size += sysfs_emit_at(buf, size, "%3d %14s%s: %14d %3d %10d %14d\n",
1459 i, amdgpu_pp_profile_name[i], (i == hwmgr->power_profile_mode) ? "*" : " ",
1460 profile_mode_setting[i][0], profile_mode_setting[i][1],
1461 profile_mode_setting[i][2], profile_mode_setting[i][3]);
1462
1463 return size;
1464}
1465
1466static bool smu10_is_raven1_refresh(struct pp_hwmgr *hwmgr)
1467{
1468 struct amdgpu_device *adev = hwmgr->adev;
1469 if ((adev->apu_flags & AMD_APU_IS_RAVEN) &&
1470 (hwmgr->smu_version >= 0x41e2b))
1471 return true;
1472 else
1473 return false;
1474}
1475
1476static int smu10_set_power_profile_mode(struct pp_hwmgr *hwmgr, long *input, uint32_t size)
1477{
1478 int workload_type = 0;
1479 int result = 0;
1480
1481 if (input[size] > PP_SMC_POWER_PROFILE_COMPUTE) {
1482 pr_err("Invalid power profile mode %ld\n", input[size]);
1483 return -EINVAL;
1484 }
1485 if (hwmgr->power_profile_mode == input[size])
1486 return 0;
1487
1488 /* conv PP_SMC_POWER_PROFILE* to WORKLOAD_PPLIB_*_BIT */
1489 workload_type =
1490 conv_power_profile_to_pplib_workload(input[size]);
1491 if (workload_type &&
1492 smu10_is_raven1_refresh(hwmgr) &&
1493 !hwmgr->gfxoff_state_changed_by_workload) {
1494 smu10_gfx_off_control(hwmgr, false);
1495 hwmgr->gfxoff_state_changed_by_workload = true;
1496 }
1497 result = smum_send_msg_to_smc_with_parameter(hwmgr, PPSMC_MSG_ActiveProcessNotify,
1498 1 << workload_type,
1499 NULL);
1500 if (!result)
1501 hwmgr->power_profile_mode = input[size];
1502 if (workload_type && hwmgr->gfxoff_state_changed_by_workload) {
1503 smu10_gfx_off_control(hwmgr, true);
1504 hwmgr->gfxoff_state_changed_by_workload = false;
1505 }
1506
1507 return 0;
1508}
1509
1510static int smu10_asic_reset(struct pp_hwmgr *hwmgr, enum SMU_ASIC_RESET_MODE mode)
1511{
1512 return smum_send_msg_to_smc_with_parameter(hwmgr,
1513 PPSMC_MSG_DeviceDriverReset,
1514 mode,
1515 NULL);
1516}
1517
1518static int smu10_set_fine_grain_clk_vol(struct pp_hwmgr *hwmgr,
1519 enum PP_OD_DPM_TABLE_COMMAND type,
1520 long *input, uint32_t size)
1521{
1522 uint32_t min_freq, max_freq = 0;
1523 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1524 int ret = 0;
1525
1526 if (!hwmgr->od_enabled) {
1527 pr_err("Fine grain not support\n");
1528 return -EINVAL;
1529 }
1530
1531 if (!smu10_data->fine_grain_enabled) {
1532 pr_err("pp_od_clk_voltage is not accessible if power_dpm_force_performance_level is not in manual mode!\n");
1533 return -EINVAL;
1534 }
1535
1536 if (type == PP_OD_EDIT_SCLK_VDDC_TABLE) {
1537 if (size != 2) {
1538 pr_err("Input parameter number not correct\n");
1539 return -EINVAL;
1540 }
1541
1542 if (input[0] == 0) {
1543 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1544 if (input[1] < min_freq) {
1545 pr_err("Fine grain setting minimum sclk (%ld) MHz is less than the minimum allowed (%d) MHz\n",
1546 input[1], min_freq);
1547 return -EINVAL;
1548 }
1549 smu10_data->gfx_actual_soft_min_freq = input[1];
1550 } else if (input[0] == 1) {
1551 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1552 if (input[1] > max_freq) {
1553 pr_err("Fine grain setting maximum sclk (%ld) MHz is greater than the maximum allowed (%d) MHz\n",
1554 input[1], max_freq);
1555 return -EINVAL;
1556 }
1557 smu10_data->gfx_actual_soft_max_freq = input[1];
1558 } else {
1559 return -EINVAL;
1560 }
1561 } else if (type == PP_OD_RESTORE_DEFAULT_TABLE) {
1562 if (size != 0) {
1563 pr_err("Input parameter number not correct\n");
1564 return -EINVAL;
1565 }
1566 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1567 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1568
1569 smu10_data->gfx_actual_soft_min_freq = min_freq;
1570 smu10_data->gfx_actual_soft_max_freq = max_freq;
1571 } else if (type == PP_OD_COMMIT_DPM_TABLE) {
1572 if (size != 0) {
1573 pr_err("Input parameter number not correct\n");
1574 return -EINVAL;
1575 }
1576
1577 if (smu10_data->gfx_actual_soft_min_freq > smu10_data->gfx_actual_soft_max_freq) {
1578 pr_err("The setting minimum sclk (%d) MHz is greater than the setting maximum sclk (%d) MHz\n",
1579 smu10_data->gfx_actual_soft_min_freq, smu10_data->gfx_actual_soft_max_freq);
1580 return -EINVAL;
1581 }
1582
1583 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
1584 PPSMC_MSG_SetHardMinGfxClk,
1585 smu10_data->gfx_actual_soft_min_freq,
1586 NULL);
1587 if (ret)
1588 return ret;
1589
1590 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
1591 PPSMC_MSG_SetSoftMaxGfxClk,
1592 smu10_data->gfx_actual_soft_max_freq,
1593 NULL);
1594 if (ret)
1595 return ret;
1596 } else {
1597 return -EINVAL;
1598 }
1599
1600 return 0;
1601}
1602
1603static int smu10_gfx_state_change(struct pp_hwmgr *hwmgr, uint32_t state)
1604{
1605 smum_send_msg_to_smc_with_parameter(hwmgr, PPSMC_MSG_GpuChangeState, state, NULL);
1606
1607 return 0;
1608}
1609
1610static const struct pp_hwmgr_func smu10_hwmgr_funcs = {
1611 .backend_init = smu10_hwmgr_backend_init,
1612 .backend_fini = smu10_hwmgr_backend_fini,
1613 .apply_state_adjust_rules = smu10_apply_state_adjust_rules,
1614 .force_dpm_level = smu10_dpm_force_dpm_level,
1615 .get_power_state_size = smu10_get_power_state_size,
1616 .powerdown_uvd = NULL,
1617 .powergate_uvd = smu10_powergate_vcn,
1618 .powergate_vce = NULL,
1619 .get_mclk = smu10_dpm_get_mclk,
1620 .get_sclk = smu10_dpm_get_sclk,
1621 .patch_boot_state = smu10_dpm_patch_boot_state,
1622 .get_pp_table_entry = smu10_dpm_get_pp_table_entry,
1623 .get_num_of_pp_table_entries = smu10_dpm_get_num_of_pp_table_entries,
1624 .set_cpu_power_state = smu10_set_cpu_power_state,
1625 .store_cc6_data = smu10_store_cc6_data,
1626 .force_clock_level = smu10_force_clock_level,
1627 .print_clock_levels = smu10_print_clock_levels,
1628 .get_dal_power_level = smu10_get_dal_power_level,
1629 .get_performance_level = smu10_get_performance_level,
1630 .get_current_shallow_sleep_clocks = smu10_get_current_shallow_sleep_clocks,
1631 .get_clock_by_type_with_latency = smu10_get_clock_by_type_with_latency,
1632 .get_clock_by_type_with_voltage = smu10_get_clock_by_type_with_voltage,
1633 .set_watermarks_for_clocks_ranges = smu10_set_watermarks_for_clocks_ranges,
1634 .get_max_high_clocks = smu10_get_max_high_clocks,
1635 .read_sensor = smu10_read_sensor,
1636 .set_active_display_count = smu10_set_active_display_count,
1637 .set_min_deep_sleep_dcefclk = smu10_set_min_deep_sleep_dcefclk,
1638 .dynamic_state_management_enable = smu10_enable_dpm_tasks,
1639 .power_off_asic = smu10_power_off_asic,
1640 .asic_setup = smu10_setup_asic_task,
1641 .power_state_set = smu10_set_power_state_tasks,
1642 .dynamic_state_management_disable = smu10_disable_dpm_tasks,
1643 .powergate_mmhub = smu10_powergate_mmhub,
1644 .smus_notify_pwe = smu10_smus_notify_pwe,
1645 .display_clock_voltage_request = smu10_display_clock_voltage_request,
1646 .powergate_gfx = smu10_gfx_off_control,
1647 .powergate_sdma = smu10_powergate_sdma,
1648 .set_hard_min_dcefclk_by_freq = smu10_set_hard_min_dcefclk_by_freq,
1649 .set_hard_min_fclk_by_freq = smu10_set_hard_min_fclk_by_freq,
1650 .set_hard_min_gfxclk_by_freq = smu10_set_hard_min_gfxclk_by_freq,
1651 .set_soft_max_gfxclk_by_freq = smu10_set_soft_max_gfxclk_by_freq,
1652 .get_power_profile_mode = smu10_get_power_profile_mode,
1653 .set_power_profile_mode = smu10_set_power_profile_mode,
1654 .asic_reset = smu10_asic_reset,
1655 .set_fine_grain_clk_vol = smu10_set_fine_grain_clk_vol,
1656 .gfx_state_change = smu10_gfx_state_change,
1657};
1658
1659int smu10_init_function_pointers(struct pp_hwmgr *hwmgr)
1660{
1661 hwmgr->hwmgr_func = &smu10_hwmgr_funcs;
1662 hwmgr->pptable_func = &pptable_funcs;
1663 return 0;
1664}
1/*
2 * Copyright 2015 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 */
23#include "pp_debug.h"
24#include <linux/types.h>
25#include <linux/kernel.h>
26#include <linux/slab.h>
27#include "atom-types.h"
28#include "atombios.h"
29#include "processpptables.h"
30#include "cgs_common.h"
31#include "smumgr.h"
32#include "hwmgr.h"
33#include "hardwaremanager.h"
34#include "rv_ppsmc.h"
35#include "smu10_hwmgr.h"
36#include "power_state.h"
37#include "soc15_common.h"
38#include "smu10.h"
39#include "asic_reg/pwr/pwr_10_0_offset.h"
40#include "asic_reg/pwr/pwr_10_0_sh_mask.h"
41
42#define SMU10_MAX_DEEPSLEEP_DIVIDER_ID 5
43#define SMU10_MINIMUM_ENGINE_CLOCK 800 /* 8Mhz, the low boundary of engine clock allowed on this chip */
44#define SCLK_MIN_DIV_INTV_SHIFT 12
45#define SMU10_DISPCLK_BYPASS_THRESHOLD 10000 /* 100Mhz */
46#define SMC_RAM_END 0x40000
47
48static const unsigned long SMU10_Magic = (unsigned long) PHM_Rv_Magic;
49
50
51static int smu10_display_clock_voltage_request(struct pp_hwmgr *hwmgr,
52 struct pp_display_clock_request *clock_req)
53{
54 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
55 enum amd_pp_clock_type clk_type = clock_req->clock_type;
56 uint32_t clk_freq = clock_req->clock_freq_in_khz / 1000;
57 PPSMC_Msg msg;
58
59 switch (clk_type) {
60 case amd_pp_dcf_clock:
61 if (clk_freq == smu10_data->dcf_actual_hard_min_freq)
62 return 0;
63 msg = PPSMC_MSG_SetHardMinDcefclkByFreq;
64 smu10_data->dcf_actual_hard_min_freq = clk_freq;
65 break;
66 case amd_pp_soc_clock:
67 msg = PPSMC_MSG_SetHardMinSocclkByFreq;
68 break;
69 case amd_pp_f_clock:
70 if (clk_freq == smu10_data->f_actual_hard_min_freq)
71 return 0;
72 smu10_data->f_actual_hard_min_freq = clk_freq;
73 msg = PPSMC_MSG_SetHardMinFclkByFreq;
74 break;
75 default:
76 pr_info("[DisplayClockVoltageRequest]Invalid Clock Type!");
77 return -EINVAL;
78 }
79 smum_send_msg_to_smc_with_parameter(hwmgr, msg, clk_freq, NULL);
80
81 return 0;
82}
83
84static struct smu10_power_state *cast_smu10_ps(struct pp_hw_power_state *hw_ps)
85{
86 if (SMU10_Magic != hw_ps->magic)
87 return NULL;
88
89 return (struct smu10_power_state *)hw_ps;
90}
91
92static const struct smu10_power_state *cast_const_smu10_ps(
93 const struct pp_hw_power_state *hw_ps)
94{
95 if (SMU10_Magic != hw_ps->magic)
96 return NULL;
97
98 return (struct smu10_power_state *)hw_ps;
99}
100
101static int smu10_initialize_dpm_defaults(struct pp_hwmgr *hwmgr)
102{
103 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
104
105 smu10_data->dce_slow_sclk_threshold = 30000;
106 smu10_data->thermal_auto_throttling_treshold = 0;
107 smu10_data->is_nb_dpm_enabled = 1;
108 smu10_data->dpm_flags = 1;
109 smu10_data->need_min_deep_sleep_dcefclk = true;
110 smu10_data->num_active_display = 0;
111 smu10_data->deep_sleep_dcefclk = 0;
112
113 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
114 PHM_PlatformCaps_SclkDeepSleep);
115
116 phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
117 PHM_PlatformCaps_SclkThrottleLowNotification);
118
119 phm_cap_set(hwmgr->platform_descriptor.platformCaps,
120 PHM_PlatformCaps_PowerPlaySupport);
121 return 0;
122}
123
124static int smu10_construct_max_power_limits_table(struct pp_hwmgr *hwmgr,
125 struct phm_clock_and_voltage_limits *table)
126{
127 return 0;
128}
129
130static int smu10_init_dynamic_state_adjustment_rule_settings(
131 struct pp_hwmgr *hwmgr)
132{
133 int count = 8;
134 struct phm_clock_voltage_dependency_table *table_clk_vlt;
135
136 table_clk_vlt = kzalloc(struct_size(table_clk_vlt, entries, count),
137 GFP_KERNEL);
138
139 if (NULL == table_clk_vlt) {
140 pr_err("Can not allocate memory!\n");
141 return -ENOMEM;
142 }
143
144 table_clk_vlt->count = count;
145 table_clk_vlt->entries[0].clk = PP_DAL_POWERLEVEL_0;
146 table_clk_vlt->entries[0].v = 0;
147 table_clk_vlt->entries[1].clk = PP_DAL_POWERLEVEL_1;
148 table_clk_vlt->entries[1].v = 1;
149 table_clk_vlt->entries[2].clk = PP_DAL_POWERLEVEL_2;
150 table_clk_vlt->entries[2].v = 2;
151 table_clk_vlt->entries[3].clk = PP_DAL_POWERLEVEL_3;
152 table_clk_vlt->entries[3].v = 3;
153 table_clk_vlt->entries[4].clk = PP_DAL_POWERLEVEL_4;
154 table_clk_vlt->entries[4].v = 4;
155 table_clk_vlt->entries[5].clk = PP_DAL_POWERLEVEL_5;
156 table_clk_vlt->entries[5].v = 5;
157 table_clk_vlt->entries[6].clk = PP_DAL_POWERLEVEL_6;
158 table_clk_vlt->entries[6].v = 6;
159 table_clk_vlt->entries[7].clk = PP_DAL_POWERLEVEL_7;
160 table_clk_vlt->entries[7].v = 7;
161 hwmgr->dyn_state.vddc_dep_on_dal_pwrl = table_clk_vlt;
162
163 return 0;
164}
165
166static int smu10_get_system_info_data(struct pp_hwmgr *hwmgr)
167{
168 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)hwmgr->backend;
169
170 smu10_data->sys_info.htc_hyst_lmt = 5;
171 smu10_data->sys_info.htc_tmp_lmt = 203;
172
173 if (smu10_data->thermal_auto_throttling_treshold == 0)
174 smu10_data->thermal_auto_throttling_treshold = 203;
175
176 smu10_construct_max_power_limits_table (hwmgr,
177 &hwmgr->dyn_state.max_clock_voltage_on_ac);
178
179 smu10_init_dynamic_state_adjustment_rule_settings(hwmgr);
180
181 return 0;
182}
183
184static int smu10_construct_boot_state(struct pp_hwmgr *hwmgr)
185{
186 return 0;
187}
188
189static int smu10_set_clock_limit(struct pp_hwmgr *hwmgr, const void *input)
190{
191 struct PP_Clocks clocks = {0};
192 struct pp_display_clock_request clock_req;
193
194 clocks.dcefClock = hwmgr->display_config->min_dcef_set_clk;
195 clock_req.clock_type = amd_pp_dcf_clock;
196 clock_req.clock_freq_in_khz = clocks.dcefClock * 10;
197
198 PP_ASSERT_WITH_CODE(!smu10_display_clock_voltage_request(hwmgr, &clock_req),
199 "Attempt to set DCF Clock Failed!", return -EINVAL);
200
201 return 0;
202}
203
204static int smu10_set_min_deep_sleep_dcefclk(struct pp_hwmgr *hwmgr, uint32_t clock)
205{
206 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
207
208 if (clock && smu10_data->deep_sleep_dcefclk != clock) {
209 smu10_data->deep_sleep_dcefclk = clock;
210 smum_send_msg_to_smc_with_parameter(hwmgr,
211 PPSMC_MSG_SetMinDeepSleepDcefclk,
212 smu10_data->deep_sleep_dcefclk,
213 NULL);
214 }
215 return 0;
216}
217
218static int smu10_set_hard_min_dcefclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
219{
220 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
221
222 if (clock && smu10_data->dcf_actual_hard_min_freq != clock) {
223 smu10_data->dcf_actual_hard_min_freq = clock;
224 smum_send_msg_to_smc_with_parameter(hwmgr,
225 PPSMC_MSG_SetHardMinDcefclkByFreq,
226 smu10_data->dcf_actual_hard_min_freq,
227 NULL);
228 }
229 return 0;
230}
231
232static int smu10_set_hard_min_fclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
233{
234 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
235
236 if (clock && smu10_data->f_actual_hard_min_freq != clock) {
237 smu10_data->f_actual_hard_min_freq = clock;
238 smum_send_msg_to_smc_with_parameter(hwmgr,
239 PPSMC_MSG_SetHardMinFclkByFreq,
240 smu10_data->f_actual_hard_min_freq,
241 NULL);
242 }
243 return 0;
244}
245
246static int smu10_set_hard_min_gfxclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
247{
248 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
249
250 if (clock && smu10_data->gfx_actual_soft_min_freq != clock) {
251 smu10_data->gfx_actual_soft_min_freq = clock;
252 smum_send_msg_to_smc_with_parameter(hwmgr,
253 PPSMC_MSG_SetHardMinGfxClk,
254 clock,
255 NULL);
256 }
257 return 0;
258}
259
260static int smu10_set_soft_max_gfxclk_by_freq(struct pp_hwmgr *hwmgr, uint32_t clock)
261{
262 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
263
264 if (clock && smu10_data->gfx_max_freq_limit != (clock * 100)) {
265 smu10_data->gfx_max_freq_limit = clock * 100;
266 smum_send_msg_to_smc_with_parameter(hwmgr,
267 PPSMC_MSG_SetSoftMaxGfxClk,
268 clock,
269 NULL);
270 }
271 return 0;
272}
273
274static int smu10_set_active_display_count(struct pp_hwmgr *hwmgr, uint32_t count)
275{
276 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
277
278 if (smu10_data->num_active_display != count) {
279 smu10_data->num_active_display = count;
280 smum_send_msg_to_smc_with_parameter(hwmgr,
281 PPSMC_MSG_SetDisplayCount,
282 smu10_data->num_active_display,
283 NULL);
284 }
285
286 return 0;
287}
288
289static int smu10_set_power_state_tasks(struct pp_hwmgr *hwmgr, const void *input)
290{
291 return smu10_set_clock_limit(hwmgr, input);
292}
293
294static int smu10_init_power_gate_state(struct pp_hwmgr *hwmgr)
295{
296 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
297 struct amdgpu_device *adev = hwmgr->adev;
298
299 smu10_data->vcn_power_gated = true;
300 smu10_data->isp_tileA_power_gated = true;
301 smu10_data->isp_tileB_power_gated = true;
302
303 if (adev->pg_flags & AMD_PG_SUPPORT_GFX_PG)
304 return smum_send_msg_to_smc_with_parameter(hwmgr,
305 PPSMC_MSG_SetGfxCGPG,
306 true,
307 NULL);
308 else
309 return 0;
310}
311
312
313static int smu10_setup_asic_task(struct pp_hwmgr *hwmgr)
314{
315 return smu10_init_power_gate_state(hwmgr);
316}
317
318static int smu10_reset_cc6_data(struct pp_hwmgr *hwmgr)
319{
320 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
321
322 smu10_data->separation_time = 0;
323 smu10_data->cc6_disable = false;
324 smu10_data->pstate_disable = false;
325 smu10_data->cc6_setting_changed = false;
326
327 return 0;
328}
329
330static int smu10_power_off_asic(struct pp_hwmgr *hwmgr)
331{
332 return smu10_reset_cc6_data(hwmgr);
333}
334
335static bool smu10_is_gfx_on(struct pp_hwmgr *hwmgr)
336{
337 uint32_t reg;
338 struct amdgpu_device *adev = hwmgr->adev;
339
340 reg = RREG32_SOC15(PWR, 0, mmPWR_MISC_CNTL_STATUS);
341 if ((reg & PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS_MASK) ==
342 (0x2 << PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS__SHIFT))
343 return true;
344
345 return false;
346}
347
348static int smu10_disable_gfx_off(struct pp_hwmgr *hwmgr)
349{
350 struct amdgpu_device *adev = hwmgr->adev;
351
352 if (adev->pm.pp_feature & PP_GFXOFF_MASK) {
353 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_DisableGfxOff, NULL);
354
355 /* confirm gfx is back to "on" state */
356 while (!smu10_is_gfx_on(hwmgr))
357 msleep(1);
358 }
359
360 return 0;
361}
362
363static int smu10_disable_dpm_tasks(struct pp_hwmgr *hwmgr)
364{
365 return 0;
366}
367
368static int smu10_enable_gfx_off(struct pp_hwmgr *hwmgr)
369{
370 struct amdgpu_device *adev = hwmgr->adev;
371
372 if (adev->pm.pp_feature & PP_GFXOFF_MASK)
373 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_EnableGfxOff, NULL);
374
375 return 0;
376}
377
378static void smu10_populate_umdpstate_clocks(struct pp_hwmgr *hwmgr)
379{
380 hwmgr->pstate_sclk = SMU10_UMD_PSTATE_GFXCLK;
381 hwmgr->pstate_mclk = SMU10_UMD_PSTATE_FCLK;
382
383 smum_send_msg_to_smc(hwmgr,
384 PPSMC_MSG_GetMaxGfxclkFrequency,
385 &hwmgr->pstate_sclk_peak);
386 hwmgr->pstate_mclk_peak = SMU10_UMD_PSTATE_PEAK_FCLK;
387}
388
389static int smu10_enable_dpm_tasks(struct pp_hwmgr *hwmgr)
390{
391 struct amdgpu_device *adev = hwmgr->adev;
392 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
393 int ret = -EINVAL;
394
395 if (adev->in_suspend) {
396 pr_info("restore the fine grain parameters\n");
397
398 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
399 PPSMC_MSG_SetHardMinGfxClk,
400 smu10_data->gfx_actual_soft_min_freq,
401 NULL);
402 if (ret)
403 return ret;
404 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
405 PPSMC_MSG_SetSoftMaxGfxClk,
406 smu10_data->gfx_actual_soft_max_freq,
407 NULL);
408 if (ret)
409 return ret;
410 }
411
412 smu10_populate_umdpstate_clocks(hwmgr);
413
414 return 0;
415}
416
417static int smu10_gfx_off_control(struct pp_hwmgr *hwmgr, bool enable)
418{
419 if (enable)
420 return smu10_enable_gfx_off(hwmgr);
421 else
422 return smu10_disable_gfx_off(hwmgr);
423}
424
425static int smu10_apply_state_adjust_rules(struct pp_hwmgr *hwmgr,
426 struct pp_power_state *prequest_ps,
427 const struct pp_power_state *pcurrent_ps)
428{
429 return 0;
430}
431
432/* temporary hardcoded clock voltage breakdown tables */
433static const DpmClock_t VddDcfClk[] = {
434 { 300, 2600},
435 { 600, 3200},
436 { 600, 3600},
437};
438
439static const DpmClock_t VddSocClk[] = {
440 { 478, 2600},
441 { 722, 3200},
442 { 722, 3600},
443};
444
445static const DpmClock_t VddFClk[] = {
446 { 400, 2600},
447 {1200, 3200},
448 {1200, 3600},
449};
450
451static const DpmClock_t VddDispClk[] = {
452 { 435, 2600},
453 { 661, 3200},
454 {1086, 3600},
455};
456
457static const DpmClock_t VddDppClk[] = {
458 { 435, 2600},
459 { 661, 3200},
460 { 661, 3600},
461};
462
463static const DpmClock_t VddPhyClk[] = {
464 { 540, 2600},
465 { 810, 3200},
466 { 810, 3600},
467};
468
469static int smu10_get_clock_voltage_dependency_table(struct pp_hwmgr *hwmgr,
470 struct smu10_voltage_dependency_table **pptable,
471 uint32_t num_entry, const DpmClock_t *pclk_dependency_table)
472{
473 uint32_t i;
474 struct smu10_voltage_dependency_table *ptable;
475
476 ptable = kzalloc(struct_size(ptable, entries, num_entry), GFP_KERNEL);
477 if (NULL == ptable)
478 return -ENOMEM;
479
480 ptable->count = num_entry;
481
482 for (i = 0; i < ptable->count; i++) {
483 ptable->entries[i].clk = pclk_dependency_table->Freq * 100;
484 ptable->entries[i].vol = pclk_dependency_table->Vol;
485 pclk_dependency_table++;
486 }
487
488 *pptable = ptable;
489
490 return 0;
491}
492
493
494static int smu10_populate_clock_table(struct pp_hwmgr *hwmgr)
495{
496 uint32_t result;
497
498 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
499 DpmClocks_t *table = &(smu10_data->clock_table);
500 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
501
502 result = smum_smc_table_manager(hwmgr, (uint8_t *)table, SMU10_CLOCKTABLE, true);
503
504 PP_ASSERT_WITH_CODE((0 == result),
505 "Attempt to copy clock table from smc failed",
506 return result);
507
508 if (0 == result && table->DcefClocks[0].Freq != 0) {
509 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dcefclk,
510 NUM_DCEFCLK_DPM_LEVELS,
511 &smu10_data->clock_table.DcefClocks[0]);
512 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_socclk,
513 NUM_SOCCLK_DPM_LEVELS,
514 &smu10_data->clock_table.SocClocks[0]);
515 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_fclk,
516 NUM_FCLK_DPM_LEVELS,
517 &smu10_data->clock_table.FClocks[0]);
518 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_mclk,
519 NUM_MEMCLK_DPM_LEVELS,
520 &smu10_data->clock_table.MemClocks[0]);
521 } else {
522 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dcefclk,
523 ARRAY_SIZE(VddDcfClk),
524 &VddDcfClk[0]);
525 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_socclk,
526 ARRAY_SIZE(VddSocClk),
527 &VddSocClk[0]);
528 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_fclk,
529 ARRAY_SIZE(VddFClk),
530 &VddFClk[0]);
531 }
532 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dispclk,
533 ARRAY_SIZE(VddDispClk),
534 &VddDispClk[0]);
535 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_dppclk,
536 ARRAY_SIZE(VddDppClk), &VddDppClk[0]);
537 smu10_get_clock_voltage_dependency_table(hwmgr, &pinfo->vdd_dep_on_phyclk,
538 ARRAY_SIZE(VddPhyClk), &VddPhyClk[0]);
539
540 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &result);
541 smu10_data->gfx_min_freq_limit = result / 10 * 1000;
542
543 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &result);
544 smu10_data->gfx_max_freq_limit = result / 10 * 1000;
545
546 return 0;
547}
548
549static int smu10_hwmgr_backend_init(struct pp_hwmgr *hwmgr)
550{
551 int result = 0;
552 struct smu10_hwmgr *data;
553
554 data = kzalloc(sizeof(struct smu10_hwmgr), GFP_KERNEL);
555 if (data == NULL)
556 return -ENOMEM;
557
558 hwmgr->backend = data;
559
560 result = smu10_initialize_dpm_defaults(hwmgr);
561 if (result != 0) {
562 pr_err("smu10_initialize_dpm_defaults failed\n");
563 return result;
564 }
565
566 smu10_populate_clock_table(hwmgr);
567
568 result = smu10_get_system_info_data(hwmgr);
569 if (result != 0) {
570 pr_err("smu10_get_system_info_data failed\n");
571 return result;
572 }
573
574 smu10_construct_boot_state(hwmgr);
575
576 hwmgr->platform_descriptor.hardwareActivityPerformanceLevels =
577 SMU10_MAX_HARDWARE_POWERLEVELS;
578
579 hwmgr->platform_descriptor.hardwarePerformanceLevels =
580 SMU10_MAX_HARDWARE_POWERLEVELS;
581
582 hwmgr->platform_descriptor.vbiosInterruptId = 0;
583
584 hwmgr->platform_descriptor.clockStep.engineClock = 500;
585
586 hwmgr->platform_descriptor.clockStep.memoryClock = 500;
587
588 hwmgr->platform_descriptor.minimumClocksReductionPercentage = 50;
589
590 /* enable the pp_od_clk_voltage sysfs file */
591 hwmgr->od_enabled = 1;
592 /* disabled fine grain tuning function by default */
593 data->fine_grain_enabled = 0;
594 return result;
595}
596
597static int smu10_hwmgr_backend_fini(struct pp_hwmgr *hwmgr)
598{
599 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
600 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
601
602 kfree(pinfo->vdd_dep_on_dcefclk);
603 pinfo->vdd_dep_on_dcefclk = NULL;
604 kfree(pinfo->vdd_dep_on_socclk);
605 pinfo->vdd_dep_on_socclk = NULL;
606 kfree(pinfo->vdd_dep_on_fclk);
607 pinfo->vdd_dep_on_fclk = NULL;
608 kfree(pinfo->vdd_dep_on_dispclk);
609 pinfo->vdd_dep_on_dispclk = NULL;
610 kfree(pinfo->vdd_dep_on_dppclk);
611 pinfo->vdd_dep_on_dppclk = NULL;
612 kfree(pinfo->vdd_dep_on_phyclk);
613 pinfo->vdd_dep_on_phyclk = NULL;
614
615 kfree(hwmgr->dyn_state.vddc_dep_on_dal_pwrl);
616 hwmgr->dyn_state.vddc_dep_on_dal_pwrl = NULL;
617
618 kfree(hwmgr->backend);
619 hwmgr->backend = NULL;
620
621 return 0;
622}
623
624static int smu10_dpm_force_dpm_level(struct pp_hwmgr *hwmgr,
625 enum amd_dpm_forced_level level)
626{
627 struct smu10_hwmgr *data = hwmgr->backend;
628 uint32_t min_sclk = hwmgr->display_config->min_core_set_clock;
629 uint32_t min_mclk = hwmgr->display_config->min_mem_set_clock/100;
630 uint32_t index_fclk = data->clock_vol_info.vdd_dep_on_fclk->count - 1;
631 uint32_t index_socclk = data->clock_vol_info.vdd_dep_on_socclk->count - 1;
632 uint32_t fine_grain_min_freq = 0, fine_grain_max_freq = 0;
633
634 if (hwmgr->smu_version < 0x1E3700) {
635 pr_info("smu firmware version too old, can not set dpm level\n");
636 return 0;
637 }
638
639 if (min_sclk < data->gfx_min_freq_limit)
640 min_sclk = data->gfx_min_freq_limit;
641
642 min_sclk /= 100; /* transfer 10KHz to MHz */
643 if (min_mclk < data->clock_table.FClocks[0].Freq)
644 min_mclk = data->clock_table.FClocks[0].Freq;
645
646 switch (level) {
647 case AMD_DPM_FORCED_LEVEL_HIGH:
648 case AMD_DPM_FORCED_LEVEL_PROFILE_PEAK:
649 data->fine_grain_enabled = 0;
650
651 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
652 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
653
654 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
655 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
656
657 smum_send_msg_to_smc_with_parameter(hwmgr,
658 PPSMC_MSG_SetHardMinGfxClk,
659 data->gfx_max_freq_limit/100,
660 NULL);
661 smum_send_msg_to_smc_with_parameter(hwmgr,
662 PPSMC_MSG_SetHardMinFclkByFreq,
663 SMU10_UMD_PSTATE_PEAK_FCLK,
664 NULL);
665 smum_send_msg_to_smc_with_parameter(hwmgr,
666 PPSMC_MSG_SetHardMinSocclkByFreq,
667 SMU10_UMD_PSTATE_PEAK_SOCCLK,
668 NULL);
669 smum_send_msg_to_smc_with_parameter(hwmgr,
670 PPSMC_MSG_SetHardMinVcn,
671 SMU10_UMD_PSTATE_VCE,
672 NULL);
673
674 smum_send_msg_to_smc_with_parameter(hwmgr,
675 PPSMC_MSG_SetSoftMaxGfxClk,
676 data->gfx_max_freq_limit/100,
677 NULL);
678 smum_send_msg_to_smc_with_parameter(hwmgr,
679 PPSMC_MSG_SetSoftMaxFclkByFreq,
680 SMU10_UMD_PSTATE_PEAK_FCLK,
681 NULL);
682 smum_send_msg_to_smc_with_parameter(hwmgr,
683 PPSMC_MSG_SetSoftMaxSocclkByFreq,
684 SMU10_UMD_PSTATE_PEAK_SOCCLK,
685 NULL);
686 smum_send_msg_to_smc_with_parameter(hwmgr,
687 PPSMC_MSG_SetSoftMaxVcn,
688 SMU10_UMD_PSTATE_VCE,
689 NULL);
690 break;
691 case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_SCLK:
692 data->fine_grain_enabled = 0;
693
694 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
695 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
696
697 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
698 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
699
700 smum_send_msg_to_smc_with_parameter(hwmgr,
701 PPSMC_MSG_SetHardMinGfxClk,
702 min_sclk,
703 NULL);
704 smum_send_msg_to_smc_with_parameter(hwmgr,
705 PPSMC_MSG_SetSoftMaxGfxClk,
706 min_sclk,
707 NULL);
708 break;
709 case AMD_DPM_FORCED_LEVEL_PROFILE_MIN_MCLK:
710 data->fine_grain_enabled = 0;
711
712 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
713 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
714
715 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
716 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
717
718 smum_send_msg_to_smc_with_parameter(hwmgr,
719 PPSMC_MSG_SetHardMinFclkByFreq,
720 min_mclk,
721 NULL);
722 smum_send_msg_to_smc_with_parameter(hwmgr,
723 PPSMC_MSG_SetSoftMaxFclkByFreq,
724 min_mclk,
725 NULL);
726 break;
727 case AMD_DPM_FORCED_LEVEL_PROFILE_STANDARD:
728 data->fine_grain_enabled = 0;
729
730 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
731 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
732
733 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
734 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
735
736 smum_send_msg_to_smc_with_parameter(hwmgr,
737 PPSMC_MSG_SetHardMinGfxClk,
738 SMU10_UMD_PSTATE_GFXCLK,
739 NULL);
740 smum_send_msg_to_smc_with_parameter(hwmgr,
741 PPSMC_MSG_SetHardMinFclkByFreq,
742 SMU10_UMD_PSTATE_FCLK,
743 NULL);
744 smum_send_msg_to_smc_with_parameter(hwmgr,
745 PPSMC_MSG_SetHardMinSocclkByFreq,
746 SMU10_UMD_PSTATE_SOCCLK,
747 NULL);
748 smum_send_msg_to_smc_with_parameter(hwmgr,
749 PPSMC_MSG_SetHardMinVcn,
750 SMU10_UMD_PSTATE_PROFILE_VCE,
751 NULL);
752
753 smum_send_msg_to_smc_with_parameter(hwmgr,
754 PPSMC_MSG_SetSoftMaxGfxClk,
755 SMU10_UMD_PSTATE_GFXCLK,
756 NULL);
757 smum_send_msg_to_smc_with_parameter(hwmgr,
758 PPSMC_MSG_SetSoftMaxFclkByFreq,
759 SMU10_UMD_PSTATE_FCLK,
760 NULL);
761 smum_send_msg_to_smc_with_parameter(hwmgr,
762 PPSMC_MSG_SetSoftMaxSocclkByFreq,
763 SMU10_UMD_PSTATE_SOCCLK,
764 NULL);
765 smum_send_msg_to_smc_with_parameter(hwmgr,
766 PPSMC_MSG_SetSoftMaxVcn,
767 SMU10_UMD_PSTATE_PROFILE_VCE,
768 NULL);
769 break;
770 case AMD_DPM_FORCED_LEVEL_AUTO:
771 data->fine_grain_enabled = 0;
772
773 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
774 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
775
776 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
777 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
778
779 smum_send_msg_to_smc_with_parameter(hwmgr,
780 PPSMC_MSG_SetHardMinGfxClk,
781 min_sclk,
782 NULL);
783 smum_send_msg_to_smc_with_parameter(hwmgr,
784 PPSMC_MSG_SetHardMinFclkByFreq,
785 hwmgr->display_config->num_display > 3 ?
786 (data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk / 100) :
787 min_mclk,
788 NULL);
789
790 smum_send_msg_to_smc_with_parameter(hwmgr,
791 PPSMC_MSG_SetHardMinSocclkByFreq,
792 data->clock_vol_info.vdd_dep_on_socclk->entries[0].clk / 100,
793 NULL);
794 smum_send_msg_to_smc_with_parameter(hwmgr,
795 PPSMC_MSG_SetHardMinVcn,
796 SMU10_UMD_PSTATE_MIN_VCE,
797 NULL);
798
799 smum_send_msg_to_smc_with_parameter(hwmgr,
800 PPSMC_MSG_SetSoftMaxGfxClk,
801 data->gfx_max_freq_limit/100,
802 NULL);
803 smum_send_msg_to_smc_with_parameter(hwmgr,
804 PPSMC_MSG_SetSoftMaxFclkByFreq,
805 data->clock_vol_info.vdd_dep_on_fclk->entries[index_fclk].clk / 100,
806 NULL);
807 smum_send_msg_to_smc_with_parameter(hwmgr,
808 PPSMC_MSG_SetSoftMaxSocclkByFreq,
809 data->clock_vol_info.vdd_dep_on_socclk->entries[index_socclk].clk / 100,
810 NULL);
811 smum_send_msg_to_smc_with_parameter(hwmgr,
812 PPSMC_MSG_SetSoftMaxVcn,
813 SMU10_UMD_PSTATE_VCE,
814 NULL);
815 break;
816 case AMD_DPM_FORCED_LEVEL_LOW:
817 data->fine_grain_enabled = 0;
818
819 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &fine_grain_min_freq);
820 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &fine_grain_max_freq);
821
822 data->gfx_actual_soft_min_freq = fine_grain_min_freq;
823 data->gfx_actual_soft_max_freq = fine_grain_max_freq;
824
825 smum_send_msg_to_smc_with_parameter(hwmgr,
826 PPSMC_MSG_SetHardMinGfxClk,
827 data->gfx_min_freq_limit/100,
828 NULL);
829 smum_send_msg_to_smc_with_parameter(hwmgr,
830 PPSMC_MSG_SetSoftMaxGfxClk,
831 data->gfx_min_freq_limit/100,
832 NULL);
833 smum_send_msg_to_smc_with_parameter(hwmgr,
834 PPSMC_MSG_SetHardMinFclkByFreq,
835 min_mclk,
836 NULL);
837 smum_send_msg_to_smc_with_parameter(hwmgr,
838 PPSMC_MSG_SetSoftMaxFclkByFreq,
839 min_mclk,
840 NULL);
841 break;
842 case AMD_DPM_FORCED_LEVEL_MANUAL:
843 data->fine_grain_enabled = 1;
844 break;
845 case AMD_DPM_FORCED_LEVEL_PROFILE_EXIT:
846 default:
847 break;
848 }
849 return 0;
850}
851
852static uint32_t smu10_dpm_get_mclk(struct pp_hwmgr *hwmgr, bool low)
853{
854 struct smu10_hwmgr *data;
855
856 if (hwmgr == NULL)
857 return -EINVAL;
858
859 data = (struct smu10_hwmgr *)(hwmgr->backend);
860
861 if (low)
862 return data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk;
863 else
864 return data->clock_vol_info.vdd_dep_on_fclk->entries[
865 data->clock_vol_info.vdd_dep_on_fclk->count - 1].clk;
866}
867
868static uint32_t smu10_dpm_get_sclk(struct pp_hwmgr *hwmgr, bool low)
869{
870 struct smu10_hwmgr *data;
871
872 if (hwmgr == NULL)
873 return -EINVAL;
874
875 data = (struct smu10_hwmgr *)(hwmgr->backend);
876
877 if (low)
878 return data->gfx_min_freq_limit;
879 else
880 return data->gfx_max_freq_limit;
881}
882
883static int smu10_dpm_patch_boot_state(struct pp_hwmgr *hwmgr,
884 struct pp_hw_power_state *hw_ps)
885{
886 return 0;
887}
888
889static int smu10_dpm_get_pp_table_entry_callback(
890 struct pp_hwmgr *hwmgr,
891 struct pp_hw_power_state *hw_ps,
892 unsigned int index,
893 const void *clock_info)
894{
895 struct smu10_power_state *smu10_ps = cast_smu10_ps(hw_ps);
896
897 smu10_ps->levels[index].engine_clock = 0;
898
899 smu10_ps->levels[index].vddc_index = 0;
900 smu10_ps->level = index + 1;
901
902 if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_SclkDeepSleep)) {
903 smu10_ps->levels[index].ds_divider_index = 5;
904 smu10_ps->levels[index].ss_divider_index = 5;
905 }
906
907 return 0;
908}
909
910static int smu10_dpm_get_num_of_pp_table_entries(struct pp_hwmgr *hwmgr)
911{
912 int result;
913 unsigned long ret = 0;
914
915 result = pp_tables_get_num_of_entries(hwmgr, &ret);
916
917 return result ? 0 : ret;
918}
919
920static int smu10_dpm_get_pp_table_entry(struct pp_hwmgr *hwmgr,
921 unsigned long entry, struct pp_power_state *ps)
922{
923 int result;
924 struct smu10_power_state *smu10_ps;
925
926 ps->hardware.magic = SMU10_Magic;
927
928 smu10_ps = cast_smu10_ps(&(ps->hardware));
929
930 result = pp_tables_get_entry(hwmgr, entry, ps,
931 smu10_dpm_get_pp_table_entry_callback);
932
933 smu10_ps->uvd_clocks.vclk = ps->uvd_clocks.VCLK;
934 smu10_ps->uvd_clocks.dclk = ps->uvd_clocks.DCLK;
935
936 return result;
937}
938
939static int smu10_get_power_state_size(struct pp_hwmgr *hwmgr)
940{
941 return sizeof(struct smu10_power_state);
942}
943
944static int smu10_set_cpu_power_state(struct pp_hwmgr *hwmgr)
945{
946 return 0;
947}
948
949
950static int smu10_store_cc6_data(struct pp_hwmgr *hwmgr, uint32_t separation_time,
951 bool cc6_disable, bool pstate_disable, bool pstate_switch_disable)
952{
953 struct smu10_hwmgr *data = (struct smu10_hwmgr *)(hwmgr->backend);
954
955 if (separation_time != data->separation_time ||
956 cc6_disable != data->cc6_disable ||
957 pstate_disable != data->pstate_disable) {
958 data->separation_time = separation_time;
959 data->cc6_disable = cc6_disable;
960 data->pstate_disable = pstate_disable;
961 data->cc6_setting_changed = true;
962 }
963 return 0;
964}
965
966static int smu10_get_dal_power_level(struct pp_hwmgr *hwmgr,
967 struct amd_pp_simple_clock_info *info)
968{
969 return -EINVAL;
970}
971
972static int smu10_force_clock_level(struct pp_hwmgr *hwmgr,
973 enum pp_clock_type type, uint32_t mask)
974{
975 struct smu10_hwmgr *data = hwmgr->backend;
976 struct smu10_voltage_dependency_table *mclk_table =
977 data->clock_vol_info.vdd_dep_on_fclk;
978 uint32_t low, high;
979
980 low = mask ? (ffs(mask) - 1) : 0;
981 high = mask ? (fls(mask) - 1) : 0;
982
983 switch (type) {
984 case PP_SCLK:
985 if (low > 2 || high > 2) {
986 pr_info("Currently sclk only support 3 levels on RV\n");
987 return -EINVAL;
988 }
989
990 smum_send_msg_to_smc_with_parameter(hwmgr,
991 PPSMC_MSG_SetHardMinGfxClk,
992 low == 2 ? data->gfx_max_freq_limit/100 :
993 low == 1 ? SMU10_UMD_PSTATE_GFXCLK :
994 data->gfx_min_freq_limit/100,
995 NULL);
996
997 smum_send_msg_to_smc_with_parameter(hwmgr,
998 PPSMC_MSG_SetSoftMaxGfxClk,
999 high == 0 ? data->gfx_min_freq_limit/100 :
1000 high == 1 ? SMU10_UMD_PSTATE_GFXCLK :
1001 data->gfx_max_freq_limit/100,
1002 NULL);
1003 break;
1004
1005 case PP_MCLK:
1006 if (low > mclk_table->count - 1 || high > mclk_table->count - 1)
1007 return -EINVAL;
1008
1009 smum_send_msg_to_smc_with_parameter(hwmgr,
1010 PPSMC_MSG_SetHardMinFclkByFreq,
1011 mclk_table->entries[low].clk/100,
1012 NULL);
1013
1014 smum_send_msg_to_smc_with_parameter(hwmgr,
1015 PPSMC_MSG_SetSoftMaxFclkByFreq,
1016 mclk_table->entries[high].clk/100,
1017 NULL);
1018 break;
1019
1020 case PP_PCIE:
1021 default:
1022 break;
1023 }
1024 return 0;
1025}
1026
1027static int smu10_print_clock_levels(struct pp_hwmgr *hwmgr,
1028 enum pp_clock_type type, char *buf)
1029{
1030 struct smu10_hwmgr *data = (struct smu10_hwmgr *)(hwmgr->backend);
1031 struct smu10_voltage_dependency_table *mclk_table =
1032 data->clock_vol_info.vdd_dep_on_fclk;
1033 uint32_t i, now, size = 0;
1034 uint32_t min_freq, max_freq = 0;
1035 uint32_t ret = 0;
1036
1037 switch (type) {
1038 case PP_SCLK:
1039 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetGfxclkFrequency, &now);
1040
1041 /* driver only know min/max gfx_clk, Add level 1 for all other gfx clks */
1042 if (now == data->gfx_max_freq_limit/100)
1043 i = 2;
1044 else if (now == data->gfx_min_freq_limit/100)
1045 i = 0;
1046 else
1047 i = 1;
1048
1049 size += sprintf(buf + size, "0: %uMhz %s\n",
1050 data->gfx_min_freq_limit/100,
1051 i == 0 ? "*" : "");
1052 size += sprintf(buf + size, "1: %uMhz %s\n",
1053 i == 1 ? now : SMU10_UMD_PSTATE_GFXCLK,
1054 i == 1 ? "*" : "");
1055 size += sprintf(buf + size, "2: %uMhz %s\n",
1056 data->gfx_max_freq_limit/100,
1057 i == 2 ? "*" : "");
1058 break;
1059 case PP_MCLK:
1060 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetFclkFrequency, &now);
1061
1062 for (i = 0; i < mclk_table->count; i++)
1063 size += sprintf(buf + size, "%d: %uMhz %s\n",
1064 i,
1065 mclk_table->entries[i].clk / 100,
1066 ((mclk_table->entries[i].clk / 100)
1067 == now) ? "*" : "");
1068 break;
1069 case OD_SCLK:
1070 if (hwmgr->od_enabled) {
1071 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1072 if (ret)
1073 return ret;
1074 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1075 if (ret)
1076 return ret;
1077
1078 size += sprintf(buf + size, "%s:\n", "OD_SCLK");
1079 size += sprintf(buf + size, "0: %10uMhz\n",
1080 (data->gfx_actual_soft_min_freq > 0) ? data->gfx_actual_soft_min_freq : min_freq);
1081 size += sprintf(buf + size, "1: %10uMhz\n",
1082 (data->gfx_actual_soft_max_freq > 0) ? data->gfx_actual_soft_max_freq : max_freq);
1083 }
1084 break;
1085 case OD_RANGE:
1086 if (hwmgr->od_enabled) {
1087 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1088 if (ret)
1089 return ret;
1090 ret = smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1091 if (ret)
1092 return ret;
1093
1094 size += sprintf(buf + size, "%s:\n", "OD_RANGE");
1095 size += sprintf(buf + size, "SCLK: %7uMHz %10uMHz\n",
1096 min_freq, max_freq);
1097 }
1098 break;
1099 default:
1100 break;
1101 }
1102
1103 return size;
1104}
1105
1106static int smu10_get_performance_level(struct pp_hwmgr *hwmgr, const struct pp_hw_power_state *state,
1107 PHM_PerformanceLevelDesignation designation, uint32_t index,
1108 PHM_PerformanceLevel *level)
1109{
1110 struct smu10_hwmgr *data;
1111
1112 if (level == NULL || hwmgr == NULL || state == NULL)
1113 return -EINVAL;
1114
1115 data = (struct smu10_hwmgr *)(hwmgr->backend);
1116
1117 if (index == 0) {
1118 level->memory_clock = data->clock_vol_info.vdd_dep_on_fclk->entries[0].clk;
1119 level->coreClock = data->gfx_min_freq_limit;
1120 } else {
1121 level->memory_clock = data->clock_vol_info.vdd_dep_on_fclk->entries[
1122 data->clock_vol_info.vdd_dep_on_fclk->count - 1].clk;
1123 level->coreClock = data->gfx_max_freq_limit;
1124 }
1125
1126 level->nonLocalMemoryFreq = 0;
1127 level->nonLocalMemoryWidth = 0;
1128
1129 return 0;
1130}
1131
1132static int smu10_get_current_shallow_sleep_clocks(struct pp_hwmgr *hwmgr,
1133 const struct pp_hw_power_state *state, struct pp_clock_info *clock_info)
1134{
1135 const struct smu10_power_state *ps = cast_const_smu10_ps(state);
1136
1137 clock_info->min_eng_clk = ps->levels[0].engine_clock / (1 << (ps->levels[0].ss_divider_index));
1138 clock_info->max_eng_clk = ps->levels[ps->level - 1].engine_clock / (1 << (ps->levels[ps->level - 1].ss_divider_index));
1139
1140 return 0;
1141}
1142
1143#define MEM_FREQ_LOW_LATENCY 25000
1144#define MEM_FREQ_HIGH_LATENCY 80000
1145#define MEM_LATENCY_HIGH 245
1146#define MEM_LATENCY_LOW 35
1147#define MEM_LATENCY_ERR 0xFFFF
1148
1149
1150static uint32_t smu10_get_mem_latency(struct pp_hwmgr *hwmgr,
1151 uint32_t clock)
1152{
1153 if (clock >= MEM_FREQ_LOW_LATENCY &&
1154 clock < MEM_FREQ_HIGH_LATENCY)
1155 return MEM_LATENCY_HIGH;
1156 else if (clock >= MEM_FREQ_HIGH_LATENCY)
1157 return MEM_LATENCY_LOW;
1158 else
1159 return MEM_LATENCY_ERR;
1160}
1161
1162static int smu10_get_clock_by_type_with_latency(struct pp_hwmgr *hwmgr,
1163 enum amd_pp_clock_type type,
1164 struct pp_clock_levels_with_latency *clocks)
1165{
1166 uint32_t i;
1167 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1168 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
1169 struct smu10_voltage_dependency_table *pclk_vol_table;
1170 bool latency_required = false;
1171
1172 if (pinfo == NULL)
1173 return -EINVAL;
1174
1175 switch (type) {
1176 case amd_pp_mem_clock:
1177 pclk_vol_table = pinfo->vdd_dep_on_mclk;
1178 latency_required = true;
1179 break;
1180 case amd_pp_f_clock:
1181 pclk_vol_table = pinfo->vdd_dep_on_fclk;
1182 latency_required = true;
1183 break;
1184 case amd_pp_dcf_clock:
1185 pclk_vol_table = pinfo->vdd_dep_on_dcefclk;
1186 break;
1187 case amd_pp_disp_clock:
1188 pclk_vol_table = pinfo->vdd_dep_on_dispclk;
1189 break;
1190 case amd_pp_phy_clock:
1191 pclk_vol_table = pinfo->vdd_dep_on_phyclk;
1192 break;
1193 case amd_pp_dpp_clock:
1194 pclk_vol_table = pinfo->vdd_dep_on_dppclk;
1195 break;
1196 default:
1197 return -EINVAL;
1198 }
1199
1200 if (pclk_vol_table == NULL || pclk_vol_table->count == 0)
1201 return -EINVAL;
1202
1203 clocks->num_levels = 0;
1204 for (i = 0; i < pclk_vol_table->count; i++) {
1205 if (pclk_vol_table->entries[i].clk) {
1206 clocks->data[clocks->num_levels].clocks_in_khz =
1207 pclk_vol_table->entries[i].clk * 10;
1208 clocks->data[clocks->num_levels].latency_in_us = latency_required ?
1209 smu10_get_mem_latency(hwmgr,
1210 pclk_vol_table->entries[i].clk) :
1211 0;
1212 clocks->num_levels++;
1213 }
1214 }
1215
1216 return 0;
1217}
1218
1219static int smu10_get_clock_by_type_with_voltage(struct pp_hwmgr *hwmgr,
1220 enum amd_pp_clock_type type,
1221 struct pp_clock_levels_with_voltage *clocks)
1222{
1223 uint32_t i;
1224 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1225 struct smu10_clock_voltage_information *pinfo = &(smu10_data->clock_vol_info);
1226 struct smu10_voltage_dependency_table *pclk_vol_table = NULL;
1227
1228 if (pinfo == NULL)
1229 return -EINVAL;
1230
1231 switch (type) {
1232 case amd_pp_mem_clock:
1233 pclk_vol_table = pinfo->vdd_dep_on_mclk;
1234 break;
1235 case amd_pp_f_clock:
1236 pclk_vol_table = pinfo->vdd_dep_on_fclk;
1237 break;
1238 case amd_pp_dcf_clock:
1239 pclk_vol_table = pinfo->vdd_dep_on_dcefclk;
1240 break;
1241 case amd_pp_soc_clock:
1242 pclk_vol_table = pinfo->vdd_dep_on_socclk;
1243 break;
1244 case amd_pp_disp_clock:
1245 pclk_vol_table = pinfo->vdd_dep_on_dispclk;
1246 break;
1247 case amd_pp_phy_clock:
1248 pclk_vol_table = pinfo->vdd_dep_on_phyclk;
1249 break;
1250 default:
1251 return -EINVAL;
1252 }
1253
1254 if (pclk_vol_table == NULL || pclk_vol_table->count == 0)
1255 return -EINVAL;
1256
1257 clocks->num_levels = 0;
1258 for (i = 0; i < pclk_vol_table->count; i++) {
1259 if (pclk_vol_table->entries[i].clk) {
1260 clocks->data[clocks->num_levels].clocks_in_khz = pclk_vol_table->entries[i].clk * 10;
1261 clocks->data[clocks->num_levels].voltage_in_mv = pclk_vol_table->entries[i].vol;
1262 clocks->num_levels++;
1263 }
1264 }
1265
1266 return 0;
1267}
1268
1269
1270
1271static int smu10_get_max_high_clocks(struct pp_hwmgr *hwmgr, struct amd_pp_simple_clock_info *clocks)
1272{
1273 clocks->engine_max_clock = 80000; /* driver can't get engine clock, temp hard code to 800MHz */
1274 return 0;
1275}
1276
1277static int smu10_thermal_get_temperature(struct pp_hwmgr *hwmgr)
1278{
1279 struct amdgpu_device *adev = hwmgr->adev;
1280 uint32_t reg_value = RREG32_SOC15(THM, 0, mmTHM_TCON_CUR_TMP);
1281 int cur_temp =
1282 (reg_value & THM_TCON_CUR_TMP__CUR_TEMP_MASK) >> THM_TCON_CUR_TMP__CUR_TEMP__SHIFT;
1283
1284 if (cur_temp & THM_TCON_CUR_TMP__CUR_TEMP_RANGE_SEL_MASK)
1285 cur_temp = ((cur_temp / 8) - 49) * PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
1286 else
1287 cur_temp = (cur_temp / 8) * PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
1288
1289 return cur_temp;
1290}
1291
1292static int smu10_read_sensor(struct pp_hwmgr *hwmgr, int idx,
1293 void *value, int *size)
1294{
1295 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1296 struct amdgpu_device *adev = hwmgr->adev;
1297 uint32_t sclk, mclk, activity_percent;
1298 bool has_gfx_busy;
1299 int ret = 0;
1300
1301 /* GetGfxBusy support was added on RV SMU FW 30.85.00 and PCO 4.30.59 */
1302 if ((adev->apu_flags & AMD_APU_IS_PICASSO) &&
1303 (hwmgr->smu_version >= 0x41e3b))
1304 has_gfx_busy = true;
1305 else if ((adev->apu_flags & AMD_APU_IS_RAVEN) &&
1306 (hwmgr->smu_version >= 0x1e5500))
1307 has_gfx_busy = true;
1308 else
1309 has_gfx_busy = false;
1310
1311 switch (idx) {
1312 case AMDGPU_PP_SENSOR_GFX_SCLK:
1313 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetGfxclkFrequency, &sclk);
1314 /* in units of 10KHZ */
1315 *((uint32_t *)value) = sclk * 100;
1316 *size = 4;
1317 break;
1318 case AMDGPU_PP_SENSOR_GFX_MCLK:
1319 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetFclkFrequency, &mclk);
1320 /* in units of 10KHZ */
1321 *((uint32_t *)value) = mclk * 100;
1322 *size = 4;
1323 break;
1324 case AMDGPU_PP_SENSOR_GPU_TEMP:
1325 *((uint32_t *)value) = smu10_thermal_get_temperature(hwmgr);
1326 break;
1327 case AMDGPU_PP_SENSOR_VCN_POWER_STATE:
1328 *(uint32_t *)value = smu10_data->vcn_power_gated ? 0 : 1;
1329 *size = 4;
1330 break;
1331 case AMDGPU_PP_SENSOR_GPU_LOAD:
1332 if (!has_gfx_busy)
1333 ret = -EOPNOTSUPP;
1334 else {
1335 ret = smum_send_msg_to_smc(hwmgr,
1336 PPSMC_MSG_GetGfxBusy,
1337 &activity_percent);
1338 if (!ret)
1339 *((uint32_t *)value) = min(activity_percent, (u32)100);
1340 else
1341 ret = -EIO;
1342 }
1343 break;
1344 default:
1345 ret = -EOPNOTSUPP;
1346 break;
1347 }
1348
1349 return ret;
1350}
1351
1352static int smu10_set_watermarks_for_clocks_ranges(struct pp_hwmgr *hwmgr,
1353 void *clock_ranges)
1354{
1355 struct smu10_hwmgr *data = hwmgr->backend;
1356 struct dm_pp_wm_sets_with_clock_ranges_soc15 *wm_with_clock_ranges = clock_ranges;
1357 Watermarks_t *table = &(data->water_marks_table);
1358 struct amdgpu_device *adev = hwmgr->adev;
1359 int i;
1360
1361 smu_set_watermarks_for_clocks_ranges(table, wm_with_clock_ranges);
1362
1363 if (adev->apu_flags & AMD_APU_IS_RAVEN2) {
1364 for (i = 0; i < NUM_WM_RANGES; i++)
1365 table->WatermarkRow[WM_DCFCLK][i].WmType = (uint8_t)0;
1366
1367 for (i = 0; i < NUM_WM_RANGES; i++)
1368 table->WatermarkRow[WM_SOCCLK][i].WmType = (uint8_t)0;
1369 }
1370
1371 smum_smc_table_manager(hwmgr, (uint8_t *)table, (uint16_t)SMU10_WMTABLE, false);
1372 data->water_marks_exist = true;
1373 return 0;
1374}
1375
1376static int smu10_smus_notify_pwe(struct pp_hwmgr *hwmgr)
1377{
1378
1379 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_SetRccPfcPmeRestoreRegister, NULL);
1380}
1381
1382static int smu10_powergate_mmhub(struct pp_hwmgr *hwmgr)
1383{
1384 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerGateMmHub, NULL);
1385}
1386
1387static int smu10_powergate_sdma(struct pp_hwmgr *hwmgr, bool gate)
1388{
1389 if (gate)
1390 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerDownSdma, NULL);
1391 else
1392 return smum_send_msg_to_smc(hwmgr, PPSMC_MSG_PowerUpSdma, NULL);
1393}
1394
1395static void smu10_powergate_vcn(struct pp_hwmgr *hwmgr, bool bgate)
1396{
1397 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1398
1399 if (bgate) {
1400 amdgpu_device_ip_set_powergating_state(hwmgr->adev,
1401 AMD_IP_BLOCK_TYPE_VCN,
1402 AMD_PG_STATE_GATE);
1403 smum_send_msg_to_smc_with_parameter(hwmgr,
1404 PPSMC_MSG_PowerDownVcn, 0, NULL);
1405 smu10_data->vcn_power_gated = true;
1406 } else {
1407 smum_send_msg_to_smc_with_parameter(hwmgr,
1408 PPSMC_MSG_PowerUpVcn, 0, NULL);
1409 amdgpu_device_ip_set_powergating_state(hwmgr->adev,
1410 AMD_IP_BLOCK_TYPE_VCN,
1411 AMD_PG_STATE_UNGATE);
1412 smu10_data->vcn_power_gated = false;
1413 }
1414}
1415
1416static int conv_power_profile_to_pplib_workload(int power_profile)
1417{
1418 int pplib_workload = 0;
1419
1420 switch (power_profile) {
1421 case PP_SMC_POWER_PROFILE_FULLSCREEN3D:
1422 pplib_workload = WORKLOAD_PPLIB_FULL_SCREEN_3D_BIT;
1423 break;
1424 case PP_SMC_POWER_PROFILE_VIDEO:
1425 pplib_workload = WORKLOAD_PPLIB_VIDEO_BIT;
1426 break;
1427 case PP_SMC_POWER_PROFILE_VR:
1428 pplib_workload = WORKLOAD_PPLIB_VR_BIT;
1429 break;
1430 case PP_SMC_POWER_PROFILE_COMPUTE:
1431 pplib_workload = WORKLOAD_PPLIB_COMPUTE_BIT;
1432 break;
1433 case PP_SMC_POWER_PROFILE_CUSTOM:
1434 pplib_workload = WORKLOAD_PPLIB_CUSTOM_BIT;
1435 break;
1436 }
1437
1438 return pplib_workload;
1439}
1440
1441static int smu10_get_power_profile_mode(struct pp_hwmgr *hwmgr, char *buf)
1442{
1443 uint32_t i, size = 0;
1444 static const uint8_t
1445 profile_mode_setting[6][4] = {{70, 60, 0, 0,},
1446 {70, 60, 1, 3,},
1447 {90, 60, 0, 0,},
1448 {70, 60, 0, 0,},
1449 {70, 90, 0, 0,},
1450 {30, 60, 0, 6,},
1451 };
1452 static const char *title[6] = {"NUM",
1453 "MODE_NAME",
1454 "BUSY_SET_POINT",
1455 "FPS",
1456 "USE_RLC_BUSY",
1457 "MIN_ACTIVE_LEVEL"};
1458
1459 if (!buf)
1460 return -EINVAL;
1461
1462 phm_get_sysfs_buf(&buf, &size);
1463
1464 size += sysfs_emit_at(buf, size, "%s %16s %s %s %s %s\n", title[0],
1465 title[1], title[2], title[3], title[4], title[5]);
1466
1467 for (i = 0; i <= PP_SMC_POWER_PROFILE_COMPUTE; i++)
1468 size += sysfs_emit_at(buf, size, "%3d %14s%s: %14d %3d %10d %14d\n",
1469 i, amdgpu_pp_profile_name[i], (i == hwmgr->power_profile_mode) ? "*" : " ",
1470 profile_mode_setting[i][0], profile_mode_setting[i][1],
1471 profile_mode_setting[i][2], profile_mode_setting[i][3]);
1472
1473 return size;
1474}
1475
1476static bool smu10_is_raven1_refresh(struct pp_hwmgr *hwmgr)
1477{
1478 struct amdgpu_device *adev = hwmgr->adev;
1479 if ((adev->apu_flags & AMD_APU_IS_RAVEN) &&
1480 (hwmgr->smu_version >= 0x41e2b))
1481 return true;
1482 else
1483 return false;
1484}
1485
1486static int smu10_set_power_profile_mode(struct pp_hwmgr *hwmgr, long *input, uint32_t size)
1487{
1488 int workload_type = 0;
1489 int result = 0;
1490
1491 if (input[size] > PP_SMC_POWER_PROFILE_COMPUTE) {
1492 pr_err("Invalid power profile mode %ld\n", input[size]);
1493 return -EINVAL;
1494 }
1495 if (hwmgr->power_profile_mode == input[size])
1496 return 0;
1497
1498 /* conv PP_SMC_POWER_PROFILE* to WORKLOAD_PPLIB_*_BIT */
1499 workload_type =
1500 conv_power_profile_to_pplib_workload(input[size]);
1501 if (workload_type &&
1502 smu10_is_raven1_refresh(hwmgr) &&
1503 !hwmgr->gfxoff_state_changed_by_workload) {
1504 smu10_gfx_off_control(hwmgr, false);
1505 hwmgr->gfxoff_state_changed_by_workload = true;
1506 }
1507 result = smum_send_msg_to_smc_with_parameter(hwmgr, PPSMC_MSG_ActiveProcessNotify,
1508 1 << workload_type,
1509 NULL);
1510 if (!result)
1511 hwmgr->power_profile_mode = input[size];
1512 if (workload_type && hwmgr->gfxoff_state_changed_by_workload) {
1513 smu10_gfx_off_control(hwmgr, true);
1514 hwmgr->gfxoff_state_changed_by_workload = false;
1515 }
1516
1517 return 0;
1518}
1519
1520static int smu10_asic_reset(struct pp_hwmgr *hwmgr, enum SMU_ASIC_RESET_MODE mode)
1521{
1522 return smum_send_msg_to_smc_with_parameter(hwmgr,
1523 PPSMC_MSG_DeviceDriverReset,
1524 mode,
1525 NULL);
1526}
1527
1528static int smu10_set_fine_grain_clk_vol(struct pp_hwmgr *hwmgr,
1529 enum PP_OD_DPM_TABLE_COMMAND type,
1530 long *input, uint32_t size)
1531{
1532 uint32_t min_freq, max_freq = 0;
1533 struct smu10_hwmgr *smu10_data = (struct smu10_hwmgr *)(hwmgr->backend);
1534 int ret = 0;
1535
1536 if (!hwmgr->od_enabled) {
1537 pr_err("Fine grain not support\n");
1538 return -EINVAL;
1539 }
1540
1541 if (!smu10_data->fine_grain_enabled) {
1542 pr_err("pp_od_clk_voltage is not accessible if power_dpm_force_performance_level is not in manual mode!\n");
1543 return -EINVAL;
1544 }
1545
1546 if (type == PP_OD_EDIT_SCLK_VDDC_TABLE) {
1547 if (size != 2) {
1548 pr_err("Input parameter number not correct\n");
1549 return -EINVAL;
1550 }
1551
1552 if (input[0] == 0) {
1553 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1554 if (input[1] < min_freq) {
1555 pr_err("Fine grain setting minimum sclk (%ld) MHz is less than the minimum allowed (%d) MHz\n",
1556 input[1], min_freq);
1557 return -EINVAL;
1558 }
1559 smu10_data->gfx_actual_soft_min_freq = input[1];
1560 } else if (input[0] == 1) {
1561 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1562 if (input[1] > max_freq) {
1563 pr_err("Fine grain setting maximum sclk (%ld) MHz is greater than the maximum allowed (%d) MHz\n",
1564 input[1], max_freq);
1565 return -EINVAL;
1566 }
1567 smu10_data->gfx_actual_soft_max_freq = input[1];
1568 } else {
1569 return -EINVAL;
1570 }
1571 } else if (type == PP_OD_RESTORE_DEFAULT_TABLE) {
1572 if (size != 0) {
1573 pr_err("Input parameter number not correct\n");
1574 return -EINVAL;
1575 }
1576 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMinGfxclkFrequency, &min_freq);
1577 smum_send_msg_to_smc(hwmgr, PPSMC_MSG_GetMaxGfxclkFrequency, &max_freq);
1578
1579 smu10_data->gfx_actual_soft_min_freq = min_freq;
1580 smu10_data->gfx_actual_soft_max_freq = max_freq;
1581 } else if (type == PP_OD_COMMIT_DPM_TABLE) {
1582 if (size != 0) {
1583 pr_err("Input parameter number not correct\n");
1584 return -EINVAL;
1585 }
1586
1587 if (smu10_data->gfx_actual_soft_min_freq > smu10_data->gfx_actual_soft_max_freq) {
1588 pr_err("The setting minimum sclk (%d) MHz is greater than the setting maximum sclk (%d) MHz\n",
1589 smu10_data->gfx_actual_soft_min_freq, smu10_data->gfx_actual_soft_max_freq);
1590 return -EINVAL;
1591 }
1592
1593 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
1594 PPSMC_MSG_SetHardMinGfxClk,
1595 smu10_data->gfx_actual_soft_min_freq,
1596 NULL);
1597 if (ret)
1598 return ret;
1599
1600 ret = smum_send_msg_to_smc_with_parameter(hwmgr,
1601 PPSMC_MSG_SetSoftMaxGfxClk,
1602 smu10_data->gfx_actual_soft_max_freq,
1603 NULL);
1604 if (ret)
1605 return ret;
1606 } else {
1607 return -EINVAL;
1608 }
1609
1610 return 0;
1611}
1612
1613static int smu10_gfx_state_change(struct pp_hwmgr *hwmgr, uint32_t state)
1614{
1615 smum_send_msg_to_smc_with_parameter(hwmgr, PPSMC_MSG_GpuChangeState, state, NULL);
1616
1617 return 0;
1618}
1619
1620static const struct pp_hwmgr_func smu10_hwmgr_funcs = {
1621 .backend_init = smu10_hwmgr_backend_init,
1622 .backend_fini = smu10_hwmgr_backend_fini,
1623 .apply_state_adjust_rules = smu10_apply_state_adjust_rules,
1624 .force_dpm_level = smu10_dpm_force_dpm_level,
1625 .get_power_state_size = smu10_get_power_state_size,
1626 .powerdown_uvd = NULL,
1627 .powergate_uvd = smu10_powergate_vcn,
1628 .powergate_vce = NULL,
1629 .get_mclk = smu10_dpm_get_mclk,
1630 .get_sclk = smu10_dpm_get_sclk,
1631 .patch_boot_state = smu10_dpm_patch_boot_state,
1632 .get_pp_table_entry = smu10_dpm_get_pp_table_entry,
1633 .get_num_of_pp_table_entries = smu10_dpm_get_num_of_pp_table_entries,
1634 .set_cpu_power_state = smu10_set_cpu_power_state,
1635 .store_cc6_data = smu10_store_cc6_data,
1636 .force_clock_level = smu10_force_clock_level,
1637 .print_clock_levels = smu10_print_clock_levels,
1638 .get_dal_power_level = smu10_get_dal_power_level,
1639 .get_performance_level = smu10_get_performance_level,
1640 .get_current_shallow_sleep_clocks = smu10_get_current_shallow_sleep_clocks,
1641 .get_clock_by_type_with_latency = smu10_get_clock_by_type_with_latency,
1642 .get_clock_by_type_with_voltage = smu10_get_clock_by_type_with_voltage,
1643 .set_watermarks_for_clocks_ranges = smu10_set_watermarks_for_clocks_ranges,
1644 .get_max_high_clocks = smu10_get_max_high_clocks,
1645 .read_sensor = smu10_read_sensor,
1646 .set_active_display_count = smu10_set_active_display_count,
1647 .set_min_deep_sleep_dcefclk = smu10_set_min_deep_sleep_dcefclk,
1648 .dynamic_state_management_enable = smu10_enable_dpm_tasks,
1649 .power_off_asic = smu10_power_off_asic,
1650 .asic_setup = smu10_setup_asic_task,
1651 .power_state_set = smu10_set_power_state_tasks,
1652 .dynamic_state_management_disable = smu10_disable_dpm_tasks,
1653 .powergate_mmhub = smu10_powergate_mmhub,
1654 .smus_notify_pwe = smu10_smus_notify_pwe,
1655 .display_clock_voltage_request = smu10_display_clock_voltage_request,
1656 .powergate_gfx = smu10_gfx_off_control,
1657 .powergate_sdma = smu10_powergate_sdma,
1658 .set_hard_min_dcefclk_by_freq = smu10_set_hard_min_dcefclk_by_freq,
1659 .set_hard_min_fclk_by_freq = smu10_set_hard_min_fclk_by_freq,
1660 .set_hard_min_gfxclk_by_freq = smu10_set_hard_min_gfxclk_by_freq,
1661 .set_soft_max_gfxclk_by_freq = smu10_set_soft_max_gfxclk_by_freq,
1662 .get_power_profile_mode = smu10_get_power_profile_mode,
1663 .set_power_profile_mode = smu10_set_power_profile_mode,
1664 .asic_reset = smu10_asic_reset,
1665 .set_fine_grain_clk_vol = smu10_set_fine_grain_clk_vol,
1666 .gfx_state_change = smu10_gfx_state_change,
1667};
1668
1669int smu10_init_function_pointers(struct pp_hwmgr *hwmgr)
1670{
1671 hwmgr->hwmgr_func = &smu10_hwmgr_funcs;
1672 hwmgr->pptable_func = &pptable_funcs;
1673 return 0;
1674}