Loading...
1/*
2 * Copyright (c) 2011-2012 Samsung Electronics Co., Ltd.
3 * http://www.samsung.com
4 *
5 * EXYNOS - Power Management support
6 *
7 * Based on arch/arm/mach-s3c2410/pm.c
8 * Copyright (c) 2006 Simtec Electronics
9 * Ben Dooks <ben@simtec.co.uk>
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14*/
15
16#include <linux/init.h>
17#include <linux/suspend.h>
18#include <linux/syscore_ops.h>
19#include <linux/io.h>
20#include <linux/irqchip/arm-gic.h>
21#include <linux/err.h>
22#include <linux/clk.h>
23
24#include <asm/cacheflush.h>
25#include <asm/hardware/cache-l2x0.h>
26#include <asm/smp_scu.h>
27#include <asm/suspend.h>
28
29#include <plat/cpu.h>
30#include <plat/pm-common.h>
31#include <plat/pll.h>
32#include <plat/regs-srom.h>
33
34#include <mach/map.h>
35
36#include "common.h"
37#include "regs-pmu.h"
38
39/**
40 * struct exynos_wkup_irq - Exynos GIC to PMU IRQ mapping
41 * @hwirq: Hardware IRQ signal of the GIC
42 * @mask: Mask in PMU wake-up mask register
43 */
44struct exynos_wkup_irq {
45 unsigned int hwirq;
46 u32 mask;
47};
48
49static struct sleep_save exynos5_sys_save[] = {
50 SAVE_ITEM(EXYNOS5_SYS_I2C_CFG),
51};
52
53static struct sleep_save exynos_core_save[] = {
54 /* SROM side */
55 SAVE_ITEM(S5P_SROM_BW),
56 SAVE_ITEM(S5P_SROM_BC0),
57 SAVE_ITEM(S5P_SROM_BC1),
58 SAVE_ITEM(S5P_SROM_BC2),
59 SAVE_ITEM(S5P_SROM_BC3),
60};
61
62/*
63 * GIC wake-up support
64 */
65
66static u32 exynos_irqwake_intmask = 0xffffffff;
67
68static const struct exynos_wkup_irq exynos4_wkup_irq[] = {
69 { 76, BIT(1) }, /* RTC alarm */
70 { 77, BIT(2) }, /* RTC tick */
71 { /* sentinel */ },
72};
73
74static const struct exynos_wkup_irq exynos5250_wkup_irq[] = {
75 { 75, BIT(1) }, /* RTC alarm */
76 { 76, BIT(2) }, /* RTC tick */
77 { /* sentinel */ },
78};
79
80static int exynos_irq_set_wake(struct irq_data *data, unsigned int state)
81{
82 const struct exynos_wkup_irq *wkup_irq;
83
84 if (soc_is_exynos5250())
85 wkup_irq = exynos5250_wkup_irq;
86 else
87 wkup_irq = exynos4_wkup_irq;
88
89 while (wkup_irq->mask) {
90 if (wkup_irq->hwirq == data->hwirq) {
91 if (!state)
92 exynos_irqwake_intmask |= wkup_irq->mask;
93 else
94 exynos_irqwake_intmask &= ~wkup_irq->mask;
95 return 0;
96 }
97 ++wkup_irq;
98 }
99
100 return -ENOENT;
101}
102
103/* For Cortex-A9 Diagnostic and Power control register */
104static unsigned int save_arm_register[2];
105
106static int exynos_cpu_suspend(unsigned long arg)
107{
108#ifdef CONFIG_CACHE_L2X0
109 outer_flush_all();
110#endif
111
112 if (soc_is_exynos5250())
113 flush_cache_all();
114
115 /* issue the standby signal into the pm unit. */
116 cpu_do_idle();
117
118 pr_info("Failed to suspend the system\n");
119 return 1; /* Aborting suspend */
120}
121
122static void exynos_pm_prepare(void)
123{
124 unsigned int tmp;
125
126 /* Set wake-up mask registers */
127 __raw_writel(exynos_get_eint_wake_mask(), S5P_EINT_WAKEUP_MASK);
128 __raw_writel(exynos_irqwake_intmask & ~(1 << 31), S5P_WAKEUP_MASK);
129
130 s3c_pm_do_save(exynos_core_save, ARRAY_SIZE(exynos_core_save));
131
132 if (soc_is_exynos5250()) {
133 s3c_pm_do_save(exynos5_sys_save, ARRAY_SIZE(exynos5_sys_save));
134 /* Disable USE_RETENTION of JPEG_MEM_OPTION */
135 tmp = __raw_readl(EXYNOS5_JPEG_MEM_OPTION);
136 tmp &= ~EXYNOS5_OPTION_USE_RETENTION;
137 __raw_writel(tmp, EXYNOS5_JPEG_MEM_OPTION);
138 }
139
140 /* Set value of power down register for sleep mode */
141
142 exynos_sys_powerdown_conf(SYS_SLEEP);
143 __raw_writel(S5P_CHECK_SLEEP, S5P_INFORM1);
144
145 /* ensure at least INFORM0 has the resume address */
146
147 __raw_writel(virt_to_phys(exynos_cpu_resume), S5P_INFORM0);
148}
149
150static int exynos_pm_suspend(void)
151{
152 unsigned long tmp;
153
154 /* Setting Central Sequence Register for power down mode */
155
156 tmp = __raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
157 tmp &= ~S5P_CENTRAL_LOWPWR_CFG;
158 __raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
159
160 /* Setting SEQ_OPTION register */
161
162 tmp = (S5P_USE_STANDBY_WFI0 | S5P_USE_STANDBY_WFE0);
163 __raw_writel(tmp, S5P_CENTRAL_SEQ_OPTION);
164
165 if (!soc_is_exynos5250()) {
166 /* Save Power control register */
167 asm ("mrc p15, 0, %0, c15, c0, 0"
168 : "=r" (tmp) : : "cc");
169 save_arm_register[0] = tmp;
170
171 /* Save Diagnostic register */
172 asm ("mrc p15, 0, %0, c15, c0, 1"
173 : "=r" (tmp) : : "cc");
174 save_arm_register[1] = tmp;
175 }
176
177 return 0;
178}
179
180static void exynos_pm_resume(void)
181{
182 unsigned long tmp;
183
184 /*
185 * If PMU failed while entering sleep mode, WFI will be
186 * ignored by PMU and then exiting cpu_do_idle().
187 * S5P_CENTRAL_LOWPWR_CFG bit will not be set automatically
188 * in this situation.
189 */
190 tmp = __raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
191 if (!(tmp & S5P_CENTRAL_LOWPWR_CFG)) {
192 tmp |= S5P_CENTRAL_LOWPWR_CFG;
193 __raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
194 /* clear the wakeup state register */
195 __raw_writel(0x0, S5P_WAKEUP_STAT);
196 /* No need to perform below restore code */
197 goto early_wakeup;
198 }
199 if (!soc_is_exynos5250()) {
200 /* Restore Power control register */
201 tmp = save_arm_register[0];
202 asm volatile ("mcr p15, 0, %0, c15, c0, 0"
203 : : "r" (tmp)
204 : "cc");
205
206 /* Restore Diagnostic register */
207 tmp = save_arm_register[1];
208 asm volatile ("mcr p15, 0, %0, c15, c0, 1"
209 : : "r" (tmp)
210 : "cc");
211 }
212
213 /* For release retention */
214
215 __raw_writel((1 << 28), S5P_PAD_RET_MAUDIO_OPTION);
216 __raw_writel((1 << 28), S5P_PAD_RET_GPIO_OPTION);
217 __raw_writel((1 << 28), S5P_PAD_RET_UART_OPTION);
218 __raw_writel((1 << 28), S5P_PAD_RET_MMCA_OPTION);
219 __raw_writel((1 << 28), S5P_PAD_RET_MMCB_OPTION);
220 __raw_writel((1 << 28), S5P_PAD_RET_EBIA_OPTION);
221 __raw_writel((1 << 28), S5P_PAD_RET_EBIB_OPTION);
222
223 if (soc_is_exynos5250())
224 s3c_pm_do_restore(exynos5_sys_save,
225 ARRAY_SIZE(exynos5_sys_save));
226
227 s3c_pm_do_restore_core(exynos_core_save, ARRAY_SIZE(exynos_core_save));
228
229 if (IS_ENABLED(CONFIG_SMP) && !soc_is_exynos5250())
230 scu_enable(S5P_VA_SCU);
231
232early_wakeup:
233
234 /* Clear SLEEP mode set in INFORM1 */
235 __raw_writel(0x0, S5P_INFORM1);
236
237 return;
238}
239
240static struct syscore_ops exynos_pm_syscore_ops = {
241 .suspend = exynos_pm_suspend,
242 .resume = exynos_pm_resume,
243};
244
245/*
246 * Suspend Ops
247 */
248
249static int exynos_suspend_enter(suspend_state_t state)
250{
251 int ret;
252
253 s3c_pm_debug_init();
254
255 S3C_PMDBG("%s: suspending the system...\n", __func__);
256
257 S3C_PMDBG("%s: wakeup masks: %08x,%08x\n", __func__,
258 exynos_irqwake_intmask, exynos_get_eint_wake_mask());
259
260 if (exynos_irqwake_intmask == -1U
261 && exynos_get_eint_wake_mask() == -1U) {
262 pr_err("%s: No wake-up sources!\n", __func__);
263 pr_err("%s: Aborting sleep\n", __func__);
264 return -EINVAL;
265 }
266
267 s3c_pm_save_uarts();
268 exynos_pm_prepare();
269 flush_cache_all();
270 s3c_pm_check_store();
271
272 ret = cpu_suspend(0, exynos_cpu_suspend);
273 if (ret)
274 return ret;
275
276 s3c_pm_restore_uarts();
277
278 S3C_PMDBG("%s: wakeup stat: %08x\n", __func__,
279 __raw_readl(S5P_WAKEUP_STAT));
280
281 s3c_pm_check_restore();
282
283 S3C_PMDBG("%s: resuming the system...\n", __func__);
284
285 return 0;
286}
287
288static int exynos_suspend_prepare(void)
289{
290 s3c_pm_check_prepare();
291
292 return 0;
293}
294
295static void exynos_suspend_finish(void)
296{
297 s3c_pm_check_cleanup();
298}
299
300static const struct platform_suspend_ops exynos_suspend_ops = {
301 .enter = exynos_suspend_enter,
302 .prepare = exynos_suspend_prepare,
303 .finish = exynos_suspend_finish,
304 .valid = suspend_valid_only_mem,
305};
306
307void __init exynos_pm_init(void)
308{
309 u32 tmp;
310
311 /* Platform-specific GIC callback */
312 gic_arch_extn.irq_set_wake = exynos_irq_set_wake;
313
314 /* All wakeup disable */
315 tmp = __raw_readl(S5P_WAKEUP_MASK);
316 tmp |= ((0xFF << 8) | (0x1F << 1));
317 __raw_writel(tmp, S5P_WAKEUP_MASK);
318
319 register_syscore_ops(&exynos_pm_syscore_ops);
320 suspend_set_ops(&exynos_suspend_ops);
321}
1// SPDX-License-Identifier: GPL-2.0
2//
3// Copyright (c) 2011-2014 Samsung Electronics Co., Ltd.
4// http://www.samsung.com
5//
6// EXYNOS - Power Management support
7//
8// Based on arch/arm/mach-s3c2410/pm.c
9// Copyright (c) 2006 Simtec Electronics
10// Ben Dooks <ben@simtec.co.uk>
11
12#include <linux/init.h>
13#include <linux/suspend.h>
14#include <linux/cpu_pm.h>
15#include <linux/io.h>
16#include <linux/of.h>
17#include <linux/soc/samsung/exynos-regs-pmu.h>
18#include <linux/soc/samsung/exynos-pmu.h>
19
20#include <asm/firmware.h>
21#include <asm/smp_scu.h>
22#include <asm/suspend.h>
23#include <asm/cacheflush.h>
24
25#include <mach/map.h>
26
27#include "common.h"
28
29static inline void __iomem *exynos_boot_vector_addr(void)
30{
31 if (samsung_rev() == EXYNOS4210_REV_1_1)
32 return pmu_base_addr + S5P_INFORM7;
33 else if (samsung_rev() == EXYNOS4210_REV_1_0)
34 return sysram_base_addr + 0x24;
35 return pmu_base_addr + S5P_INFORM0;
36}
37
38static inline void __iomem *exynos_boot_vector_flag(void)
39{
40 if (samsung_rev() == EXYNOS4210_REV_1_1)
41 return pmu_base_addr + S5P_INFORM6;
42 else if (samsung_rev() == EXYNOS4210_REV_1_0)
43 return sysram_base_addr + 0x20;
44 return pmu_base_addr + S5P_INFORM1;
45}
46
47#define S5P_CHECK_AFTR 0xFCBA0D10
48
49/* For Cortex-A9 Diagnostic and Power control register */
50static unsigned int save_arm_register[2];
51
52void exynos_cpu_save_register(void)
53{
54 unsigned long tmp;
55
56 /* Save Power control register */
57 asm ("mrc p15, 0, %0, c15, c0, 0"
58 : "=r" (tmp) : : "cc");
59
60 save_arm_register[0] = tmp;
61
62 /* Save Diagnostic register */
63 asm ("mrc p15, 0, %0, c15, c0, 1"
64 : "=r" (tmp) : : "cc");
65
66 save_arm_register[1] = tmp;
67}
68
69void exynos_cpu_restore_register(void)
70{
71 unsigned long tmp;
72
73 /* Restore Power control register */
74 tmp = save_arm_register[0];
75
76 asm volatile ("mcr p15, 0, %0, c15, c0, 0"
77 : : "r" (tmp)
78 : "cc");
79
80 /* Restore Diagnostic register */
81 tmp = save_arm_register[1];
82
83 asm volatile ("mcr p15, 0, %0, c15, c0, 1"
84 : : "r" (tmp)
85 : "cc");
86}
87
88void exynos_pm_central_suspend(void)
89{
90 unsigned long tmp;
91
92 /* Setting Central Sequence Register for power down mode */
93 tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
94 tmp &= ~S5P_CENTRAL_LOWPWR_CFG;
95 pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
96}
97
98int exynos_pm_central_resume(void)
99{
100 unsigned long tmp;
101
102 /*
103 * If PMU failed while entering sleep mode, WFI will be
104 * ignored by PMU and then exiting cpu_do_idle().
105 * S5P_CENTRAL_LOWPWR_CFG bit will not be set automatically
106 * in this situation.
107 */
108 tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
109 if (!(tmp & S5P_CENTRAL_LOWPWR_CFG)) {
110 tmp |= S5P_CENTRAL_LOWPWR_CFG;
111 pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
112 /* clear the wakeup state register */
113 pmu_raw_writel(0x0, S5P_WAKEUP_STAT);
114 /* No need to perform below restore code */
115 return -1;
116 }
117
118 return 0;
119}
120
121/* Ext-GIC nIRQ/nFIQ is the only wakeup source in AFTR */
122static void exynos_set_wakeupmask(long mask)
123{
124 pmu_raw_writel(mask, S5P_WAKEUP_MASK);
125 if (soc_is_exynos3250())
126 pmu_raw_writel(0x0, S5P_WAKEUP_MASK2);
127}
128
129static void exynos_cpu_set_boot_vector(long flags)
130{
131 writel_relaxed(__pa_symbol(exynos_cpu_resume),
132 exynos_boot_vector_addr());
133 writel_relaxed(flags, exynos_boot_vector_flag());
134}
135
136static int exynos_aftr_finisher(unsigned long flags)
137{
138 int ret;
139
140 exynos_set_wakeupmask(soc_is_exynos3250() ? 0x40003ffe : 0x0000ff3e);
141 /* Set value of power down register for aftr mode */
142 exynos_sys_powerdown_conf(SYS_AFTR);
143
144 ret = call_firmware_op(do_idle, FW_DO_IDLE_AFTR);
145 if (ret == -ENOSYS) {
146 if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9)
147 exynos_cpu_save_register();
148 exynos_cpu_set_boot_vector(S5P_CHECK_AFTR);
149 cpu_do_idle();
150 }
151
152 return 1;
153}
154
155void exynos_enter_aftr(void)
156{
157 unsigned int cpuid = smp_processor_id();
158
159 cpu_pm_enter();
160
161 if (soc_is_exynos3250())
162 exynos_set_boot_flag(cpuid, C2_STATE);
163
164 exynos_pm_central_suspend();
165
166 if (soc_is_exynos4412()) {
167 /* Setting SEQ_OPTION register */
168 pmu_raw_writel(S5P_USE_STANDBY_WFI0 | S5P_USE_STANDBY_WFE0,
169 S5P_CENTRAL_SEQ_OPTION);
170 }
171
172 cpu_suspend(0, exynos_aftr_finisher);
173
174 if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) {
175 scu_enable(S5P_VA_SCU);
176 if (call_firmware_op(resume) == -ENOSYS)
177 exynos_cpu_restore_register();
178 }
179
180 exynos_pm_central_resume();
181
182 if (soc_is_exynos3250())
183 exynos_clear_boot_flag(cpuid, C2_STATE);
184
185 cpu_pm_exit();
186}
187
188#if defined(CONFIG_SMP) && defined(CONFIG_ARM_EXYNOS_CPUIDLE)
189static atomic_t cpu1_wakeup = ATOMIC_INIT(0);
190
191static int exynos_cpu0_enter_aftr(void)
192{
193 int ret = -1;
194
195 /*
196 * If the other cpu is powered on, we have to power it off, because
197 * the AFTR state won't work otherwise
198 */
199 if (cpu_online(1)) {
200 /*
201 * We reach a sync point with the coupled idle state, we know
202 * the other cpu will power down itself or will abort the
203 * sequence, let's wait for one of these to happen
204 */
205 while (exynos_cpu_power_state(1)) {
206 unsigned long boot_addr;
207
208 /*
209 * The other cpu may skip idle and boot back
210 * up again
211 */
212 if (atomic_read(&cpu1_wakeup))
213 goto abort;
214
215 /*
216 * The other cpu may bounce through idle and
217 * boot back up again, getting stuck in the
218 * boot rom code
219 */
220 ret = exynos_get_boot_addr(1, &boot_addr);
221 if (ret)
222 goto fail;
223 ret = -1;
224 if (boot_addr == 0)
225 goto abort;
226
227 cpu_relax();
228 }
229 }
230
231 exynos_enter_aftr();
232 ret = 0;
233
234abort:
235 if (cpu_online(1)) {
236 unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
237
238 /*
239 * Set the boot vector to something non-zero
240 */
241 ret = exynos_set_boot_addr(1, boot_addr);
242 if (ret)
243 goto fail;
244 dsb();
245
246 /*
247 * Turn on cpu1 and wait for it to be on
248 */
249 exynos_cpu_power_up(1);
250 while (exynos_cpu_power_state(1) != S5P_CORE_LOCAL_PWR_EN)
251 cpu_relax();
252
253 if (soc_is_exynos3250()) {
254 while (!pmu_raw_readl(S5P_PMU_SPARE2) &&
255 !atomic_read(&cpu1_wakeup))
256 cpu_relax();
257
258 if (!atomic_read(&cpu1_wakeup))
259 exynos_core_restart(1);
260 }
261
262 while (!atomic_read(&cpu1_wakeup)) {
263 smp_rmb();
264
265 /*
266 * Poke cpu1 out of the boot rom
267 */
268
269 ret = exynos_set_boot_addr(1, boot_addr);
270 if (ret)
271 goto fail;
272
273 call_firmware_op(cpu_boot, 1);
274 dsb_sev();
275 }
276 }
277fail:
278 return ret;
279}
280
281static int exynos_wfi_finisher(unsigned long flags)
282{
283 if (soc_is_exynos3250())
284 flush_cache_all();
285 cpu_do_idle();
286
287 return -1;
288}
289
290static int exynos_cpu1_powerdown(void)
291{
292 int ret = -1;
293
294 /*
295 * Idle sequence for cpu1
296 */
297 if (cpu_pm_enter())
298 goto cpu1_aborted;
299
300 /*
301 * Turn off cpu 1
302 */
303 exynos_cpu_power_down(1);
304
305 if (soc_is_exynos3250())
306 pmu_raw_writel(0, S5P_PMU_SPARE2);
307
308 ret = cpu_suspend(0, exynos_wfi_finisher);
309
310 cpu_pm_exit();
311
312cpu1_aborted:
313 dsb();
314 /*
315 * Notify cpu 0 that cpu 1 is awake
316 */
317 atomic_set(&cpu1_wakeup, 1);
318
319 return ret;
320}
321
322static void exynos_pre_enter_aftr(void)
323{
324 unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
325
326 (void)exynos_set_boot_addr(1, boot_addr);
327}
328
329static void exynos_post_enter_aftr(void)
330{
331 atomic_set(&cpu1_wakeup, 0);
332}
333
334struct cpuidle_exynos_data cpuidle_coupled_exynos_data = {
335 .cpu0_enter_aftr = exynos_cpu0_enter_aftr,
336 .cpu1_powerdown = exynos_cpu1_powerdown,
337 .pre_enter_aftr = exynos_pre_enter_aftr,
338 .post_enter_aftr = exynos_post_enter_aftr,
339};
340#endif /* CONFIG_SMP && CONFIG_ARM_EXYNOS_CPUIDLE */