Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * kernel/power/main.c - PM subsystem core functionality.
4 *
5 * Copyright (c) 2003 Patrick Mochel
6 * Copyright (c) 2003 Open Source Development Lab
7 */
8
9#include <linux/acpi.h>
10#include <linux/export.h>
11#include <linux/kobject.h>
12#include <linux/string.h>
13#include <linux/pm-trace.h>
14#include <linux/workqueue.h>
15#include <linux/debugfs.h>
16#include <linux/seq_file.h>
17#include <linux/suspend.h>
18#include <linux/syscalls.h>
19#include <linux/pm_runtime.h>
20
21#include "power.h"
22
23#ifdef CONFIG_PM_SLEEP
24/*
25 * The following functions are used by the suspend/hibernate code to temporarily
26 * change gfp_allowed_mask in order to avoid using I/O during memory allocations
27 * while devices are suspended. To avoid races with the suspend/hibernate code,
28 * they should always be called with system_transition_mutex held
29 * (gfp_allowed_mask also should only be modified with system_transition_mutex
30 * held, unless the suspend/hibernate code is guaranteed not to run in parallel
31 * with that modification).
32 */
33static gfp_t saved_gfp_mask;
34
35void pm_restore_gfp_mask(void)
36{
37 WARN_ON(!mutex_is_locked(&system_transition_mutex));
38 if (saved_gfp_mask) {
39 gfp_allowed_mask = saved_gfp_mask;
40 saved_gfp_mask = 0;
41 }
42}
43
44void pm_restrict_gfp_mask(void)
45{
46 WARN_ON(!mutex_is_locked(&system_transition_mutex));
47 WARN_ON(saved_gfp_mask);
48 saved_gfp_mask = gfp_allowed_mask;
49 gfp_allowed_mask &= ~(__GFP_IO | __GFP_FS);
50}
51
52unsigned int lock_system_sleep(void)
53{
54 unsigned int flags = current->flags;
55 current->flags |= PF_NOFREEZE;
56 mutex_lock(&system_transition_mutex);
57 return flags;
58}
59EXPORT_SYMBOL_GPL(lock_system_sleep);
60
61void unlock_system_sleep(unsigned int flags)
62{
63 if (!(flags & PF_NOFREEZE))
64 current->flags &= ~PF_NOFREEZE;
65 mutex_unlock(&system_transition_mutex);
66}
67EXPORT_SYMBOL_GPL(unlock_system_sleep);
68
69void ksys_sync_helper(void)
70{
71 ktime_t start;
72 long elapsed_msecs;
73
74 start = ktime_get();
75 ksys_sync();
76 elapsed_msecs = ktime_to_ms(ktime_sub(ktime_get(), start));
77 pr_info("Filesystems sync: %ld.%03ld seconds\n",
78 elapsed_msecs / MSEC_PER_SEC, elapsed_msecs % MSEC_PER_SEC);
79}
80EXPORT_SYMBOL_GPL(ksys_sync_helper);
81
82/* Routines for PM-transition notifications */
83
84static BLOCKING_NOTIFIER_HEAD(pm_chain_head);
85
86int register_pm_notifier(struct notifier_block *nb)
87{
88 return blocking_notifier_chain_register(&pm_chain_head, nb);
89}
90EXPORT_SYMBOL_GPL(register_pm_notifier);
91
92int unregister_pm_notifier(struct notifier_block *nb)
93{
94 return blocking_notifier_chain_unregister(&pm_chain_head, nb);
95}
96EXPORT_SYMBOL_GPL(unregister_pm_notifier);
97
98void pm_report_hw_sleep_time(u64 t)
99{
100 suspend_stats.last_hw_sleep = t;
101 suspend_stats.total_hw_sleep += t;
102}
103EXPORT_SYMBOL_GPL(pm_report_hw_sleep_time);
104
105void pm_report_max_hw_sleep(u64 t)
106{
107 suspend_stats.max_hw_sleep = t;
108}
109EXPORT_SYMBOL_GPL(pm_report_max_hw_sleep);
110
111int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down)
112{
113 int ret;
114
115 ret = blocking_notifier_call_chain_robust(&pm_chain_head, val_up, val_down, NULL);
116
117 return notifier_to_errno(ret);
118}
119
120int pm_notifier_call_chain(unsigned long val)
121{
122 return blocking_notifier_call_chain(&pm_chain_head, val, NULL);
123}
124
125/* If set, devices may be suspended and resumed asynchronously. */
126int pm_async_enabled = 1;
127
128static ssize_t pm_async_show(struct kobject *kobj, struct kobj_attribute *attr,
129 char *buf)
130{
131 return sprintf(buf, "%d\n", pm_async_enabled);
132}
133
134static ssize_t pm_async_store(struct kobject *kobj, struct kobj_attribute *attr,
135 const char *buf, size_t n)
136{
137 unsigned long val;
138
139 if (kstrtoul(buf, 10, &val))
140 return -EINVAL;
141
142 if (val > 1)
143 return -EINVAL;
144
145 pm_async_enabled = val;
146 return n;
147}
148
149power_attr(pm_async);
150
151#ifdef CONFIG_SUSPEND
152static ssize_t mem_sleep_show(struct kobject *kobj, struct kobj_attribute *attr,
153 char *buf)
154{
155 char *s = buf;
156 suspend_state_t i;
157
158 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++) {
159 if (i >= PM_SUSPEND_MEM && cxl_mem_active())
160 continue;
161 if (mem_sleep_states[i]) {
162 const char *label = mem_sleep_states[i];
163
164 if (mem_sleep_current == i)
165 s += sprintf(s, "[%s] ", label);
166 else
167 s += sprintf(s, "%s ", label);
168 }
169 }
170
171 /* Convert the last space to a newline if needed. */
172 if (s != buf)
173 *(s-1) = '\n';
174
175 return (s - buf);
176}
177
178static suspend_state_t decode_suspend_state(const char *buf, size_t n)
179{
180 suspend_state_t state;
181 char *p;
182 int len;
183
184 p = memchr(buf, '\n', n);
185 len = p ? p - buf : n;
186
187 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
188 const char *label = mem_sleep_states[state];
189
190 if (label && len == strlen(label) && !strncmp(buf, label, len))
191 return state;
192 }
193
194 return PM_SUSPEND_ON;
195}
196
197static ssize_t mem_sleep_store(struct kobject *kobj, struct kobj_attribute *attr,
198 const char *buf, size_t n)
199{
200 suspend_state_t state;
201 int error;
202
203 error = pm_autosleep_lock();
204 if (error)
205 return error;
206
207 if (pm_autosleep_state() > PM_SUSPEND_ON) {
208 error = -EBUSY;
209 goto out;
210 }
211
212 state = decode_suspend_state(buf, n);
213 if (state < PM_SUSPEND_MAX && state > PM_SUSPEND_ON)
214 mem_sleep_current = state;
215 else
216 error = -EINVAL;
217
218 out:
219 pm_autosleep_unlock();
220 return error ? error : n;
221}
222
223power_attr(mem_sleep);
224
225/*
226 * sync_on_suspend: invoke ksys_sync_helper() before suspend.
227 *
228 * show() returns whether ksys_sync_helper() is invoked before suspend.
229 * store() accepts 0 or 1. 0 disables ksys_sync_helper() and 1 enables it.
230 */
231bool sync_on_suspend_enabled = !IS_ENABLED(CONFIG_SUSPEND_SKIP_SYNC);
232
233static ssize_t sync_on_suspend_show(struct kobject *kobj,
234 struct kobj_attribute *attr, char *buf)
235{
236 return sprintf(buf, "%d\n", sync_on_suspend_enabled);
237}
238
239static ssize_t sync_on_suspend_store(struct kobject *kobj,
240 struct kobj_attribute *attr,
241 const char *buf, size_t n)
242{
243 unsigned long val;
244
245 if (kstrtoul(buf, 10, &val))
246 return -EINVAL;
247
248 if (val > 1)
249 return -EINVAL;
250
251 sync_on_suspend_enabled = !!val;
252 return n;
253}
254
255power_attr(sync_on_suspend);
256#endif /* CONFIG_SUSPEND */
257
258#ifdef CONFIG_PM_SLEEP_DEBUG
259int pm_test_level = TEST_NONE;
260
261static const char * const pm_tests[__TEST_AFTER_LAST] = {
262 [TEST_NONE] = "none",
263 [TEST_CORE] = "core",
264 [TEST_CPUS] = "processors",
265 [TEST_PLATFORM] = "platform",
266 [TEST_DEVICES] = "devices",
267 [TEST_FREEZER] = "freezer",
268};
269
270static ssize_t pm_test_show(struct kobject *kobj, struct kobj_attribute *attr,
271 char *buf)
272{
273 char *s = buf;
274 int level;
275
276 for (level = TEST_FIRST; level <= TEST_MAX; level++)
277 if (pm_tests[level]) {
278 if (level == pm_test_level)
279 s += sprintf(s, "[%s] ", pm_tests[level]);
280 else
281 s += sprintf(s, "%s ", pm_tests[level]);
282 }
283
284 if (s != buf)
285 /* convert the last space to a newline */
286 *(s-1) = '\n';
287
288 return (s - buf);
289}
290
291static ssize_t pm_test_store(struct kobject *kobj, struct kobj_attribute *attr,
292 const char *buf, size_t n)
293{
294 unsigned int sleep_flags;
295 const char * const *s;
296 int error = -EINVAL;
297 int level;
298 char *p;
299 int len;
300
301 p = memchr(buf, '\n', n);
302 len = p ? p - buf : n;
303
304 sleep_flags = lock_system_sleep();
305
306 level = TEST_FIRST;
307 for (s = &pm_tests[level]; level <= TEST_MAX; s++, level++)
308 if (*s && len == strlen(*s) && !strncmp(buf, *s, len)) {
309 pm_test_level = level;
310 error = 0;
311 break;
312 }
313
314 unlock_system_sleep(sleep_flags);
315
316 return error ? error : n;
317}
318
319power_attr(pm_test);
320#endif /* CONFIG_PM_SLEEP_DEBUG */
321
322static char *suspend_step_name(enum suspend_stat_step step)
323{
324 switch (step) {
325 case SUSPEND_FREEZE:
326 return "freeze";
327 case SUSPEND_PREPARE:
328 return "prepare";
329 case SUSPEND_SUSPEND:
330 return "suspend";
331 case SUSPEND_SUSPEND_NOIRQ:
332 return "suspend_noirq";
333 case SUSPEND_RESUME_NOIRQ:
334 return "resume_noirq";
335 case SUSPEND_RESUME:
336 return "resume";
337 default:
338 return "";
339 }
340}
341
342#define suspend_attr(_name, format_str) \
343static ssize_t _name##_show(struct kobject *kobj, \
344 struct kobj_attribute *attr, char *buf) \
345{ \
346 return sprintf(buf, format_str, suspend_stats._name); \
347} \
348static struct kobj_attribute _name = __ATTR_RO(_name)
349
350suspend_attr(success, "%d\n");
351suspend_attr(fail, "%d\n");
352suspend_attr(failed_freeze, "%d\n");
353suspend_attr(failed_prepare, "%d\n");
354suspend_attr(failed_suspend, "%d\n");
355suspend_attr(failed_suspend_late, "%d\n");
356suspend_attr(failed_suspend_noirq, "%d\n");
357suspend_attr(failed_resume, "%d\n");
358suspend_attr(failed_resume_early, "%d\n");
359suspend_attr(failed_resume_noirq, "%d\n");
360suspend_attr(last_hw_sleep, "%llu\n");
361suspend_attr(total_hw_sleep, "%llu\n");
362suspend_attr(max_hw_sleep, "%llu\n");
363
364static ssize_t last_failed_dev_show(struct kobject *kobj,
365 struct kobj_attribute *attr, char *buf)
366{
367 int index;
368 char *last_failed_dev = NULL;
369
370 index = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
371 index %= REC_FAILED_NUM;
372 last_failed_dev = suspend_stats.failed_devs[index];
373
374 return sprintf(buf, "%s\n", last_failed_dev);
375}
376static struct kobj_attribute last_failed_dev = __ATTR_RO(last_failed_dev);
377
378static ssize_t last_failed_errno_show(struct kobject *kobj,
379 struct kobj_attribute *attr, char *buf)
380{
381 int index;
382 int last_failed_errno;
383
384 index = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
385 index %= REC_FAILED_NUM;
386 last_failed_errno = suspend_stats.errno[index];
387
388 return sprintf(buf, "%d\n", last_failed_errno);
389}
390static struct kobj_attribute last_failed_errno = __ATTR_RO(last_failed_errno);
391
392static ssize_t last_failed_step_show(struct kobject *kobj,
393 struct kobj_attribute *attr, char *buf)
394{
395 int index;
396 enum suspend_stat_step step;
397 char *last_failed_step = NULL;
398
399 index = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
400 index %= REC_FAILED_NUM;
401 step = suspend_stats.failed_steps[index];
402 last_failed_step = suspend_step_name(step);
403
404 return sprintf(buf, "%s\n", last_failed_step);
405}
406static struct kobj_attribute last_failed_step = __ATTR_RO(last_failed_step);
407
408static struct attribute *suspend_attrs[] = {
409 &success.attr,
410 &fail.attr,
411 &failed_freeze.attr,
412 &failed_prepare.attr,
413 &failed_suspend.attr,
414 &failed_suspend_late.attr,
415 &failed_suspend_noirq.attr,
416 &failed_resume.attr,
417 &failed_resume_early.attr,
418 &failed_resume_noirq.attr,
419 &last_failed_dev.attr,
420 &last_failed_errno.attr,
421 &last_failed_step.attr,
422 &last_hw_sleep.attr,
423 &total_hw_sleep.attr,
424 &max_hw_sleep.attr,
425 NULL,
426};
427
428static umode_t suspend_attr_is_visible(struct kobject *kobj, struct attribute *attr, int idx)
429{
430 if (attr != &last_hw_sleep.attr &&
431 attr != &total_hw_sleep.attr &&
432 attr != &max_hw_sleep.attr)
433 return 0444;
434
435#ifdef CONFIG_ACPI
436 if (acpi_gbl_FADT.flags & ACPI_FADT_LOW_POWER_S0)
437 return 0444;
438#endif
439 return 0;
440}
441
442static const struct attribute_group suspend_attr_group = {
443 .name = "suspend_stats",
444 .attrs = suspend_attrs,
445 .is_visible = suspend_attr_is_visible,
446};
447
448#ifdef CONFIG_DEBUG_FS
449static int suspend_stats_show(struct seq_file *s, void *unused)
450{
451 int i, index, last_dev, last_errno, last_step;
452
453 last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
454 last_dev %= REC_FAILED_NUM;
455 last_errno = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
456 last_errno %= REC_FAILED_NUM;
457 last_step = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
458 last_step %= REC_FAILED_NUM;
459 seq_printf(s, "%s: %d\n%s: %d\n%s: %d\n%s: %d\n%s: %d\n"
460 "%s: %d\n%s: %d\n%s: %d\n%s: %d\n%s: %d\n",
461 "success", suspend_stats.success,
462 "fail", suspend_stats.fail,
463 "failed_freeze", suspend_stats.failed_freeze,
464 "failed_prepare", suspend_stats.failed_prepare,
465 "failed_suspend", suspend_stats.failed_suspend,
466 "failed_suspend_late",
467 suspend_stats.failed_suspend_late,
468 "failed_suspend_noirq",
469 suspend_stats.failed_suspend_noirq,
470 "failed_resume", suspend_stats.failed_resume,
471 "failed_resume_early",
472 suspend_stats.failed_resume_early,
473 "failed_resume_noirq",
474 suspend_stats.failed_resume_noirq);
475 seq_printf(s, "failures:\n last_failed_dev:\t%-s\n",
476 suspend_stats.failed_devs[last_dev]);
477 for (i = 1; i < REC_FAILED_NUM; i++) {
478 index = last_dev + REC_FAILED_NUM - i;
479 index %= REC_FAILED_NUM;
480 seq_printf(s, "\t\t\t%-s\n",
481 suspend_stats.failed_devs[index]);
482 }
483 seq_printf(s, " last_failed_errno:\t%-d\n",
484 suspend_stats.errno[last_errno]);
485 for (i = 1; i < REC_FAILED_NUM; i++) {
486 index = last_errno + REC_FAILED_NUM - i;
487 index %= REC_FAILED_NUM;
488 seq_printf(s, "\t\t\t%-d\n",
489 suspend_stats.errno[index]);
490 }
491 seq_printf(s, " last_failed_step:\t%-s\n",
492 suspend_step_name(
493 suspend_stats.failed_steps[last_step]));
494 for (i = 1; i < REC_FAILED_NUM; i++) {
495 index = last_step + REC_FAILED_NUM - i;
496 index %= REC_FAILED_NUM;
497 seq_printf(s, "\t\t\t%-s\n",
498 suspend_step_name(
499 suspend_stats.failed_steps[index]));
500 }
501
502 return 0;
503}
504DEFINE_SHOW_ATTRIBUTE(suspend_stats);
505
506static int __init pm_debugfs_init(void)
507{
508 debugfs_create_file("suspend_stats", S_IFREG | S_IRUGO,
509 NULL, NULL, &suspend_stats_fops);
510 return 0;
511}
512
513late_initcall(pm_debugfs_init);
514#endif /* CONFIG_DEBUG_FS */
515
516#endif /* CONFIG_PM_SLEEP */
517
518#ifdef CONFIG_PM_SLEEP_DEBUG
519/*
520 * pm_print_times: print time taken by devices to suspend and resume.
521 *
522 * show() returns whether printing of suspend and resume times is enabled.
523 * store() accepts 0 or 1. 0 disables printing and 1 enables it.
524 */
525bool pm_print_times_enabled;
526
527static ssize_t pm_print_times_show(struct kobject *kobj,
528 struct kobj_attribute *attr, char *buf)
529{
530 return sprintf(buf, "%d\n", pm_print_times_enabled);
531}
532
533static ssize_t pm_print_times_store(struct kobject *kobj,
534 struct kobj_attribute *attr,
535 const char *buf, size_t n)
536{
537 unsigned long val;
538
539 if (kstrtoul(buf, 10, &val))
540 return -EINVAL;
541
542 if (val > 1)
543 return -EINVAL;
544
545 pm_print_times_enabled = !!val;
546 return n;
547}
548
549power_attr(pm_print_times);
550
551static inline void pm_print_times_init(void)
552{
553 pm_print_times_enabled = !!initcall_debug;
554}
555
556static ssize_t pm_wakeup_irq_show(struct kobject *kobj,
557 struct kobj_attribute *attr,
558 char *buf)
559{
560 if (!pm_wakeup_irq())
561 return -ENODATA;
562
563 return sprintf(buf, "%u\n", pm_wakeup_irq());
564}
565
566power_attr_ro(pm_wakeup_irq);
567
568bool pm_debug_messages_on __read_mostly;
569
570bool pm_debug_messages_should_print(void)
571{
572 return pm_debug_messages_on && pm_suspend_target_state != PM_SUSPEND_ON;
573}
574EXPORT_SYMBOL_GPL(pm_debug_messages_should_print);
575
576static ssize_t pm_debug_messages_show(struct kobject *kobj,
577 struct kobj_attribute *attr, char *buf)
578{
579 return sprintf(buf, "%d\n", pm_debug_messages_on);
580}
581
582static ssize_t pm_debug_messages_store(struct kobject *kobj,
583 struct kobj_attribute *attr,
584 const char *buf, size_t n)
585{
586 unsigned long val;
587
588 if (kstrtoul(buf, 10, &val))
589 return -EINVAL;
590
591 if (val > 1)
592 return -EINVAL;
593
594 pm_debug_messages_on = !!val;
595 return n;
596}
597
598power_attr(pm_debug_messages);
599
600static int __init pm_debug_messages_setup(char *str)
601{
602 pm_debug_messages_on = true;
603 return 1;
604}
605__setup("pm_debug_messages", pm_debug_messages_setup);
606
607#else /* !CONFIG_PM_SLEEP_DEBUG */
608static inline void pm_print_times_init(void) {}
609#endif /* CONFIG_PM_SLEEP_DEBUG */
610
611struct kobject *power_kobj;
612
613/*
614 * state - control system sleep states.
615 *
616 * show() returns available sleep state labels, which may be "mem", "standby",
617 * "freeze" and "disk" (hibernation).
618 * See Documentation/admin-guide/pm/sleep-states.rst for a description of
619 * what they mean.
620 *
621 * store() accepts one of those strings, translates it into the proper
622 * enumerated value, and initiates a suspend transition.
623 */
624static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr,
625 char *buf)
626{
627 char *s = buf;
628#ifdef CONFIG_SUSPEND
629 suspend_state_t i;
630
631 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++)
632 if (pm_states[i])
633 s += sprintf(s,"%s ", pm_states[i]);
634
635#endif
636 if (hibernation_available())
637 s += sprintf(s, "disk ");
638 if (s != buf)
639 /* convert the last space to a newline */
640 *(s-1) = '\n';
641 return (s - buf);
642}
643
644static suspend_state_t decode_state(const char *buf, size_t n)
645{
646#ifdef CONFIG_SUSPEND
647 suspend_state_t state;
648#endif
649 char *p;
650 int len;
651
652 p = memchr(buf, '\n', n);
653 len = p ? p - buf : n;
654
655 /* Check hibernation first. */
656 if (len == 4 && str_has_prefix(buf, "disk"))
657 return PM_SUSPEND_MAX;
658
659#ifdef CONFIG_SUSPEND
660 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
661 const char *label = pm_states[state];
662
663 if (label && len == strlen(label) && !strncmp(buf, label, len))
664 return state;
665 }
666#endif
667
668 return PM_SUSPEND_ON;
669}
670
671static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr,
672 const char *buf, size_t n)
673{
674 suspend_state_t state;
675 int error;
676
677 error = pm_autosleep_lock();
678 if (error)
679 return error;
680
681 if (pm_autosleep_state() > PM_SUSPEND_ON) {
682 error = -EBUSY;
683 goto out;
684 }
685
686 state = decode_state(buf, n);
687 if (state < PM_SUSPEND_MAX) {
688 if (state == PM_SUSPEND_MEM)
689 state = mem_sleep_current;
690
691 error = pm_suspend(state);
692 } else if (state == PM_SUSPEND_MAX) {
693 error = hibernate();
694 } else {
695 error = -EINVAL;
696 }
697
698 out:
699 pm_autosleep_unlock();
700 return error ? error : n;
701}
702
703power_attr(state);
704
705#ifdef CONFIG_PM_SLEEP
706/*
707 * The 'wakeup_count' attribute, along with the functions defined in
708 * drivers/base/power/wakeup.c, provides a means by which wakeup events can be
709 * handled in a non-racy way.
710 *
711 * If a wakeup event occurs when the system is in a sleep state, it simply is
712 * woken up. In turn, if an event that would wake the system up from a sleep
713 * state occurs when it is undergoing a transition to that sleep state, the
714 * transition should be aborted. Moreover, if such an event occurs when the
715 * system is in the working state, an attempt to start a transition to the
716 * given sleep state should fail during certain period after the detection of
717 * the event. Using the 'state' attribute alone is not sufficient to satisfy
718 * these requirements, because a wakeup event may occur exactly when 'state'
719 * is being written to and may be delivered to user space right before it is
720 * frozen, so the event will remain only partially processed until the system is
721 * woken up by another event. In particular, it won't cause the transition to
722 * a sleep state to be aborted.
723 *
724 * This difficulty may be overcome if user space uses 'wakeup_count' before
725 * writing to 'state'. It first should read from 'wakeup_count' and store
726 * the read value. Then, after carrying out its own preparations for the system
727 * transition to a sleep state, it should write the stored value to
728 * 'wakeup_count'. If that fails, at least one wakeup event has occurred since
729 * 'wakeup_count' was read and 'state' should not be written to. Otherwise, it
730 * is allowed to write to 'state', but the transition will be aborted if there
731 * are any wakeup events detected after 'wakeup_count' was written to.
732 */
733
734static ssize_t wakeup_count_show(struct kobject *kobj,
735 struct kobj_attribute *attr,
736 char *buf)
737{
738 unsigned int val;
739
740 return pm_get_wakeup_count(&val, true) ?
741 sprintf(buf, "%u\n", val) : -EINTR;
742}
743
744static ssize_t wakeup_count_store(struct kobject *kobj,
745 struct kobj_attribute *attr,
746 const char *buf, size_t n)
747{
748 unsigned int val;
749 int error;
750
751 error = pm_autosleep_lock();
752 if (error)
753 return error;
754
755 if (pm_autosleep_state() > PM_SUSPEND_ON) {
756 error = -EBUSY;
757 goto out;
758 }
759
760 error = -EINVAL;
761 if (sscanf(buf, "%u", &val) == 1) {
762 if (pm_save_wakeup_count(val))
763 error = n;
764 else
765 pm_print_active_wakeup_sources();
766 }
767
768 out:
769 pm_autosleep_unlock();
770 return error;
771}
772
773power_attr(wakeup_count);
774
775#ifdef CONFIG_PM_AUTOSLEEP
776static ssize_t autosleep_show(struct kobject *kobj,
777 struct kobj_attribute *attr,
778 char *buf)
779{
780 suspend_state_t state = pm_autosleep_state();
781
782 if (state == PM_SUSPEND_ON)
783 return sprintf(buf, "off\n");
784
785#ifdef CONFIG_SUSPEND
786 if (state < PM_SUSPEND_MAX)
787 return sprintf(buf, "%s\n", pm_states[state] ?
788 pm_states[state] : "error");
789#endif
790#ifdef CONFIG_HIBERNATION
791 return sprintf(buf, "disk\n");
792#else
793 return sprintf(buf, "error");
794#endif
795}
796
797static ssize_t autosleep_store(struct kobject *kobj,
798 struct kobj_attribute *attr,
799 const char *buf, size_t n)
800{
801 suspend_state_t state = decode_state(buf, n);
802 int error;
803
804 if (state == PM_SUSPEND_ON
805 && strcmp(buf, "off") && strcmp(buf, "off\n"))
806 return -EINVAL;
807
808 if (state == PM_SUSPEND_MEM)
809 state = mem_sleep_current;
810
811 error = pm_autosleep_set_state(state);
812 return error ? error : n;
813}
814
815power_attr(autosleep);
816#endif /* CONFIG_PM_AUTOSLEEP */
817
818#ifdef CONFIG_PM_WAKELOCKS
819static ssize_t wake_lock_show(struct kobject *kobj,
820 struct kobj_attribute *attr,
821 char *buf)
822{
823 return pm_show_wakelocks(buf, true);
824}
825
826static ssize_t wake_lock_store(struct kobject *kobj,
827 struct kobj_attribute *attr,
828 const char *buf, size_t n)
829{
830 int error = pm_wake_lock(buf);
831 return error ? error : n;
832}
833
834power_attr(wake_lock);
835
836static ssize_t wake_unlock_show(struct kobject *kobj,
837 struct kobj_attribute *attr,
838 char *buf)
839{
840 return pm_show_wakelocks(buf, false);
841}
842
843static ssize_t wake_unlock_store(struct kobject *kobj,
844 struct kobj_attribute *attr,
845 const char *buf, size_t n)
846{
847 int error = pm_wake_unlock(buf);
848 return error ? error : n;
849}
850
851power_attr(wake_unlock);
852
853#endif /* CONFIG_PM_WAKELOCKS */
854#endif /* CONFIG_PM_SLEEP */
855
856#ifdef CONFIG_PM_TRACE
857int pm_trace_enabled;
858
859static ssize_t pm_trace_show(struct kobject *kobj, struct kobj_attribute *attr,
860 char *buf)
861{
862 return sprintf(buf, "%d\n", pm_trace_enabled);
863}
864
865static ssize_t
866pm_trace_store(struct kobject *kobj, struct kobj_attribute *attr,
867 const char *buf, size_t n)
868{
869 int val;
870
871 if (sscanf(buf, "%d", &val) == 1) {
872 pm_trace_enabled = !!val;
873 if (pm_trace_enabled) {
874 pr_warn("PM: Enabling pm_trace changes system date and time during resume.\n"
875 "PM: Correct system time has to be restored manually after resume.\n");
876 }
877 return n;
878 }
879 return -EINVAL;
880}
881
882power_attr(pm_trace);
883
884static ssize_t pm_trace_dev_match_show(struct kobject *kobj,
885 struct kobj_attribute *attr,
886 char *buf)
887{
888 return show_trace_dev_match(buf, PAGE_SIZE);
889}
890
891power_attr_ro(pm_trace_dev_match);
892
893#endif /* CONFIG_PM_TRACE */
894
895#ifdef CONFIG_FREEZER
896static ssize_t pm_freeze_timeout_show(struct kobject *kobj,
897 struct kobj_attribute *attr, char *buf)
898{
899 return sprintf(buf, "%u\n", freeze_timeout_msecs);
900}
901
902static ssize_t pm_freeze_timeout_store(struct kobject *kobj,
903 struct kobj_attribute *attr,
904 const char *buf, size_t n)
905{
906 unsigned long val;
907
908 if (kstrtoul(buf, 10, &val))
909 return -EINVAL;
910
911 freeze_timeout_msecs = val;
912 return n;
913}
914
915power_attr(pm_freeze_timeout);
916
917#endif /* CONFIG_FREEZER*/
918
919static struct attribute * g[] = {
920 &state_attr.attr,
921#ifdef CONFIG_PM_TRACE
922 &pm_trace_attr.attr,
923 &pm_trace_dev_match_attr.attr,
924#endif
925#ifdef CONFIG_PM_SLEEP
926 &pm_async_attr.attr,
927 &wakeup_count_attr.attr,
928#ifdef CONFIG_SUSPEND
929 &mem_sleep_attr.attr,
930 &sync_on_suspend_attr.attr,
931#endif
932#ifdef CONFIG_PM_AUTOSLEEP
933 &autosleep_attr.attr,
934#endif
935#ifdef CONFIG_PM_WAKELOCKS
936 &wake_lock_attr.attr,
937 &wake_unlock_attr.attr,
938#endif
939#ifdef CONFIG_PM_SLEEP_DEBUG
940 &pm_test_attr.attr,
941 &pm_print_times_attr.attr,
942 &pm_wakeup_irq_attr.attr,
943 &pm_debug_messages_attr.attr,
944#endif
945#endif
946#ifdef CONFIG_FREEZER
947 &pm_freeze_timeout_attr.attr,
948#endif
949 NULL,
950};
951
952static const struct attribute_group attr_group = {
953 .attrs = g,
954};
955
956static const struct attribute_group *attr_groups[] = {
957 &attr_group,
958#ifdef CONFIG_PM_SLEEP
959 &suspend_attr_group,
960#endif
961 NULL,
962};
963
964struct workqueue_struct *pm_wq;
965EXPORT_SYMBOL_GPL(pm_wq);
966
967static int __init pm_start_workqueue(void)
968{
969 pm_wq = alloc_workqueue("pm", WQ_FREEZABLE, 0);
970
971 return pm_wq ? 0 : -ENOMEM;
972}
973
974static int __init pm_init(void)
975{
976 int error = pm_start_workqueue();
977 if (error)
978 return error;
979 hibernate_image_size_init();
980 hibernate_reserved_size_init();
981 pm_states_init();
982 power_kobj = kobject_create_and_add("power", NULL);
983 if (!power_kobj)
984 return -ENOMEM;
985 error = sysfs_create_groups(power_kobj, attr_groups);
986 if (error)
987 return error;
988 pm_print_times_init();
989 return pm_autosleep_init();
990}
991
992core_initcall(pm_init);
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * kernel/power/main.c - PM subsystem core functionality.
4 *
5 * Copyright (c) 2003 Patrick Mochel
6 * Copyright (c) 2003 Open Source Development Lab
7 */
8
9#include <linux/acpi.h>
10#include <linux/export.h>
11#include <linux/kobject.h>
12#include <linux/string.h>
13#include <linux/pm-trace.h>
14#include <linux/workqueue.h>
15#include <linux/debugfs.h>
16#include <linux/seq_file.h>
17#include <linux/suspend.h>
18#include <linux/syscalls.h>
19#include <linux/pm_runtime.h>
20
21#include "power.h"
22
23#ifdef CONFIG_PM_SLEEP
24/*
25 * The following functions are used by the suspend/hibernate code to temporarily
26 * change gfp_allowed_mask in order to avoid using I/O during memory allocations
27 * while devices are suspended. To avoid races with the suspend/hibernate code,
28 * they should always be called with system_transition_mutex held
29 * (gfp_allowed_mask also should only be modified with system_transition_mutex
30 * held, unless the suspend/hibernate code is guaranteed not to run in parallel
31 * with that modification).
32 */
33static gfp_t saved_gfp_mask;
34
35void pm_restore_gfp_mask(void)
36{
37 WARN_ON(!mutex_is_locked(&system_transition_mutex));
38 if (saved_gfp_mask) {
39 gfp_allowed_mask = saved_gfp_mask;
40 saved_gfp_mask = 0;
41 }
42}
43
44void pm_restrict_gfp_mask(void)
45{
46 WARN_ON(!mutex_is_locked(&system_transition_mutex));
47 WARN_ON(saved_gfp_mask);
48 saved_gfp_mask = gfp_allowed_mask;
49 gfp_allowed_mask &= ~(__GFP_IO | __GFP_FS);
50}
51
52unsigned int lock_system_sleep(void)
53{
54 unsigned int flags = current->flags;
55 current->flags |= PF_NOFREEZE;
56 mutex_lock(&system_transition_mutex);
57 return flags;
58}
59EXPORT_SYMBOL_GPL(lock_system_sleep);
60
61void unlock_system_sleep(unsigned int flags)
62{
63 if (!(flags & PF_NOFREEZE))
64 current->flags &= ~PF_NOFREEZE;
65 mutex_unlock(&system_transition_mutex);
66}
67EXPORT_SYMBOL_GPL(unlock_system_sleep);
68
69void ksys_sync_helper(void)
70{
71 ktime_t start;
72 long elapsed_msecs;
73
74 start = ktime_get();
75 ksys_sync();
76 elapsed_msecs = ktime_to_ms(ktime_sub(ktime_get(), start));
77 pr_info("Filesystems sync: %ld.%03ld seconds\n",
78 elapsed_msecs / MSEC_PER_SEC, elapsed_msecs % MSEC_PER_SEC);
79}
80EXPORT_SYMBOL_GPL(ksys_sync_helper);
81
82/* Routines for PM-transition notifications */
83
84static BLOCKING_NOTIFIER_HEAD(pm_chain_head);
85
86int register_pm_notifier(struct notifier_block *nb)
87{
88 return blocking_notifier_chain_register(&pm_chain_head, nb);
89}
90EXPORT_SYMBOL_GPL(register_pm_notifier);
91
92int unregister_pm_notifier(struct notifier_block *nb)
93{
94 return blocking_notifier_chain_unregister(&pm_chain_head, nb);
95}
96EXPORT_SYMBOL_GPL(unregister_pm_notifier);
97
98int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down)
99{
100 int ret;
101
102 ret = blocking_notifier_call_chain_robust(&pm_chain_head, val_up, val_down, NULL);
103
104 return notifier_to_errno(ret);
105}
106
107int pm_notifier_call_chain(unsigned long val)
108{
109 return blocking_notifier_call_chain(&pm_chain_head, val, NULL);
110}
111
112/* If set, devices may be suspended and resumed asynchronously. */
113int pm_async_enabled = 1;
114
115static ssize_t pm_async_show(struct kobject *kobj, struct kobj_attribute *attr,
116 char *buf)
117{
118 return sprintf(buf, "%d\n", pm_async_enabled);
119}
120
121static ssize_t pm_async_store(struct kobject *kobj, struct kobj_attribute *attr,
122 const char *buf, size_t n)
123{
124 unsigned long val;
125
126 if (kstrtoul(buf, 10, &val))
127 return -EINVAL;
128
129 if (val > 1)
130 return -EINVAL;
131
132 pm_async_enabled = val;
133 return n;
134}
135
136power_attr(pm_async);
137
138#ifdef CONFIG_SUSPEND
139static ssize_t mem_sleep_show(struct kobject *kobj, struct kobj_attribute *attr,
140 char *buf)
141{
142 char *s = buf;
143 suspend_state_t i;
144
145 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++) {
146 if (i >= PM_SUSPEND_MEM && cxl_mem_active())
147 continue;
148 if (mem_sleep_states[i]) {
149 const char *label = mem_sleep_states[i];
150
151 if (mem_sleep_current == i)
152 s += sprintf(s, "[%s] ", label);
153 else
154 s += sprintf(s, "%s ", label);
155 }
156 }
157
158 /* Convert the last space to a newline if needed. */
159 if (s != buf)
160 *(s-1) = '\n';
161
162 return (s - buf);
163}
164
165static suspend_state_t decode_suspend_state(const char *buf, size_t n)
166{
167 suspend_state_t state;
168 char *p;
169 int len;
170
171 p = memchr(buf, '\n', n);
172 len = p ? p - buf : n;
173
174 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
175 const char *label = mem_sleep_states[state];
176
177 if (label && len == strlen(label) && !strncmp(buf, label, len))
178 return state;
179 }
180
181 return PM_SUSPEND_ON;
182}
183
184static ssize_t mem_sleep_store(struct kobject *kobj, struct kobj_attribute *attr,
185 const char *buf, size_t n)
186{
187 suspend_state_t state;
188 int error;
189
190 error = pm_autosleep_lock();
191 if (error)
192 return error;
193
194 if (pm_autosleep_state() > PM_SUSPEND_ON) {
195 error = -EBUSY;
196 goto out;
197 }
198
199 state = decode_suspend_state(buf, n);
200 if (state < PM_SUSPEND_MAX && state > PM_SUSPEND_ON)
201 mem_sleep_current = state;
202 else
203 error = -EINVAL;
204
205 out:
206 pm_autosleep_unlock();
207 return error ? error : n;
208}
209
210power_attr(mem_sleep);
211
212/*
213 * sync_on_suspend: invoke ksys_sync_helper() before suspend.
214 *
215 * show() returns whether ksys_sync_helper() is invoked before suspend.
216 * store() accepts 0 or 1. 0 disables ksys_sync_helper() and 1 enables it.
217 */
218bool sync_on_suspend_enabled = !IS_ENABLED(CONFIG_SUSPEND_SKIP_SYNC);
219
220static ssize_t sync_on_suspend_show(struct kobject *kobj,
221 struct kobj_attribute *attr, char *buf)
222{
223 return sprintf(buf, "%d\n", sync_on_suspend_enabled);
224}
225
226static ssize_t sync_on_suspend_store(struct kobject *kobj,
227 struct kobj_attribute *attr,
228 const char *buf, size_t n)
229{
230 unsigned long val;
231
232 if (kstrtoul(buf, 10, &val))
233 return -EINVAL;
234
235 if (val > 1)
236 return -EINVAL;
237
238 sync_on_suspend_enabled = !!val;
239 return n;
240}
241
242power_attr(sync_on_suspend);
243#endif /* CONFIG_SUSPEND */
244
245#ifdef CONFIG_PM_SLEEP_DEBUG
246int pm_test_level = TEST_NONE;
247
248static const char * const pm_tests[__TEST_AFTER_LAST] = {
249 [TEST_NONE] = "none",
250 [TEST_CORE] = "core",
251 [TEST_CPUS] = "processors",
252 [TEST_PLATFORM] = "platform",
253 [TEST_DEVICES] = "devices",
254 [TEST_FREEZER] = "freezer",
255};
256
257static ssize_t pm_test_show(struct kobject *kobj, struct kobj_attribute *attr,
258 char *buf)
259{
260 char *s = buf;
261 int level;
262
263 for (level = TEST_FIRST; level <= TEST_MAX; level++)
264 if (pm_tests[level]) {
265 if (level == pm_test_level)
266 s += sprintf(s, "[%s] ", pm_tests[level]);
267 else
268 s += sprintf(s, "%s ", pm_tests[level]);
269 }
270
271 if (s != buf)
272 /* convert the last space to a newline */
273 *(s-1) = '\n';
274
275 return (s - buf);
276}
277
278static ssize_t pm_test_store(struct kobject *kobj, struct kobj_attribute *attr,
279 const char *buf, size_t n)
280{
281 unsigned int sleep_flags;
282 const char * const *s;
283 int error = -EINVAL;
284 int level;
285 char *p;
286 int len;
287
288 p = memchr(buf, '\n', n);
289 len = p ? p - buf : n;
290
291 sleep_flags = lock_system_sleep();
292
293 level = TEST_FIRST;
294 for (s = &pm_tests[level]; level <= TEST_MAX; s++, level++)
295 if (*s && len == strlen(*s) && !strncmp(buf, *s, len)) {
296 pm_test_level = level;
297 error = 0;
298 break;
299 }
300
301 unlock_system_sleep(sleep_flags);
302
303 return error ? error : n;
304}
305
306power_attr(pm_test);
307#endif /* CONFIG_PM_SLEEP_DEBUG */
308
309#define SUSPEND_NR_STEPS SUSPEND_RESUME
310#define REC_FAILED_NUM 2
311
312struct suspend_stats {
313 unsigned int step_failures[SUSPEND_NR_STEPS];
314 unsigned int success;
315 unsigned int fail;
316 int last_failed_dev;
317 char failed_devs[REC_FAILED_NUM][40];
318 int last_failed_errno;
319 int errno[REC_FAILED_NUM];
320 int last_failed_step;
321 u64 last_hw_sleep;
322 u64 total_hw_sleep;
323 u64 max_hw_sleep;
324 enum suspend_stat_step failed_steps[REC_FAILED_NUM];
325};
326
327static struct suspend_stats suspend_stats;
328static DEFINE_MUTEX(suspend_stats_lock);
329
330void dpm_save_failed_dev(const char *name)
331{
332 mutex_lock(&suspend_stats_lock);
333
334 strscpy(suspend_stats.failed_devs[suspend_stats.last_failed_dev],
335 name, sizeof(suspend_stats.failed_devs[0]));
336 suspend_stats.last_failed_dev++;
337 suspend_stats.last_failed_dev %= REC_FAILED_NUM;
338
339 mutex_unlock(&suspend_stats_lock);
340}
341
342void dpm_save_failed_step(enum suspend_stat_step step)
343{
344 suspend_stats.step_failures[step-1]++;
345 suspend_stats.failed_steps[suspend_stats.last_failed_step] = step;
346 suspend_stats.last_failed_step++;
347 suspend_stats.last_failed_step %= REC_FAILED_NUM;
348}
349
350void dpm_save_errno(int err)
351{
352 if (!err) {
353 suspend_stats.success++;
354 return;
355 }
356
357 suspend_stats.fail++;
358
359 suspend_stats.errno[suspend_stats.last_failed_errno] = err;
360 suspend_stats.last_failed_errno++;
361 suspend_stats.last_failed_errno %= REC_FAILED_NUM;
362}
363
364void pm_report_hw_sleep_time(u64 t)
365{
366 suspend_stats.last_hw_sleep = t;
367 suspend_stats.total_hw_sleep += t;
368}
369EXPORT_SYMBOL_GPL(pm_report_hw_sleep_time);
370
371void pm_report_max_hw_sleep(u64 t)
372{
373 suspend_stats.max_hw_sleep = t;
374}
375EXPORT_SYMBOL_GPL(pm_report_max_hw_sleep);
376
377static const char * const suspend_step_names[] = {
378 [SUSPEND_WORKING] = "",
379 [SUSPEND_FREEZE] = "freeze",
380 [SUSPEND_PREPARE] = "prepare",
381 [SUSPEND_SUSPEND] = "suspend",
382 [SUSPEND_SUSPEND_LATE] = "suspend_late",
383 [SUSPEND_SUSPEND_NOIRQ] = "suspend_noirq",
384 [SUSPEND_RESUME_NOIRQ] = "resume_noirq",
385 [SUSPEND_RESUME_EARLY] = "resume_early",
386 [SUSPEND_RESUME] = "resume",
387};
388
389#define suspend_attr(_name, format_str) \
390static ssize_t _name##_show(struct kobject *kobj, \
391 struct kobj_attribute *attr, char *buf) \
392{ \
393 return sprintf(buf, format_str, suspend_stats._name); \
394} \
395static struct kobj_attribute _name = __ATTR_RO(_name)
396
397suspend_attr(success, "%u\n");
398suspend_attr(fail, "%u\n");
399suspend_attr(last_hw_sleep, "%llu\n");
400suspend_attr(total_hw_sleep, "%llu\n");
401suspend_attr(max_hw_sleep, "%llu\n");
402
403#define suspend_step_attr(_name, step) \
404static ssize_t _name##_show(struct kobject *kobj, \
405 struct kobj_attribute *attr, char *buf) \
406{ \
407 return sprintf(buf, "%u\n", \
408 suspend_stats.step_failures[step-1]); \
409} \
410static struct kobj_attribute _name = __ATTR_RO(_name)
411
412suspend_step_attr(failed_freeze, SUSPEND_FREEZE);
413suspend_step_attr(failed_prepare, SUSPEND_PREPARE);
414suspend_step_attr(failed_suspend, SUSPEND_SUSPEND);
415suspend_step_attr(failed_suspend_late, SUSPEND_SUSPEND_LATE);
416suspend_step_attr(failed_suspend_noirq, SUSPEND_SUSPEND_NOIRQ);
417suspend_step_attr(failed_resume, SUSPEND_RESUME);
418suspend_step_attr(failed_resume_early, SUSPEND_RESUME_EARLY);
419suspend_step_attr(failed_resume_noirq, SUSPEND_RESUME_NOIRQ);
420
421static ssize_t last_failed_dev_show(struct kobject *kobj,
422 struct kobj_attribute *attr, char *buf)
423{
424 int index;
425 char *last_failed_dev = NULL;
426
427 index = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
428 index %= REC_FAILED_NUM;
429 last_failed_dev = suspend_stats.failed_devs[index];
430
431 return sprintf(buf, "%s\n", last_failed_dev);
432}
433static struct kobj_attribute last_failed_dev = __ATTR_RO(last_failed_dev);
434
435static ssize_t last_failed_errno_show(struct kobject *kobj,
436 struct kobj_attribute *attr, char *buf)
437{
438 int index;
439 int last_failed_errno;
440
441 index = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
442 index %= REC_FAILED_NUM;
443 last_failed_errno = suspend_stats.errno[index];
444
445 return sprintf(buf, "%d\n", last_failed_errno);
446}
447static struct kobj_attribute last_failed_errno = __ATTR_RO(last_failed_errno);
448
449static ssize_t last_failed_step_show(struct kobject *kobj,
450 struct kobj_attribute *attr, char *buf)
451{
452 enum suspend_stat_step step;
453 int index;
454
455 index = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
456 index %= REC_FAILED_NUM;
457 step = suspend_stats.failed_steps[index];
458
459 return sprintf(buf, "%s\n", suspend_step_names[step]);
460}
461static struct kobj_attribute last_failed_step = __ATTR_RO(last_failed_step);
462
463static struct attribute *suspend_attrs[] = {
464 &success.attr,
465 &fail.attr,
466 &failed_freeze.attr,
467 &failed_prepare.attr,
468 &failed_suspend.attr,
469 &failed_suspend_late.attr,
470 &failed_suspend_noirq.attr,
471 &failed_resume.attr,
472 &failed_resume_early.attr,
473 &failed_resume_noirq.attr,
474 &last_failed_dev.attr,
475 &last_failed_errno.attr,
476 &last_failed_step.attr,
477 &last_hw_sleep.attr,
478 &total_hw_sleep.attr,
479 &max_hw_sleep.attr,
480 NULL,
481};
482
483static umode_t suspend_attr_is_visible(struct kobject *kobj, struct attribute *attr, int idx)
484{
485 if (attr != &last_hw_sleep.attr &&
486 attr != &total_hw_sleep.attr &&
487 attr != &max_hw_sleep.attr)
488 return 0444;
489
490#ifdef CONFIG_ACPI
491 if (acpi_gbl_FADT.flags & ACPI_FADT_LOW_POWER_S0)
492 return 0444;
493#endif
494 return 0;
495}
496
497static const struct attribute_group suspend_attr_group = {
498 .name = "suspend_stats",
499 .attrs = suspend_attrs,
500 .is_visible = suspend_attr_is_visible,
501};
502
503#ifdef CONFIG_DEBUG_FS
504static int suspend_stats_show(struct seq_file *s, void *unused)
505{
506 int i, index, last_dev, last_errno, last_step;
507 enum suspend_stat_step step;
508
509 last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
510 last_dev %= REC_FAILED_NUM;
511 last_errno = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
512 last_errno %= REC_FAILED_NUM;
513 last_step = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
514 last_step %= REC_FAILED_NUM;
515
516 seq_printf(s, "success: %u\nfail: %u\n",
517 suspend_stats.success, suspend_stats.fail);
518
519 for (step = SUSPEND_FREEZE; step <= SUSPEND_NR_STEPS; step++)
520 seq_printf(s, "failed_%s: %u\n", suspend_step_names[step],
521 suspend_stats.step_failures[step-1]);
522
523 seq_printf(s, "failures:\n last_failed_dev:\t%-s\n",
524 suspend_stats.failed_devs[last_dev]);
525 for (i = 1; i < REC_FAILED_NUM; i++) {
526 index = last_dev + REC_FAILED_NUM - i;
527 index %= REC_FAILED_NUM;
528 seq_printf(s, "\t\t\t%-s\n", suspend_stats.failed_devs[index]);
529 }
530 seq_printf(s, " last_failed_errno:\t%-d\n",
531 suspend_stats.errno[last_errno]);
532 for (i = 1; i < REC_FAILED_NUM; i++) {
533 index = last_errno + REC_FAILED_NUM - i;
534 index %= REC_FAILED_NUM;
535 seq_printf(s, "\t\t\t%-d\n", suspend_stats.errno[index]);
536 }
537 seq_printf(s, " last_failed_step:\t%-s\n",
538 suspend_step_names[suspend_stats.failed_steps[last_step]]);
539 for (i = 1; i < REC_FAILED_NUM; i++) {
540 index = last_step + REC_FAILED_NUM - i;
541 index %= REC_FAILED_NUM;
542 seq_printf(s, "\t\t\t%-s\n",
543 suspend_step_names[suspend_stats.failed_steps[index]]);
544 }
545
546 return 0;
547}
548DEFINE_SHOW_ATTRIBUTE(suspend_stats);
549
550static int __init pm_debugfs_init(void)
551{
552 debugfs_create_file("suspend_stats", S_IFREG | S_IRUGO,
553 NULL, NULL, &suspend_stats_fops);
554 return 0;
555}
556
557late_initcall(pm_debugfs_init);
558#endif /* CONFIG_DEBUG_FS */
559
560#endif /* CONFIG_PM_SLEEP */
561
562#ifdef CONFIG_PM_SLEEP_DEBUG
563/*
564 * pm_print_times: print time taken by devices to suspend and resume.
565 *
566 * show() returns whether printing of suspend and resume times is enabled.
567 * store() accepts 0 or 1. 0 disables printing and 1 enables it.
568 */
569bool pm_print_times_enabled;
570
571static ssize_t pm_print_times_show(struct kobject *kobj,
572 struct kobj_attribute *attr, char *buf)
573{
574 return sprintf(buf, "%d\n", pm_print_times_enabled);
575}
576
577static ssize_t pm_print_times_store(struct kobject *kobj,
578 struct kobj_attribute *attr,
579 const char *buf, size_t n)
580{
581 unsigned long val;
582
583 if (kstrtoul(buf, 10, &val))
584 return -EINVAL;
585
586 if (val > 1)
587 return -EINVAL;
588
589 pm_print_times_enabled = !!val;
590 return n;
591}
592
593power_attr(pm_print_times);
594
595static inline void pm_print_times_init(void)
596{
597 pm_print_times_enabled = !!initcall_debug;
598}
599
600static ssize_t pm_wakeup_irq_show(struct kobject *kobj,
601 struct kobj_attribute *attr,
602 char *buf)
603{
604 if (!pm_wakeup_irq())
605 return -ENODATA;
606
607 return sprintf(buf, "%u\n", pm_wakeup_irq());
608}
609
610power_attr_ro(pm_wakeup_irq);
611
612bool pm_debug_messages_on __read_mostly;
613
614bool pm_debug_messages_should_print(void)
615{
616 return pm_debug_messages_on && pm_suspend_target_state != PM_SUSPEND_ON;
617}
618EXPORT_SYMBOL_GPL(pm_debug_messages_should_print);
619
620static ssize_t pm_debug_messages_show(struct kobject *kobj,
621 struct kobj_attribute *attr, char *buf)
622{
623 return sprintf(buf, "%d\n", pm_debug_messages_on);
624}
625
626static ssize_t pm_debug_messages_store(struct kobject *kobj,
627 struct kobj_attribute *attr,
628 const char *buf, size_t n)
629{
630 unsigned long val;
631
632 if (kstrtoul(buf, 10, &val))
633 return -EINVAL;
634
635 if (val > 1)
636 return -EINVAL;
637
638 pm_debug_messages_on = !!val;
639 return n;
640}
641
642power_attr(pm_debug_messages);
643
644static int __init pm_debug_messages_setup(char *str)
645{
646 pm_debug_messages_on = true;
647 return 1;
648}
649__setup("pm_debug_messages", pm_debug_messages_setup);
650
651#else /* !CONFIG_PM_SLEEP_DEBUG */
652static inline void pm_print_times_init(void) {}
653#endif /* CONFIG_PM_SLEEP_DEBUG */
654
655struct kobject *power_kobj;
656
657/*
658 * state - control system sleep states.
659 *
660 * show() returns available sleep state labels, which may be "mem", "standby",
661 * "freeze" and "disk" (hibernation).
662 * See Documentation/admin-guide/pm/sleep-states.rst for a description of
663 * what they mean.
664 *
665 * store() accepts one of those strings, translates it into the proper
666 * enumerated value, and initiates a suspend transition.
667 */
668static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr,
669 char *buf)
670{
671 char *s = buf;
672#ifdef CONFIG_SUSPEND
673 suspend_state_t i;
674
675 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++)
676 if (pm_states[i])
677 s += sprintf(s,"%s ", pm_states[i]);
678
679#endif
680 if (hibernation_available())
681 s += sprintf(s, "disk ");
682 if (s != buf)
683 /* convert the last space to a newline */
684 *(s-1) = '\n';
685 return (s - buf);
686}
687
688static suspend_state_t decode_state(const char *buf, size_t n)
689{
690#ifdef CONFIG_SUSPEND
691 suspend_state_t state;
692#endif
693 char *p;
694 int len;
695
696 p = memchr(buf, '\n', n);
697 len = p ? p - buf : n;
698
699 /* Check hibernation first. */
700 if (len == 4 && str_has_prefix(buf, "disk"))
701 return PM_SUSPEND_MAX;
702
703#ifdef CONFIG_SUSPEND
704 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
705 const char *label = pm_states[state];
706
707 if (label && len == strlen(label) && !strncmp(buf, label, len))
708 return state;
709 }
710#endif
711
712 return PM_SUSPEND_ON;
713}
714
715static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr,
716 const char *buf, size_t n)
717{
718 suspend_state_t state;
719 int error;
720
721 error = pm_autosleep_lock();
722 if (error)
723 return error;
724
725 if (pm_autosleep_state() > PM_SUSPEND_ON) {
726 error = -EBUSY;
727 goto out;
728 }
729
730 state = decode_state(buf, n);
731 if (state < PM_SUSPEND_MAX) {
732 if (state == PM_SUSPEND_MEM)
733 state = mem_sleep_current;
734
735 error = pm_suspend(state);
736 } else if (state == PM_SUSPEND_MAX) {
737 error = hibernate();
738 } else {
739 error = -EINVAL;
740 }
741
742 out:
743 pm_autosleep_unlock();
744 return error ? error : n;
745}
746
747power_attr(state);
748
749#ifdef CONFIG_PM_SLEEP
750/*
751 * The 'wakeup_count' attribute, along with the functions defined in
752 * drivers/base/power/wakeup.c, provides a means by which wakeup events can be
753 * handled in a non-racy way.
754 *
755 * If a wakeup event occurs when the system is in a sleep state, it simply is
756 * woken up. In turn, if an event that would wake the system up from a sleep
757 * state occurs when it is undergoing a transition to that sleep state, the
758 * transition should be aborted. Moreover, if such an event occurs when the
759 * system is in the working state, an attempt to start a transition to the
760 * given sleep state should fail during certain period after the detection of
761 * the event. Using the 'state' attribute alone is not sufficient to satisfy
762 * these requirements, because a wakeup event may occur exactly when 'state'
763 * is being written to and may be delivered to user space right before it is
764 * frozen, so the event will remain only partially processed until the system is
765 * woken up by another event. In particular, it won't cause the transition to
766 * a sleep state to be aborted.
767 *
768 * This difficulty may be overcome if user space uses 'wakeup_count' before
769 * writing to 'state'. It first should read from 'wakeup_count' and store
770 * the read value. Then, after carrying out its own preparations for the system
771 * transition to a sleep state, it should write the stored value to
772 * 'wakeup_count'. If that fails, at least one wakeup event has occurred since
773 * 'wakeup_count' was read and 'state' should not be written to. Otherwise, it
774 * is allowed to write to 'state', but the transition will be aborted if there
775 * are any wakeup events detected after 'wakeup_count' was written to.
776 */
777
778static ssize_t wakeup_count_show(struct kobject *kobj,
779 struct kobj_attribute *attr,
780 char *buf)
781{
782 unsigned int val;
783
784 return pm_get_wakeup_count(&val, true) ?
785 sprintf(buf, "%u\n", val) : -EINTR;
786}
787
788static ssize_t wakeup_count_store(struct kobject *kobj,
789 struct kobj_attribute *attr,
790 const char *buf, size_t n)
791{
792 unsigned int val;
793 int error;
794
795 error = pm_autosleep_lock();
796 if (error)
797 return error;
798
799 if (pm_autosleep_state() > PM_SUSPEND_ON) {
800 error = -EBUSY;
801 goto out;
802 }
803
804 error = -EINVAL;
805 if (sscanf(buf, "%u", &val) == 1) {
806 if (pm_save_wakeup_count(val))
807 error = n;
808 else
809 pm_print_active_wakeup_sources();
810 }
811
812 out:
813 pm_autosleep_unlock();
814 return error;
815}
816
817power_attr(wakeup_count);
818
819#ifdef CONFIG_PM_AUTOSLEEP
820static ssize_t autosleep_show(struct kobject *kobj,
821 struct kobj_attribute *attr,
822 char *buf)
823{
824 suspend_state_t state = pm_autosleep_state();
825
826 if (state == PM_SUSPEND_ON)
827 return sprintf(buf, "off\n");
828
829#ifdef CONFIG_SUSPEND
830 if (state < PM_SUSPEND_MAX)
831 return sprintf(buf, "%s\n", pm_states[state] ?
832 pm_states[state] : "error");
833#endif
834#ifdef CONFIG_HIBERNATION
835 return sprintf(buf, "disk\n");
836#else
837 return sprintf(buf, "error");
838#endif
839}
840
841static ssize_t autosleep_store(struct kobject *kobj,
842 struct kobj_attribute *attr,
843 const char *buf, size_t n)
844{
845 suspend_state_t state = decode_state(buf, n);
846 int error;
847
848 if (state == PM_SUSPEND_ON
849 && strcmp(buf, "off") && strcmp(buf, "off\n"))
850 return -EINVAL;
851
852 if (state == PM_SUSPEND_MEM)
853 state = mem_sleep_current;
854
855 error = pm_autosleep_set_state(state);
856 return error ? error : n;
857}
858
859power_attr(autosleep);
860#endif /* CONFIG_PM_AUTOSLEEP */
861
862#ifdef CONFIG_PM_WAKELOCKS
863static ssize_t wake_lock_show(struct kobject *kobj,
864 struct kobj_attribute *attr,
865 char *buf)
866{
867 return pm_show_wakelocks(buf, true);
868}
869
870static ssize_t wake_lock_store(struct kobject *kobj,
871 struct kobj_attribute *attr,
872 const char *buf, size_t n)
873{
874 int error = pm_wake_lock(buf);
875 return error ? error : n;
876}
877
878power_attr(wake_lock);
879
880static ssize_t wake_unlock_show(struct kobject *kobj,
881 struct kobj_attribute *attr,
882 char *buf)
883{
884 return pm_show_wakelocks(buf, false);
885}
886
887static ssize_t wake_unlock_store(struct kobject *kobj,
888 struct kobj_attribute *attr,
889 const char *buf, size_t n)
890{
891 int error = pm_wake_unlock(buf);
892 return error ? error : n;
893}
894
895power_attr(wake_unlock);
896
897#endif /* CONFIG_PM_WAKELOCKS */
898#endif /* CONFIG_PM_SLEEP */
899
900#ifdef CONFIG_PM_TRACE
901int pm_trace_enabled;
902
903static ssize_t pm_trace_show(struct kobject *kobj, struct kobj_attribute *attr,
904 char *buf)
905{
906 return sprintf(buf, "%d\n", pm_trace_enabled);
907}
908
909static ssize_t
910pm_trace_store(struct kobject *kobj, struct kobj_attribute *attr,
911 const char *buf, size_t n)
912{
913 int val;
914
915 if (sscanf(buf, "%d", &val) == 1) {
916 pm_trace_enabled = !!val;
917 if (pm_trace_enabled) {
918 pr_warn("PM: Enabling pm_trace changes system date and time during resume.\n"
919 "PM: Correct system time has to be restored manually after resume.\n");
920 }
921 return n;
922 }
923 return -EINVAL;
924}
925
926power_attr(pm_trace);
927
928static ssize_t pm_trace_dev_match_show(struct kobject *kobj,
929 struct kobj_attribute *attr,
930 char *buf)
931{
932 return show_trace_dev_match(buf, PAGE_SIZE);
933}
934
935power_attr_ro(pm_trace_dev_match);
936
937#endif /* CONFIG_PM_TRACE */
938
939#ifdef CONFIG_FREEZER
940static ssize_t pm_freeze_timeout_show(struct kobject *kobj,
941 struct kobj_attribute *attr, char *buf)
942{
943 return sprintf(buf, "%u\n", freeze_timeout_msecs);
944}
945
946static ssize_t pm_freeze_timeout_store(struct kobject *kobj,
947 struct kobj_attribute *attr,
948 const char *buf, size_t n)
949{
950 unsigned long val;
951
952 if (kstrtoul(buf, 10, &val))
953 return -EINVAL;
954
955 freeze_timeout_msecs = val;
956 return n;
957}
958
959power_attr(pm_freeze_timeout);
960
961#endif /* CONFIG_FREEZER*/
962
963static struct attribute * g[] = {
964 &state_attr.attr,
965#ifdef CONFIG_PM_TRACE
966 &pm_trace_attr.attr,
967 &pm_trace_dev_match_attr.attr,
968#endif
969#ifdef CONFIG_PM_SLEEP
970 &pm_async_attr.attr,
971 &wakeup_count_attr.attr,
972#ifdef CONFIG_SUSPEND
973 &mem_sleep_attr.attr,
974 &sync_on_suspend_attr.attr,
975#endif
976#ifdef CONFIG_PM_AUTOSLEEP
977 &autosleep_attr.attr,
978#endif
979#ifdef CONFIG_PM_WAKELOCKS
980 &wake_lock_attr.attr,
981 &wake_unlock_attr.attr,
982#endif
983#ifdef CONFIG_PM_SLEEP_DEBUG
984 &pm_test_attr.attr,
985 &pm_print_times_attr.attr,
986 &pm_wakeup_irq_attr.attr,
987 &pm_debug_messages_attr.attr,
988#endif
989#endif
990#ifdef CONFIG_FREEZER
991 &pm_freeze_timeout_attr.attr,
992#endif
993 NULL,
994};
995
996static const struct attribute_group attr_group = {
997 .attrs = g,
998};
999
1000static const struct attribute_group *attr_groups[] = {
1001 &attr_group,
1002#ifdef CONFIG_PM_SLEEP
1003 &suspend_attr_group,
1004#endif
1005 NULL,
1006};
1007
1008struct workqueue_struct *pm_wq;
1009EXPORT_SYMBOL_GPL(pm_wq);
1010
1011static int __init pm_start_workqueue(void)
1012{
1013 pm_wq = alloc_workqueue("pm", WQ_FREEZABLE, 0);
1014
1015 return pm_wq ? 0 : -ENOMEM;
1016}
1017
1018static int __init pm_init(void)
1019{
1020 int error = pm_start_workqueue();
1021 if (error)
1022 return error;
1023 hibernate_image_size_init();
1024 hibernate_reserved_size_init();
1025 pm_states_init();
1026 power_kobj = kobject_create_and_add("power", NULL);
1027 if (!power_kobj)
1028 return -ENOMEM;
1029 error = sysfs_create_groups(power_kobj, attr_groups);
1030 if (error)
1031 return error;
1032 pm_print_times_init();
1033 return pm_autosleep_init();
1034}
1035
1036core_initcall(pm_init);