Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * kernel/power/main.c - PM subsystem core functionality.
4 *
5 * Copyright (c) 2003 Patrick Mochel
6 * Copyright (c) 2003 Open Source Development Lab
7 */
8
9#include <linux/export.h>
10#include <linux/kobject.h>
11#include <linux/string.h>
12#include <linux/pm-trace.h>
13#include <linux/workqueue.h>
14#include <linux/debugfs.h>
15#include <linux/seq_file.h>
16#include <linux/suspend.h>
17#include <linux/syscalls.h>
18#include <linux/pm_runtime.h>
19
20#include "power.h"
21
22#ifdef CONFIG_PM_SLEEP
23
24void lock_system_sleep(void)
25{
26 current->flags |= PF_FREEZER_SKIP;
27 mutex_lock(&system_transition_mutex);
28}
29EXPORT_SYMBOL_GPL(lock_system_sleep);
30
31void unlock_system_sleep(void)
32{
33 /*
34 * Don't use freezer_count() because we don't want the call to
35 * try_to_freeze() here.
36 *
37 * Reason:
38 * Fundamentally, we just don't need it, because freezing condition
39 * doesn't come into effect until we release the
40 * system_transition_mutex lock, since the freezer always works with
41 * system_transition_mutex held.
42 *
43 * More importantly, in the case of hibernation,
44 * unlock_system_sleep() gets called in snapshot_read() and
45 * snapshot_write() when the freezing condition is still in effect.
46 * Which means, if we use try_to_freeze() here, it would make them
47 * enter the refrigerator, thus causing hibernation to lockup.
48 */
49 current->flags &= ~PF_FREEZER_SKIP;
50 mutex_unlock(&system_transition_mutex);
51}
52EXPORT_SYMBOL_GPL(unlock_system_sleep);
53
54void ksys_sync_helper(void)
55{
56 ktime_t start;
57 long elapsed_msecs;
58
59 start = ktime_get();
60 ksys_sync();
61 elapsed_msecs = ktime_to_ms(ktime_sub(ktime_get(), start));
62 pr_info("Filesystems sync: %ld.%03ld seconds\n",
63 elapsed_msecs / MSEC_PER_SEC, elapsed_msecs % MSEC_PER_SEC);
64}
65EXPORT_SYMBOL_GPL(ksys_sync_helper);
66
67/* Routines for PM-transition notifications */
68
69static BLOCKING_NOTIFIER_HEAD(pm_chain_head);
70
71int register_pm_notifier(struct notifier_block *nb)
72{
73 return blocking_notifier_chain_register(&pm_chain_head, nb);
74}
75EXPORT_SYMBOL_GPL(register_pm_notifier);
76
77int unregister_pm_notifier(struct notifier_block *nb)
78{
79 return blocking_notifier_chain_unregister(&pm_chain_head, nb);
80}
81EXPORT_SYMBOL_GPL(unregister_pm_notifier);
82
83int __pm_notifier_call_chain(unsigned long val, int nr_to_call, int *nr_calls)
84{
85 int ret;
86
87 ret = __blocking_notifier_call_chain(&pm_chain_head, val, NULL,
88 nr_to_call, nr_calls);
89
90 return notifier_to_errno(ret);
91}
92int pm_notifier_call_chain(unsigned long val)
93{
94 return __pm_notifier_call_chain(val, -1, NULL);
95}
96
97/* If set, devices may be suspended and resumed asynchronously. */
98int pm_async_enabled = 1;
99
100static ssize_t pm_async_show(struct kobject *kobj, struct kobj_attribute *attr,
101 char *buf)
102{
103 return sprintf(buf, "%d\n", pm_async_enabled);
104}
105
106static ssize_t pm_async_store(struct kobject *kobj, struct kobj_attribute *attr,
107 const char *buf, size_t n)
108{
109 unsigned long val;
110
111 if (kstrtoul(buf, 10, &val))
112 return -EINVAL;
113
114 if (val > 1)
115 return -EINVAL;
116
117 pm_async_enabled = val;
118 return n;
119}
120
121power_attr(pm_async);
122
123#ifdef CONFIG_SUSPEND
124static ssize_t mem_sleep_show(struct kobject *kobj, struct kobj_attribute *attr,
125 char *buf)
126{
127 char *s = buf;
128 suspend_state_t i;
129
130 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++)
131 if (mem_sleep_states[i]) {
132 const char *label = mem_sleep_states[i];
133
134 if (mem_sleep_current == i)
135 s += sprintf(s, "[%s] ", label);
136 else
137 s += sprintf(s, "%s ", label);
138 }
139
140 /* Convert the last space to a newline if needed. */
141 if (s != buf)
142 *(s-1) = '\n';
143
144 return (s - buf);
145}
146
147static suspend_state_t decode_suspend_state(const char *buf, size_t n)
148{
149 suspend_state_t state;
150 char *p;
151 int len;
152
153 p = memchr(buf, '\n', n);
154 len = p ? p - buf : n;
155
156 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
157 const char *label = mem_sleep_states[state];
158
159 if (label && len == strlen(label) && !strncmp(buf, label, len))
160 return state;
161 }
162
163 return PM_SUSPEND_ON;
164}
165
166static ssize_t mem_sleep_store(struct kobject *kobj, struct kobj_attribute *attr,
167 const char *buf, size_t n)
168{
169 suspend_state_t state;
170 int error;
171
172 error = pm_autosleep_lock();
173 if (error)
174 return error;
175
176 if (pm_autosleep_state() > PM_SUSPEND_ON) {
177 error = -EBUSY;
178 goto out;
179 }
180
181 state = decode_suspend_state(buf, n);
182 if (state < PM_SUSPEND_MAX && state > PM_SUSPEND_ON)
183 mem_sleep_current = state;
184 else
185 error = -EINVAL;
186
187 out:
188 pm_autosleep_unlock();
189 return error ? error : n;
190}
191
192power_attr(mem_sleep);
193
194/*
195 * sync_on_suspend: invoke ksys_sync_helper() before suspend.
196 *
197 * show() returns whether ksys_sync_helper() is invoked before suspend.
198 * store() accepts 0 or 1. 0 disables ksys_sync_helper() and 1 enables it.
199 */
200bool sync_on_suspend_enabled = !IS_ENABLED(CONFIG_SUSPEND_SKIP_SYNC);
201
202static ssize_t sync_on_suspend_show(struct kobject *kobj,
203 struct kobj_attribute *attr, char *buf)
204{
205 return sprintf(buf, "%d\n", sync_on_suspend_enabled);
206}
207
208static ssize_t sync_on_suspend_store(struct kobject *kobj,
209 struct kobj_attribute *attr,
210 const char *buf, size_t n)
211{
212 unsigned long val;
213
214 if (kstrtoul(buf, 10, &val))
215 return -EINVAL;
216
217 if (val > 1)
218 return -EINVAL;
219
220 sync_on_suspend_enabled = !!val;
221 return n;
222}
223
224power_attr(sync_on_suspend);
225#endif /* CONFIG_SUSPEND */
226
227#ifdef CONFIG_PM_SLEEP_DEBUG
228int pm_test_level = TEST_NONE;
229
230static const char * const pm_tests[__TEST_AFTER_LAST] = {
231 [TEST_NONE] = "none",
232 [TEST_CORE] = "core",
233 [TEST_CPUS] = "processors",
234 [TEST_PLATFORM] = "platform",
235 [TEST_DEVICES] = "devices",
236 [TEST_FREEZER] = "freezer",
237};
238
239static ssize_t pm_test_show(struct kobject *kobj, struct kobj_attribute *attr,
240 char *buf)
241{
242 char *s = buf;
243 int level;
244
245 for (level = TEST_FIRST; level <= TEST_MAX; level++)
246 if (pm_tests[level]) {
247 if (level == pm_test_level)
248 s += sprintf(s, "[%s] ", pm_tests[level]);
249 else
250 s += sprintf(s, "%s ", pm_tests[level]);
251 }
252
253 if (s != buf)
254 /* convert the last space to a newline */
255 *(s-1) = '\n';
256
257 return (s - buf);
258}
259
260static ssize_t pm_test_store(struct kobject *kobj, struct kobj_attribute *attr,
261 const char *buf, size_t n)
262{
263 const char * const *s;
264 int level;
265 char *p;
266 int len;
267 int error = -EINVAL;
268
269 p = memchr(buf, '\n', n);
270 len = p ? p - buf : n;
271
272 lock_system_sleep();
273
274 level = TEST_FIRST;
275 for (s = &pm_tests[level]; level <= TEST_MAX; s++, level++)
276 if (*s && len == strlen(*s) && !strncmp(buf, *s, len)) {
277 pm_test_level = level;
278 error = 0;
279 break;
280 }
281
282 unlock_system_sleep();
283
284 return error ? error : n;
285}
286
287power_attr(pm_test);
288#endif /* CONFIG_PM_SLEEP_DEBUG */
289
290static char *suspend_step_name(enum suspend_stat_step step)
291{
292 switch (step) {
293 case SUSPEND_FREEZE:
294 return "freeze";
295 case SUSPEND_PREPARE:
296 return "prepare";
297 case SUSPEND_SUSPEND:
298 return "suspend";
299 case SUSPEND_SUSPEND_NOIRQ:
300 return "suspend_noirq";
301 case SUSPEND_RESUME_NOIRQ:
302 return "resume_noirq";
303 case SUSPEND_RESUME:
304 return "resume";
305 default:
306 return "";
307 }
308}
309
310#define suspend_attr(_name) \
311static ssize_t _name##_show(struct kobject *kobj, \
312 struct kobj_attribute *attr, char *buf) \
313{ \
314 return sprintf(buf, "%d\n", suspend_stats._name); \
315} \
316static struct kobj_attribute _name = __ATTR_RO(_name)
317
318suspend_attr(success);
319suspend_attr(fail);
320suspend_attr(failed_freeze);
321suspend_attr(failed_prepare);
322suspend_attr(failed_suspend);
323suspend_attr(failed_suspend_late);
324suspend_attr(failed_suspend_noirq);
325suspend_attr(failed_resume);
326suspend_attr(failed_resume_early);
327suspend_attr(failed_resume_noirq);
328
329static ssize_t last_failed_dev_show(struct kobject *kobj,
330 struct kobj_attribute *attr, char *buf)
331{
332 int index;
333 char *last_failed_dev = NULL;
334
335 index = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
336 index %= REC_FAILED_NUM;
337 last_failed_dev = suspend_stats.failed_devs[index];
338
339 return sprintf(buf, "%s\n", last_failed_dev);
340}
341static struct kobj_attribute last_failed_dev = __ATTR_RO(last_failed_dev);
342
343static ssize_t last_failed_errno_show(struct kobject *kobj,
344 struct kobj_attribute *attr, char *buf)
345{
346 int index;
347 int last_failed_errno;
348
349 index = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
350 index %= REC_FAILED_NUM;
351 last_failed_errno = suspend_stats.errno[index];
352
353 return sprintf(buf, "%d\n", last_failed_errno);
354}
355static struct kobj_attribute last_failed_errno = __ATTR_RO(last_failed_errno);
356
357static ssize_t last_failed_step_show(struct kobject *kobj,
358 struct kobj_attribute *attr, char *buf)
359{
360 int index;
361 enum suspend_stat_step step;
362 char *last_failed_step = NULL;
363
364 index = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
365 index %= REC_FAILED_NUM;
366 step = suspend_stats.failed_steps[index];
367 last_failed_step = suspend_step_name(step);
368
369 return sprintf(buf, "%s\n", last_failed_step);
370}
371static struct kobj_attribute last_failed_step = __ATTR_RO(last_failed_step);
372
373static struct attribute *suspend_attrs[] = {
374 &success.attr,
375 &fail.attr,
376 &failed_freeze.attr,
377 &failed_prepare.attr,
378 &failed_suspend.attr,
379 &failed_suspend_late.attr,
380 &failed_suspend_noirq.attr,
381 &failed_resume.attr,
382 &failed_resume_early.attr,
383 &failed_resume_noirq.attr,
384 &last_failed_dev.attr,
385 &last_failed_errno.attr,
386 &last_failed_step.attr,
387 NULL,
388};
389
390static struct attribute_group suspend_attr_group = {
391 .name = "suspend_stats",
392 .attrs = suspend_attrs,
393};
394
395#ifdef CONFIG_DEBUG_FS
396static int suspend_stats_show(struct seq_file *s, void *unused)
397{
398 int i, index, last_dev, last_errno, last_step;
399
400 last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
401 last_dev %= REC_FAILED_NUM;
402 last_errno = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
403 last_errno %= REC_FAILED_NUM;
404 last_step = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
405 last_step %= REC_FAILED_NUM;
406 seq_printf(s, "%s: %d\n%s: %d\n%s: %d\n%s: %d\n%s: %d\n"
407 "%s: %d\n%s: %d\n%s: %d\n%s: %d\n%s: %d\n",
408 "success", suspend_stats.success,
409 "fail", suspend_stats.fail,
410 "failed_freeze", suspend_stats.failed_freeze,
411 "failed_prepare", suspend_stats.failed_prepare,
412 "failed_suspend", suspend_stats.failed_suspend,
413 "failed_suspend_late",
414 suspend_stats.failed_suspend_late,
415 "failed_suspend_noirq",
416 suspend_stats.failed_suspend_noirq,
417 "failed_resume", suspend_stats.failed_resume,
418 "failed_resume_early",
419 suspend_stats.failed_resume_early,
420 "failed_resume_noirq",
421 suspend_stats.failed_resume_noirq);
422 seq_printf(s, "failures:\n last_failed_dev:\t%-s\n",
423 suspend_stats.failed_devs[last_dev]);
424 for (i = 1; i < REC_FAILED_NUM; i++) {
425 index = last_dev + REC_FAILED_NUM - i;
426 index %= REC_FAILED_NUM;
427 seq_printf(s, "\t\t\t%-s\n",
428 suspend_stats.failed_devs[index]);
429 }
430 seq_printf(s, " last_failed_errno:\t%-d\n",
431 suspend_stats.errno[last_errno]);
432 for (i = 1; i < REC_FAILED_NUM; i++) {
433 index = last_errno + REC_FAILED_NUM - i;
434 index %= REC_FAILED_NUM;
435 seq_printf(s, "\t\t\t%-d\n",
436 suspend_stats.errno[index]);
437 }
438 seq_printf(s, " last_failed_step:\t%-s\n",
439 suspend_step_name(
440 suspend_stats.failed_steps[last_step]));
441 for (i = 1; i < REC_FAILED_NUM; i++) {
442 index = last_step + REC_FAILED_NUM - i;
443 index %= REC_FAILED_NUM;
444 seq_printf(s, "\t\t\t%-s\n",
445 suspend_step_name(
446 suspend_stats.failed_steps[index]));
447 }
448
449 return 0;
450}
451DEFINE_SHOW_ATTRIBUTE(suspend_stats);
452
453static int __init pm_debugfs_init(void)
454{
455 debugfs_create_file("suspend_stats", S_IFREG | S_IRUGO,
456 NULL, NULL, &suspend_stats_fops);
457 return 0;
458}
459
460late_initcall(pm_debugfs_init);
461#endif /* CONFIG_DEBUG_FS */
462
463#endif /* CONFIG_PM_SLEEP */
464
465#ifdef CONFIG_PM_SLEEP_DEBUG
466/*
467 * pm_print_times: print time taken by devices to suspend and resume.
468 *
469 * show() returns whether printing of suspend and resume times is enabled.
470 * store() accepts 0 or 1. 0 disables printing and 1 enables it.
471 */
472bool pm_print_times_enabled;
473
474static ssize_t pm_print_times_show(struct kobject *kobj,
475 struct kobj_attribute *attr, char *buf)
476{
477 return sprintf(buf, "%d\n", pm_print_times_enabled);
478}
479
480static ssize_t pm_print_times_store(struct kobject *kobj,
481 struct kobj_attribute *attr,
482 const char *buf, size_t n)
483{
484 unsigned long val;
485
486 if (kstrtoul(buf, 10, &val))
487 return -EINVAL;
488
489 if (val > 1)
490 return -EINVAL;
491
492 pm_print_times_enabled = !!val;
493 return n;
494}
495
496power_attr(pm_print_times);
497
498static inline void pm_print_times_init(void)
499{
500 pm_print_times_enabled = !!initcall_debug;
501}
502
503static ssize_t pm_wakeup_irq_show(struct kobject *kobj,
504 struct kobj_attribute *attr,
505 char *buf)
506{
507 return pm_wakeup_irq ? sprintf(buf, "%u\n", pm_wakeup_irq) : -ENODATA;
508}
509
510power_attr_ro(pm_wakeup_irq);
511
512bool pm_debug_messages_on __read_mostly;
513
514static ssize_t pm_debug_messages_show(struct kobject *kobj,
515 struct kobj_attribute *attr, char *buf)
516{
517 return sprintf(buf, "%d\n", pm_debug_messages_on);
518}
519
520static ssize_t pm_debug_messages_store(struct kobject *kobj,
521 struct kobj_attribute *attr,
522 const char *buf, size_t n)
523{
524 unsigned long val;
525
526 if (kstrtoul(buf, 10, &val))
527 return -EINVAL;
528
529 if (val > 1)
530 return -EINVAL;
531
532 pm_debug_messages_on = !!val;
533 return n;
534}
535
536power_attr(pm_debug_messages);
537
538static int __init pm_debug_messages_setup(char *str)
539{
540 pm_debug_messages_on = true;
541 return 1;
542}
543__setup("pm_debug_messages", pm_debug_messages_setup);
544
545/**
546 * __pm_pr_dbg - Print a suspend debug message to the kernel log.
547 * @defer: Whether or not to use printk_deferred() to print the message.
548 * @fmt: Message format.
549 *
550 * The message will be emitted if enabled through the pm_debug_messages
551 * sysfs attribute.
552 */
553void __pm_pr_dbg(bool defer, const char *fmt, ...)
554{
555 struct va_format vaf;
556 va_list args;
557
558 if (!pm_debug_messages_on)
559 return;
560
561 va_start(args, fmt);
562
563 vaf.fmt = fmt;
564 vaf.va = &args;
565
566 if (defer)
567 printk_deferred(KERN_DEBUG "PM: %pV", &vaf);
568 else
569 printk(KERN_DEBUG "PM: %pV", &vaf);
570
571 va_end(args);
572}
573
574#else /* !CONFIG_PM_SLEEP_DEBUG */
575static inline void pm_print_times_init(void) {}
576#endif /* CONFIG_PM_SLEEP_DEBUG */
577
578struct kobject *power_kobj;
579
580/**
581 * state - control system sleep states.
582 *
583 * show() returns available sleep state labels, which may be "mem", "standby",
584 * "freeze" and "disk" (hibernation).
585 * See Documentation/admin-guide/pm/sleep-states.rst for a description of
586 * what they mean.
587 *
588 * store() accepts one of those strings, translates it into the proper
589 * enumerated value, and initiates a suspend transition.
590 */
591static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr,
592 char *buf)
593{
594 char *s = buf;
595#ifdef CONFIG_SUSPEND
596 suspend_state_t i;
597
598 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++)
599 if (pm_states[i])
600 s += sprintf(s,"%s ", pm_states[i]);
601
602#endif
603 if (hibernation_available())
604 s += sprintf(s, "disk ");
605 if (s != buf)
606 /* convert the last space to a newline */
607 *(s-1) = '\n';
608 return (s - buf);
609}
610
611static suspend_state_t decode_state(const char *buf, size_t n)
612{
613#ifdef CONFIG_SUSPEND
614 suspend_state_t state;
615#endif
616 char *p;
617 int len;
618
619 p = memchr(buf, '\n', n);
620 len = p ? p - buf : n;
621
622 /* Check hibernation first. */
623 if (len == 4 && str_has_prefix(buf, "disk"))
624 return PM_SUSPEND_MAX;
625
626#ifdef CONFIG_SUSPEND
627 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
628 const char *label = pm_states[state];
629
630 if (label && len == strlen(label) && !strncmp(buf, label, len))
631 return state;
632 }
633#endif
634
635 return PM_SUSPEND_ON;
636}
637
638static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr,
639 const char *buf, size_t n)
640{
641 suspend_state_t state;
642 int error;
643
644 error = pm_autosleep_lock();
645 if (error)
646 return error;
647
648 if (pm_autosleep_state() > PM_SUSPEND_ON) {
649 error = -EBUSY;
650 goto out;
651 }
652
653 state = decode_state(buf, n);
654 if (state < PM_SUSPEND_MAX) {
655 if (state == PM_SUSPEND_MEM)
656 state = mem_sleep_current;
657
658 error = pm_suspend(state);
659 } else if (state == PM_SUSPEND_MAX) {
660 error = hibernate();
661 } else {
662 error = -EINVAL;
663 }
664
665 out:
666 pm_autosleep_unlock();
667 return error ? error : n;
668}
669
670power_attr(state);
671
672#ifdef CONFIG_PM_SLEEP
673/*
674 * The 'wakeup_count' attribute, along with the functions defined in
675 * drivers/base/power/wakeup.c, provides a means by which wakeup events can be
676 * handled in a non-racy way.
677 *
678 * If a wakeup event occurs when the system is in a sleep state, it simply is
679 * woken up. In turn, if an event that would wake the system up from a sleep
680 * state occurs when it is undergoing a transition to that sleep state, the
681 * transition should be aborted. Moreover, if such an event occurs when the
682 * system is in the working state, an attempt to start a transition to the
683 * given sleep state should fail during certain period after the detection of
684 * the event. Using the 'state' attribute alone is not sufficient to satisfy
685 * these requirements, because a wakeup event may occur exactly when 'state'
686 * is being written to and may be delivered to user space right before it is
687 * frozen, so the event will remain only partially processed until the system is
688 * woken up by another event. In particular, it won't cause the transition to
689 * a sleep state to be aborted.
690 *
691 * This difficulty may be overcome if user space uses 'wakeup_count' before
692 * writing to 'state'. It first should read from 'wakeup_count' and store
693 * the read value. Then, after carrying out its own preparations for the system
694 * transition to a sleep state, it should write the stored value to
695 * 'wakeup_count'. If that fails, at least one wakeup event has occurred since
696 * 'wakeup_count' was read and 'state' should not be written to. Otherwise, it
697 * is allowed to write to 'state', but the transition will be aborted if there
698 * are any wakeup events detected after 'wakeup_count' was written to.
699 */
700
701static ssize_t wakeup_count_show(struct kobject *kobj,
702 struct kobj_attribute *attr,
703 char *buf)
704{
705 unsigned int val;
706
707 return pm_get_wakeup_count(&val, true) ?
708 sprintf(buf, "%u\n", val) : -EINTR;
709}
710
711static ssize_t wakeup_count_store(struct kobject *kobj,
712 struct kobj_attribute *attr,
713 const char *buf, size_t n)
714{
715 unsigned int val;
716 int error;
717
718 error = pm_autosleep_lock();
719 if (error)
720 return error;
721
722 if (pm_autosleep_state() > PM_SUSPEND_ON) {
723 error = -EBUSY;
724 goto out;
725 }
726
727 error = -EINVAL;
728 if (sscanf(buf, "%u", &val) == 1) {
729 if (pm_save_wakeup_count(val))
730 error = n;
731 else
732 pm_print_active_wakeup_sources();
733 }
734
735 out:
736 pm_autosleep_unlock();
737 return error;
738}
739
740power_attr(wakeup_count);
741
742#ifdef CONFIG_PM_AUTOSLEEP
743static ssize_t autosleep_show(struct kobject *kobj,
744 struct kobj_attribute *attr,
745 char *buf)
746{
747 suspend_state_t state = pm_autosleep_state();
748
749 if (state == PM_SUSPEND_ON)
750 return sprintf(buf, "off\n");
751
752#ifdef CONFIG_SUSPEND
753 if (state < PM_SUSPEND_MAX)
754 return sprintf(buf, "%s\n", pm_states[state] ?
755 pm_states[state] : "error");
756#endif
757#ifdef CONFIG_HIBERNATION
758 return sprintf(buf, "disk\n");
759#else
760 return sprintf(buf, "error");
761#endif
762}
763
764static ssize_t autosleep_store(struct kobject *kobj,
765 struct kobj_attribute *attr,
766 const char *buf, size_t n)
767{
768 suspend_state_t state = decode_state(buf, n);
769 int error;
770
771 if (state == PM_SUSPEND_ON
772 && strcmp(buf, "off") && strcmp(buf, "off\n"))
773 return -EINVAL;
774
775 if (state == PM_SUSPEND_MEM)
776 state = mem_sleep_current;
777
778 error = pm_autosleep_set_state(state);
779 return error ? error : n;
780}
781
782power_attr(autosleep);
783#endif /* CONFIG_PM_AUTOSLEEP */
784
785#ifdef CONFIG_PM_WAKELOCKS
786static ssize_t wake_lock_show(struct kobject *kobj,
787 struct kobj_attribute *attr,
788 char *buf)
789{
790 return pm_show_wakelocks(buf, true);
791}
792
793static ssize_t wake_lock_store(struct kobject *kobj,
794 struct kobj_attribute *attr,
795 const char *buf, size_t n)
796{
797 int error = pm_wake_lock(buf);
798 return error ? error : n;
799}
800
801power_attr(wake_lock);
802
803static ssize_t wake_unlock_show(struct kobject *kobj,
804 struct kobj_attribute *attr,
805 char *buf)
806{
807 return pm_show_wakelocks(buf, false);
808}
809
810static ssize_t wake_unlock_store(struct kobject *kobj,
811 struct kobj_attribute *attr,
812 const char *buf, size_t n)
813{
814 int error = pm_wake_unlock(buf);
815 return error ? error : n;
816}
817
818power_attr(wake_unlock);
819
820#endif /* CONFIG_PM_WAKELOCKS */
821#endif /* CONFIG_PM_SLEEP */
822
823#ifdef CONFIG_PM_TRACE
824int pm_trace_enabled;
825
826static ssize_t pm_trace_show(struct kobject *kobj, struct kobj_attribute *attr,
827 char *buf)
828{
829 return sprintf(buf, "%d\n", pm_trace_enabled);
830}
831
832static ssize_t
833pm_trace_store(struct kobject *kobj, struct kobj_attribute *attr,
834 const char *buf, size_t n)
835{
836 int val;
837
838 if (sscanf(buf, "%d", &val) == 1) {
839 pm_trace_enabled = !!val;
840 if (pm_trace_enabled) {
841 pr_warn("PM: Enabling pm_trace changes system date and time during resume.\n"
842 "PM: Correct system time has to be restored manually after resume.\n");
843 }
844 return n;
845 }
846 return -EINVAL;
847}
848
849power_attr(pm_trace);
850
851static ssize_t pm_trace_dev_match_show(struct kobject *kobj,
852 struct kobj_attribute *attr,
853 char *buf)
854{
855 return show_trace_dev_match(buf, PAGE_SIZE);
856}
857
858power_attr_ro(pm_trace_dev_match);
859
860#endif /* CONFIG_PM_TRACE */
861
862#ifdef CONFIG_FREEZER
863static ssize_t pm_freeze_timeout_show(struct kobject *kobj,
864 struct kobj_attribute *attr, char *buf)
865{
866 return sprintf(buf, "%u\n", freeze_timeout_msecs);
867}
868
869static ssize_t pm_freeze_timeout_store(struct kobject *kobj,
870 struct kobj_attribute *attr,
871 const char *buf, size_t n)
872{
873 unsigned long val;
874
875 if (kstrtoul(buf, 10, &val))
876 return -EINVAL;
877
878 freeze_timeout_msecs = val;
879 return n;
880}
881
882power_attr(pm_freeze_timeout);
883
884#endif /* CONFIG_FREEZER*/
885
886static struct attribute * g[] = {
887 &state_attr.attr,
888#ifdef CONFIG_PM_TRACE
889 &pm_trace_attr.attr,
890 &pm_trace_dev_match_attr.attr,
891#endif
892#ifdef CONFIG_PM_SLEEP
893 &pm_async_attr.attr,
894 &wakeup_count_attr.attr,
895#ifdef CONFIG_SUSPEND
896 &mem_sleep_attr.attr,
897 &sync_on_suspend_attr.attr,
898#endif
899#ifdef CONFIG_PM_AUTOSLEEP
900 &autosleep_attr.attr,
901#endif
902#ifdef CONFIG_PM_WAKELOCKS
903 &wake_lock_attr.attr,
904 &wake_unlock_attr.attr,
905#endif
906#ifdef CONFIG_PM_SLEEP_DEBUG
907 &pm_test_attr.attr,
908 &pm_print_times_attr.attr,
909 &pm_wakeup_irq_attr.attr,
910 &pm_debug_messages_attr.attr,
911#endif
912#endif
913#ifdef CONFIG_FREEZER
914 &pm_freeze_timeout_attr.attr,
915#endif
916 NULL,
917};
918
919static const struct attribute_group attr_group = {
920 .attrs = g,
921};
922
923static const struct attribute_group *attr_groups[] = {
924 &attr_group,
925#ifdef CONFIG_PM_SLEEP
926 &suspend_attr_group,
927#endif
928 NULL,
929};
930
931struct workqueue_struct *pm_wq;
932EXPORT_SYMBOL_GPL(pm_wq);
933
934static int __init pm_start_workqueue(void)
935{
936 pm_wq = alloc_workqueue("pm", WQ_FREEZABLE, 0);
937
938 return pm_wq ? 0 : -ENOMEM;
939}
940
941static int __init pm_init(void)
942{
943 int error = pm_start_workqueue();
944 if (error)
945 return error;
946 hibernate_image_size_init();
947 hibernate_reserved_size_init();
948 pm_states_init();
949 power_kobj = kobject_create_and_add("power", NULL);
950 if (!power_kobj)
951 return -ENOMEM;
952 error = sysfs_create_groups(power_kobj, attr_groups);
953 if (error)
954 return error;
955 pm_print_times_init();
956 return pm_autosleep_init();
957}
958
959core_initcall(pm_init);
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * kernel/power/main.c - PM subsystem core functionality.
4 *
5 * Copyright (c) 2003 Patrick Mochel
6 * Copyright (c) 2003 Open Source Development Lab
7 */
8
9#include <linux/acpi.h>
10#include <linux/export.h>
11#include <linux/kobject.h>
12#include <linux/string.h>
13#include <linux/pm-trace.h>
14#include <linux/workqueue.h>
15#include <linux/debugfs.h>
16#include <linux/seq_file.h>
17#include <linux/suspend.h>
18#include <linux/syscalls.h>
19#include <linux/pm_runtime.h>
20
21#include "power.h"
22
23#ifdef CONFIG_PM_SLEEP
24/*
25 * The following functions are used by the suspend/hibernate code to temporarily
26 * change gfp_allowed_mask in order to avoid using I/O during memory allocations
27 * while devices are suspended. To avoid races with the suspend/hibernate code,
28 * they should always be called with system_transition_mutex held
29 * (gfp_allowed_mask also should only be modified with system_transition_mutex
30 * held, unless the suspend/hibernate code is guaranteed not to run in parallel
31 * with that modification).
32 */
33static gfp_t saved_gfp_mask;
34
35void pm_restore_gfp_mask(void)
36{
37 WARN_ON(!mutex_is_locked(&system_transition_mutex));
38 if (saved_gfp_mask) {
39 gfp_allowed_mask = saved_gfp_mask;
40 saved_gfp_mask = 0;
41 }
42}
43
44void pm_restrict_gfp_mask(void)
45{
46 WARN_ON(!mutex_is_locked(&system_transition_mutex));
47 WARN_ON(saved_gfp_mask);
48 saved_gfp_mask = gfp_allowed_mask;
49 gfp_allowed_mask &= ~(__GFP_IO | __GFP_FS);
50}
51
52unsigned int lock_system_sleep(void)
53{
54 unsigned int flags = current->flags;
55 current->flags |= PF_NOFREEZE;
56 mutex_lock(&system_transition_mutex);
57 return flags;
58}
59EXPORT_SYMBOL_GPL(lock_system_sleep);
60
61void unlock_system_sleep(unsigned int flags)
62{
63 if (!(flags & PF_NOFREEZE))
64 current->flags &= ~PF_NOFREEZE;
65 mutex_unlock(&system_transition_mutex);
66}
67EXPORT_SYMBOL_GPL(unlock_system_sleep);
68
69void ksys_sync_helper(void)
70{
71 ktime_t start;
72 long elapsed_msecs;
73
74 start = ktime_get();
75 ksys_sync();
76 elapsed_msecs = ktime_to_ms(ktime_sub(ktime_get(), start));
77 pr_info("Filesystems sync: %ld.%03ld seconds\n",
78 elapsed_msecs / MSEC_PER_SEC, elapsed_msecs % MSEC_PER_SEC);
79}
80EXPORT_SYMBOL_GPL(ksys_sync_helper);
81
82/* Routines for PM-transition notifications */
83
84static BLOCKING_NOTIFIER_HEAD(pm_chain_head);
85
86int register_pm_notifier(struct notifier_block *nb)
87{
88 return blocking_notifier_chain_register(&pm_chain_head, nb);
89}
90EXPORT_SYMBOL_GPL(register_pm_notifier);
91
92int unregister_pm_notifier(struct notifier_block *nb)
93{
94 return blocking_notifier_chain_unregister(&pm_chain_head, nb);
95}
96EXPORT_SYMBOL_GPL(unregister_pm_notifier);
97
98int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down)
99{
100 int ret;
101
102 ret = blocking_notifier_call_chain_robust(&pm_chain_head, val_up, val_down, NULL);
103
104 return notifier_to_errno(ret);
105}
106
107int pm_notifier_call_chain(unsigned long val)
108{
109 return blocking_notifier_call_chain(&pm_chain_head, val, NULL);
110}
111
112/* If set, devices may be suspended and resumed asynchronously. */
113int pm_async_enabled = 1;
114
115static ssize_t pm_async_show(struct kobject *kobj, struct kobj_attribute *attr,
116 char *buf)
117{
118 return sysfs_emit(buf, "%d\n", pm_async_enabled);
119}
120
121static ssize_t pm_async_store(struct kobject *kobj, struct kobj_attribute *attr,
122 const char *buf, size_t n)
123{
124 unsigned long val;
125
126 if (kstrtoul(buf, 10, &val))
127 return -EINVAL;
128
129 if (val > 1)
130 return -EINVAL;
131
132 pm_async_enabled = val;
133 return n;
134}
135
136power_attr(pm_async);
137
138#ifdef CONFIG_SUSPEND
139static ssize_t mem_sleep_show(struct kobject *kobj, struct kobj_attribute *attr,
140 char *buf)
141{
142 ssize_t count = 0;
143 suspend_state_t i;
144
145 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++) {
146 if (i >= PM_SUSPEND_MEM && cxl_mem_active())
147 continue;
148 if (mem_sleep_states[i]) {
149 const char *label = mem_sleep_states[i];
150
151 if (mem_sleep_current == i)
152 count += sysfs_emit_at(buf, count, "[%s] ", label);
153 else
154 count += sysfs_emit_at(buf, count, "%s ", label);
155 }
156 }
157
158 /* Convert the last space to a newline if needed. */
159 if (count > 0)
160 buf[count - 1] = '\n';
161
162 return count;
163}
164
165static suspend_state_t decode_suspend_state(const char *buf, size_t n)
166{
167 suspend_state_t state;
168 char *p;
169 int len;
170
171 p = memchr(buf, '\n', n);
172 len = p ? p - buf : n;
173
174 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
175 const char *label = mem_sleep_states[state];
176
177 if (label && len == strlen(label) && !strncmp(buf, label, len))
178 return state;
179 }
180
181 return PM_SUSPEND_ON;
182}
183
184static ssize_t mem_sleep_store(struct kobject *kobj, struct kobj_attribute *attr,
185 const char *buf, size_t n)
186{
187 suspend_state_t state;
188 int error;
189
190 error = pm_autosleep_lock();
191 if (error)
192 return error;
193
194 if (pm_autosleep_state() > PM_SUSPEND_ON) {
195 error = -EBUSY;
196 goto out;
197 }
198
199 state = decode_suspend_state(buf, n);
200 if (state < PM_SUSPEND_MAX && state > PM_SUSPEND_ON)
201 mem_sleep_current = state;
202 else
203 error = -EINVAL;
204
205 out:
206 pm_autosleep_unlock();
207 return error ? error : n;
208}
209
210power_attr(mem_sleep);
211
212/*
213 * sync_on_suspend: invoke ksys_sync_helper() before suspend.
214 *
215 * show() returns whether ksys_sync_helper() is invoked before suspend.
216 * store() accepts 0 or 1. 0 disables ksys_sync_helper() and 1 enables it.
217 */
218bool sync_on_suspend_enabled = !IS_ENABLED(CONFIG_SUSPEND_SKIP_SYNC);
219
220static ssize_t sync_on_suspend_show(struct kobject *kobj,
221 struct kobj_attribute *attr, char *buf)
222{
223 return sysfs_emit(buf, "%d\n", sync_on_suspend_enabled);
224}
225
226static ssize_t sync_on_suspend_store(struct kobject *kobj,
227 struct kobj_attribute *attr,
228 const char *buf, size_t n)
229{
230 unsigned long val;
231
232 if (kstrtoul(buf, 10, &val))
233 return -EINVAL;
234
235 if (val > 1)
236 return -EINVAL;
237
238 sync_on_suspend_enabled = !!val;
239 return n;
240}
241
242power_attr(sync_on_suspend);
243#endif /* CONFIG_SUSPEND */
244
245#ifdef CONFIG_PM_SLEEP_DEBUG
246int pm_test_level = TEST_NONE;
247
248static const char * const pm_tests[__TEST_AFTER_LAST] = {
249 [TEST_NONE] = "none",
250 [TEST_CORE] = "core",
251 [TEST_CPUS] = "processors",
252 [TEST_PLATFORM] = "platform",
253 [TEST_DEVICES] = "devices",
254 [TEST_FREEZER] = "freezer",
255};
256
257static ssize_t pm_test_show(struct kobject *kobj, struct kobj_attribute *attr,
258 char *buf)
259{
260 ssize_t count = 0;
261 int level;
262
263 for (level = TEST_FIRST; level <= TEST_MAX; level++)
264 if (pm_tests[level]) {
265 if (level == pm_test_level)
266 count += sysfs_emit_at(buf, count, "[%s] ", pm_tests[level]);
267 else
268 count += sysfs_emit_at(buf, count, "%s ", pm_tests[level]);
269 }
270
271 /* Convert the last space to a newline if needed. */
272 if (count > 0)
273 buf[count - 1] = '\n';
274
275 return count;
276}
277
278static ssize_t pm_test_store(struct kobject *kobj, struct kobj_attribute *attr,
279 const char *buf, size_t n)
280{
281 unsigned int sleep_flags;
282 const char * const *s;
283 int error = -EINVAL;
284 int level;
285 char *p;
286 int len;
287
288 p = memchr(buf, '\n', n);
289 len = p ? p - buf : n;
290
291 sleep_flags = lock_system_sleep();
292
293 level = TEST_FIRST;
294 for (s = &pm_tests[level]; level <= TEST_MAX; s++, level++)
295 if (*s && len == strlen(*s) && !strncmp(buf, *s, len)) {
296 pm_test_level = level;
297 error = 0;
298 break;
299 }
300
301 unlock_system_sleep(sleep_flags);
302
303 return error ? error : n;
304}
305
306power_attr(pm_test);
307#endif /* CONFIG_PM_SLEEP_DEBUG */
308
309#define SUSPEND_NR_STEPS SUSPEND_RESUME
310#define REC_FAILED_NUM 2
311
312struct suspend_stats {
313 unsigned int step_failures[SUSPEND_NR_STEPS];
314 unsigned int success;
315 unsigned int fail;
316 int last_failed_dev;
317 char failed_devs[REC_FAILED_NUM][40];
318 int last_failed_errno;
319 int errno[REC_FAILED_NUM];
320 int last_failed_step;
321 u64 last_hw_sleep;
322 u64 total_hw_sleep;
323 u64 max_hw_sleep;
324 enum suspend_stat_step failed_steps[REC_FAILED_NUM];
325};
326
327static struct suspend_stats suspend_stats;
328static DEFINE_MUTEX(suspend_stats_lock);
329
330void dpm_save_failed_dev(const char *name)
331{
332 mutex_lock(&suspend_stats_lock);
333
334 strscpy(suspend_stats.failed_devs[suspend_stats.last_failed_dev],
335 name, sizeof(suspend_stats.failed_devs[0]));
336 suspend_stats.last_failed_dev++;
337 suspend_stats.last_failed_dev %= REC_FAILED_NUM;
338
339 mutex_unlock(&suspend_stats_lock);
340}
341
342void dpm_save_failed_step(enum suspend_stat_step step)
343{
344 suspend_stats.step_failures[step-1]++;
345 suspend_stats.failed_steps[suspend_stats.last_failed_step] = step;
346 suspend_stats.last_failed_step++;
347 suspend_stats.last_failed_step %= REC_FAILED_NUM;
348}
349
350void dpm_save_errno(int err)
351{
352 if (!err) {
353 suspend_stats.success++;
354 return;
355 }
356
357 suspend_stats.fail++;
358
359 suspend_stats.errno[suspend_stats.last_failed_errno] = err;
360 suspend_stats.last_failed_errno++;
361 suspend_stats.last_failed_errno %= REC_FAILED_NUM;
362}
363
364void pm_report_hw_sleep_time(u64 t)
365{
366 suspend_stats.last_hw_sleep = t;
367 suspend_stats.total_hw_sleep += t;
368}
369EXPORT_SYMBOL_GPL(pm_report_hw_sleep_time);
370
371void pm_report_max_hw_sleep(u64 t)
372{
373 suspend_stats.max_hw_sleep = t;
374}
375EXPORT_SYMBOL_GPL(pm_report_max_hw_sleep);
376
377static const char * const suspend_step_names[] = {
378 [SUSPEND_WORKING] = "",
379 [SUSPEND_FREEZE] = "freeze",
380 [SUSPEND_PREPARE] = "prepare",
381 [SUSPEND_SUSPEND] = "suspend",
382 [SUSPEND_SUSPEND_LATE] = "suspend_late",
383 [SUSPEND_SUSPEND_NOIRQ] = "suspend_noirq",
384 [SUSPEND_RESUME_NOIRQ] = "resume_noirq",
385 [SUSPEND_RESUME_EARLY] = "resume_early",
386 [SUSPEND_RESUME] = "resume",
387};
388
389#define suspend_attr(_name, format_str) \
390static ssize_t _name##_show(struct kobject *kobj, \
391 struct kobj_attribute *attr, char *buf) \
392{ \
393 return sysfs_emit(buf, format_str, suspend_stats._name);\
394} \
395static struct kobj_attribute _name = __ATTR_RO(_name)
396
397suspend_attr(success, "%u\n");
398suspend_attr(fail, "%u\n");
399suspend_attr(last_hw_sleep, "%llu\n");
400suspend_attr(total_hw_sleep, "%llu\n");
401suspend_attr(max_hw_sleep, "%llu\n");
402
403#define suspend_step_attr(_name, step) \
404static ssize_t _name##_show(struct kobject *kobj, \
405 struct kobj_attribute *attr, char *buf) \
406{ \
407 return sysfs_emit(buf, "%u\n", \
408 suspend_stats.step_failures[step-1]); \
409} \
410static struct kobj_attribute _name = __ATTR_RO(_name)
411
412suspend_step_attr(failed_freeze, SUSPEND_FREEZE);
413suspend_step_attr(failed_prepare, SUSPEND_PREPARE);
414suspend_step_attr(failed_suspend, SUSPEND_SUSPEND);
415suspend_step_attr(failed_suspend_late, SUSPEND_SUSPEND_LATE);
416suspend_step_attr(failed_suspend_noirq, SUSPEND_SUSPEND_NOIRQ);
417suspend_step_attr(failed_resume, SUSPEND_RESUME);
418suspend_step_attr(failed_resume_early, SUSPEND_RESUME_EARLY);
419suspend_step_attr(failed_resume_noirq, SUSPEND_RESUME_NOIRQ);
420
421static ssize_t last_failed_dev_show(struct kobject *kobj,
422 struct kobj_attribute *attr, char *buf)
423{
424 int index;
425 char *last_failed_dev = NULL;
426
427 index = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
428 index %= REC_FAILED_NUM;
429 last_failed_dev = suspend_stats.failed_devs[index];
430
431 return sysfs_emit(buf, "%s\n", last_failed_dev);
432}
433static struct kobj_attribute last_failed_dev = __ATTR_RO(last_failed_dev);
434
435static ssize_t last_failed_errno_show(struct kobject *kobj,
436 struct kobj_attribute *attr, char *buf)
437{
438 int index;
439 int last_failed_errno;
440
441 index = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
442 index %= REC_FAILED_NUM;
443 last_failed_errno = suspend_stats.errno[index];
444
445 return sysfs_emit(buf, "%d\n", last_failed_errno);
446}
447static struct kobj_attribute last_failed_errno = __ATTR_RO(last_failed_errno);
448
449static ssize_t last_failed_step_show(struct kobject *kobj,
450 struct kobj_attribute *attr, char *buf)
451{
452 enum suspend_stat_step step;
453 int index;
454
455 index = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
456 index %= REC_FAILED_NUM;
457 step = suspend_stats.failed_steps[index];
458
459 return sysfs_emit(buf, "%s\n", suspend_step_names[step]);
460}
461static struct kobj_attribute last_failed_step = __ATTR_RO(last_failed_step);
462
463static struct attribute *suspend_attrs[] = {
464 &success.attr,
465 &fail.attr,
466 &failed_freeze.attr,
467 &failed_prepare.attr,
468 &failed_suspend.attr,
469 &failed_suspend_late.attr,
470 &failed_suspend_noirq.attr,
471 &failed_resume.attr,
472 &failed_resume_early.attr,
473 &failed_resume_noirq.attr,
474 &last_failed_dev.attr,
475 &last_failed_errno.attr,
476 &last_failed_step.attr,
477 &last_hw_sleep.attr,
478 &total_hw_sleep.attr,
479 &max_hw_sleep.attr,
480 NULL,
481};
482
483static umode_t suspend_attr_is_visible(struct kobject *kobj, struct attribute *attr, int idx)
484{
485 if (attr != &last_hw_sleep.attr &&
486 attr != &total_hw_sleep.attr &&
487 attr != &max_hw_sleep.attr)
488 return 0444;
489
490#ifdef CONFIG_ACPI
491 if (acpi_gbl_FADT.flags & ACPI_FADT_LOW_POWER_S0)
492 return 0444;
493#endif
494 return 0;
495}
496
497static const struct attribute_group suspend_attr_group = {
498 .name = "suspend_stats",
499 .attrs = suspend_attrs,
500 .is_visible = suspend_attr_is_visible,
501};
502
503#ifdef CONFIG_DEBUG_FS
504static int suspend_stats_show(struct seq_file *s, void *unused)
505{
506 int i, index, last_dev, last_errno, last_step;
507 enum suspend_stat_step step;
508
509 last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
510 last_dev %= REC_FAILED_NUM;
511 last_errno = suspend_stats.last_failed_errno + REC_FAILED_NUM - 1;
512 last_errno %= REC_FAILED_NUM;
513 last_step = suspend_stats.last_failed_step + REC_FAILED_NUM - 1;
514 last_step %= REC_FAILED_NUM;
515
516 seq_printf(s, "success: %u\nfail: %u\n",
517 suspend_stats.success, suspend_stats.fail);
518
519 for (step = SUSPEND_FREEZE; step <= SUSPEND_NR_STEPS; step++)
520 seq_printf(s, "failed_%s: %u\n", suspend_step_names[step],
521 suspend_stats.step_failures[step-1]);
522
523 seq_printf(s, "failures:\n last_failed_dev:\t%-s\n",
524 suspend_stats.failed_devs[last_dev]);
525 for (i = 1; i < REC_FAILED_NUM; i++) {
526 index = last_dev + REC_FAILED_NUM - i;
527 index %= REC_FAILED_NUM;
528 seq_printf(s, "\t\t\t%-s\n", suspend_stats.failed_devs[index]);
529 }
530 seq_printf(s, " last_failed_errno:\t%-d\n",
531 suspend_stats.errno[last_errno]);
532 for (i = 1; i < REC_FAILED_NUM; i++) {
533 index = last_errno + REC_FAILED_NUM - i;
534 index %= REC_FAILED_NUM;
535 seq_printf(s, "\t\t\t%-d\n", suspend_stats.errno[index]);
536 }
537 seq_printf(s, " last_failed_step:\t%-s\n",
538 suspend_step_names[suspend_stats.failed_steps[last_step]]);
539 for (i = 1; i < REC_FAILED_NUM; i++) {
540 index = last_step + REC_FAILED_NUM - i;
541 index %= REC_FAILED_NUM;
542 seq_printf(s, "\t\t\t%-s\n",
543 suspend_step_names[suspend_stats.failed_steps[index]]);
544 }
545
546 return 0;
547}
548DEFINE_SHOW_ATTRIBUTE(suspend_stats);
549
550static int __init pm_debugfs_init(void)
551{
552 debugfs_create_file("suspend_stats", S_IFREG | S_IRUGO,
553 NULL, NULL, &suspend_stats_fops);
554 return 0;
555}
556
557late_initcall(pm_debugfs_init);
558#endif /* CONFIG_DEBUG_FS */
559
560#endif /* CONFIG_PM_SLEEP */
561
562#ifdef CONFIG_PM_SLEEP_DEBUG
563/*
564 * pm_print_times: print time taken by devices to suspend and resume.
565 *
566 * show() returns whether printing of suspend and resume times is enabled.
567 * store() accepts 0 or 1. 0 disables printing and 1 enables it.
568 */
569bool pm_print_times_enabled;
570
571static ssize_t pm_print_times_show(struct kobject *kobj,
572 struct kobj_attribute *attr, char *buf)
573{
574 return sysfs_emit(buf, "%d\n", pm_print_times_enabled);
575}
576
577static ssize_t pm_print_times_store(struct kobject *kobj,
578 struct kobj_attribute *attr,
579 const char *buf, size_t n)
580{
581 unsigned long val;
582
583 if (kstrtoul(buf, 10, &val))
584 return -EINVAL;
585
586 if (val > 1)
587 return -EINVAL;
588
589 pm_print_times_enabled = !!val;
590 return n;
591}
592
593power_attr(pm_print_times);
594
595static inline void pm_print_times_init(void)
596{
597 pm_print_times_enabled = !!initcall_debug;
598}
599
600static ssize_t pm_wakeup_irq_show(struct kobject *kobj,
601 struct kobj_attribute *attr,
602 char *buf)
603{
604 if (!pm_wakeup_irq())
605 return -ENODATA;
606
607 return sysfs_emit(buf, "%u\n", pm_wakeup_irq());
608}
609
610power_attr_ro(pm_wakeup_irq);
611
612bool pm_debug_messages_on __read_mostly;
613
614bool pm_debug_messages_should_print(void)
615{
616 return pm_debug_messages_on && pm_suspend_target_state != PM_SUSPEND_ON;
617}
618EXPORT_SYMBOL_GPL(pm_debug_messages_should_print);
619
620static ssize_t pm_debug_messages_show(struct kobject *kobj,
621 struct kobj_attribute *attr, char *buf)
622{
623 return sysfs_emit(buf, "%d\n", pm_debug_messages_on);
624}
625
626static ssize_t pm_debug_messages_store(struct kobject *kobj,
627 struct kobj_attribute *attr,
628 const char *buf, size_t n)
629{
630 unsigned long val;
631
632 if (kstrtoul(buf, 10, &val))
633 return -EINVAL;
634
635 if (val > 1)
636 return -EINVAL;
637
638 pm_debug_messages_on = !!val;
639 return n;
640}
641
642power_attr(pm_debug_messages);
643
644static int __init pm_debug_messages_setup(char *str)
645{
646 pm_debug_messages_on = true;
647 return 1;
648}
649__setup("pm_debug_messages", pm_debug_messages_setup);
650
651#else /* !CONFIG_PM_SLEEP_DEBUG */
652static inline void pm_print_times_init(void) {}
653#endif /* CONFIG_PM_SLEEP_DEBUG */
654
655struct kobject *power_kobj;
656
657/*
658 * state - control system sleep states.
659 *
660 * show() returns available sleep state labels, which may be "mem", "standby",
661 * "freeze" and "disk" (hibernation).
662 * See Documentation/admin-guide/pm/sleep-states.rst for a description of
663 * what they mean.
664 *
665 * store() accepts one of those strings, translates it into the proper
666 * enumerated value, and initiates a suspend transition.
667 */
668static ssize_t state_show(struct kobject *kobj, struct kobj_attribute *attr,
669 char *buf)
670{
671 ssize_t count = 0;
672#ifdef CONFIG_SUSPEND
673 suspend_state_t i;
674
675 for (i = PM_SUSPEND_MIN; i < PM_SUSPEND_MAX; i++)
676 if (pm_states[i])
677 count += sysfs_emit_at(buf, count, "%s ", pm_states[i]);
678
679#endif
680 if (hibernation_available())
681 count += sysfs_emit_at(buf, count, "disk ");
682
683 /* Convert the last space to a newline if needed. */
684 if (count > 0)
685 buf[count - 1] = '\n';
686
687 return count;
688}
689
690static suspend_state_t decode_state(const char *buf, size_t n)
691{
692#ifdef CONFIG_SUSPEND
693 suspend_state_t state;
694#endif
695 char *p;
696 int len;
697
698 p = memchr(buf, '\n', n);
699 len = p ? p - buf : n;
700
701 /* Check hibernation first. */
702 if (len == 4 && str_has_prefix(buf, "disk"))
703 return PM_SUSPEND_MAX;
704
705#ifdef CONFIG_SUSPEND
706 for (state = PM_SUSPEND_MIN; state < PM_SUSPEND_MAX; state++) {
707 const char *label = pm_states[state];
708
709 if (label && len == strlen(label) && !strncmp(buf, label, len))
710 return state;
711 }
712#endif
713
714 return PM_SUSPEND_ON;
715}
716
717static ssize_t state_store(struct kobject *kobj, struct kobj_attribute *attr,
718 const char *buf, size_t n)
719{
720 suspend_state_t state;
721 int error;
722
723 error = pm_autosleep_lock();
724 if (error)
725 return error;
726
727 if (pm_autosleep_state() > PM_SUSPEND_ON) {
728 error = -EBUSY;
729 goto out;
730 }
731
732 state = decode_state(buf, n);
733 if (state < PM_SUSPEND_MAX) {
734 if (state == PM_SUSPEND_MEM)
735 state = mem_sleep_current;
736
737 error = pm_suspend(state);
738 } else if (state == PM_SUSPEND_MAX) {
739 error = hibernate();
740 } else {
741 error = -EINVAL;
742 }
743
744 out:
745 pm_autosleep_unlock();
746 return error ? error : n;
747}
748
749power_attr(state);
750
751#ifdef CONFIG_PM_SLEEP
752/*
753 * The 'wakeup_count' attribute, along with the functions defined in
754 * drivers/base/power/wakeup.c, provides a means by which wakeup events can be
755 * handled in a non-racy way.
756 *
757 * If a wakeup event occurs when the system is in a sleep state, it simply is
758 * woken up. In turn, if an event that would wake the system up from a sleep
759 * state occurs when it is undergoing a transition to that sleep state, the
760 * transition should be aborted. Moreover, if such an event occurs when the
761 * system is in the working state, an attempt to start a transition to the
762 * given sleep state should fail during certain period after the detection of
763 * the event. Using the 'state' attribute alone is not sufficient to satisfy
764 * these requirements, because a wakeup event may occur exactly when 'state'
765 * is being written to and may be delivered to user space right before it is
766 * frozen, so the event will remain only partially processed until the system is
767 * woken up by another event. In particular, it won't cause the transition to
768 * a sleep state to be aborted.
769 *
770 * This difficulty may be overcome if user space uses 'wakeup_count' before
771 * writing to 'state'. It first should read from 'wakeup_count' and store
772 * the read value. Then, after carrying out its own preparations for the system
773 * transition to a sleep state, it should write the stored value to
774 * 'wakeup_count'. If that fails, at least one wakeup event has occurred since
775 * 'wakeup_count' was read and 'state' should not be written to. Otherwise, it
776 * is allowed to write to 'state', but the transition will be aborted if there
777 * are any wakeup events detected after 'wakeup_count' was written to.
778 */
779
780static ssize_t wakeup_count_show(struct kobject *kobj,
781 struct kobj_attribute *attr,
782 char *buf)
783{
784 unsigned int val;
785
786 return pm_get_wakeup_count(&val, true) ?
787 sysfs_emit(buf, "%u\n", val) : -EINTR;
788}
789
790static ssize_t wakeup_count_store(struct kobject *kobj,
791 struct kobj_attribute *attr,
792 const char *buf, size_t n)
793{
794 unsigned int val;
795 int error;
796
797 error = pm_autosleep_lock();
798 if (error)
799 return error;
800
801 if (pm_autosleep_state() > PM_SUSPEND_ON) {
802 error = -EBUSY;
803 goto out;
804 }
805
806 error = -EINVAL;
807 if (sscanf(buf, "%u", &val) == 1) {
808 if (pm_save_wakeup_count(val))
809 error = n;
810 else
811 pm_print_active_wakeup_sources();
812 }
813
814 out:
815 pm_autosleep_unlock();
816 return error;
817}
818
819power_attr(wakeup_count);
820
821#ifdef CONFIG_PM_AUTOSLEEP
822static ssize_t autosleep_show(struct kobject *kobj,
823 struct kobj_attribute *attr,
824 char *buf)
825{
826 suspend_state_t state = pm_autosleep_state();
827
828 if (state == PM_SUSPEND_ON)
829 return sysfs_emit(buf, "off\n");
830
831#ifdef CONFIG_SUSPEND
832 if (state < PM_SUSPEND_MAX)
833 return sysfs_emit(buf, "%s\n", pm_states[state] ?
834 pm_states[state] : "error");
835#endif
836#ifdef CONFIG_HIBERNATION
837 return sysfs_emit(buf, "disk\n");
838#else
839 return sysfs_emit(buf, "error\n");
840#endif
841}
842
843static ssize_t autosleep_store(struct kobject *kobj,
844 struct kobj_attribute *attr,
845 const char *buf, size_t n)
846{
847 suspend_state_t state = decode_state(buf, n);
848 int error;
849
850 if (state == PM_SUSPEND_ON
851 && strcmp(buf, "off") && strcmp(buf, "off\n"))
852 return -EINVAL;
853
854 if (state == PM_SUSPEND_MEM)
855 state = mem_sleep_current;
856
857 error = pm_autosleep_set_state(state);
858 return error ? error : n;
859}
860
861power_attr(autosleep);
862#endif /* CONFIG_PM_AUTOSLEEP */
863
864#ifdef CONFIG_PM_WAKELOCKS
865static ssize_t wake_lock_show(struct kobject *kobj,
866 struct kobj_attribute *attr,
867 char *buf)
868{
869 return pm_show_wakelocks(buf, true);
870}
871
872static ssize_t wake_lock_store(struct kobject *kobj,
873 struct kobj_attribute *attr,
874 const char *buf, size_t n)
875{
876 int error = pm_wake_lock(buf);
877 return error ? error : n;
878}
879
880power_attr(wake_lock);
881
882static ssize_t wake_unlock_show(struct kobject *kobj,
883 struct kobj_attribute *attr,
884 char *buf)
885{
886 return pm_show_wakelocks(buf, false);
887}
888
889static ssize_t wake_unlock_store(struct kobject *kobj,
890 struct kobj_attribute *attr,
891 const char *buf, size_t n)
892{
893 int error = pm_wake_unlock(buf);
894 return error ? error : n;
895}
896
897power_attr(wake_unlock);
898
899#endif /* CONFIG_PM_WAKELOCKS */
900#endif /* CONFIG_PM_SLEEP */
901
902#ifdef CONFIG_PM_TRACE
903int pm_trace_enabled;
904
905static ssize_t pm_trace_show(struct kobject *kobj, struct kobj_attribute *attr,
906 char *buf)
907{
908 return sysfs_emit(buf, "%d\n", pm_trace_enabled);
909}
910
911static ssize_t
912pm_trace_store(struct kobject *kobj, struct kobj_attribute *attr,
913 const char *buf, size_t n)
914{
915 int val;
916
917 if (sscanf(buf, "%d", &val) == 1) {
918 pm_trace_enabled = !!val;
919 if (pm_trace_enabled) {
920 pr_warn("PM: Enabling pm_trace changes system date and time during resume.\n"
921 "PM: Correct system time has to be restored manually after resume.\n");
922 }
923 return n;
924 }
925 return -EINVAL;
926}
927
928power_attr(pm_trace);
929
930static ssize_t pm_trace_dev_match_show(struct kobject *kobj,
931 struct kobj_attribute *attr,
932 char *buf)
933{
934 return show_trace_dev_match(buf, PAGE_SIZE);
935}
936
937power_attr_ro(pm_trace_dev_match);
938
939#endif /* CONFIG_PM_TRACE */
940
941#ifdef CONFIG_FREEZER
942static ssize_t pm_freeze_timeout_show(struct kobject *kobj,
943 struct kobj_attribute *attr, char *buf)
944{
945 return sysfs_emit(buf, "%u\n", freeze_timeout_msecs);
946}
947
948static ssize_t pm_freeze_timeout_store(struct kobject *kobj,
949 struct kobj_attribute *attr,
950 const char *buf, size_t n)
951{
952 unsigned long val;
953
954 if (kstrtoul(buf, 10, &val))
955 return -EINVAL;
956
957 freeze_timeout_msecs = val;
958 return n;
959}
960
961power_attr(pm_freeze_timeout);
962
963#endif /* CONFIG_FREEZER*/
964
965static struct attribute * g[] = {
966 &state_attr.attr,
967#ifdef CONFIG_PM_TRACE
968 &pm_trace_attr.attr,
969 &pm_trace_dev_match_attr.attr,
970#endif
971#ifdef CONFIG_PM_SLEEP
972 &pm_async_attr.attr,
973 &wakeup_count_attr.attr,
974#ifdef CONFIG_SUSPEND
975 &mem_sleep_attr.attr,
976 &sync_on_suspend_attr.attr,
977#endif
978#ifdef CONFIG_PM_AUTOSLEEP
979 &autosleep_attr.attr,
980#endif
981#ifdef CONFIG_PM_WAKELOCKS
982 &wake_lock_attr.attr,
983 &wake_unlock_attr.attr,
984#endif
985#ifdef CONFIG_PM_SLEEP_DEBUG
986 &pm_test_attr.attr,
987 &pm_print_times_attr.attr,
988 &pm_wakeup_irq_attr.attr,
989 &pm_debug_messages_attr.attr,
990#endif
991#endif
992#ifdef CONFIG_FREEZER
993 &pm_freeze_timeout_attr.attr,
994#endif
995 NULL,
996};
997
998static const struct attribute_group attr_group = {
999 .attrs = g,
1000};
1001
1002static const struct attribute_group *attr_groups[] = {
1003 &attr_group,
1004#ifdef CONFIG_PM_SLEEP
1005 &suspend_attr_group,
1006#endif
1007 NULL,
1008};
1009
1010struct workqueue_struct *pm_wq;
1011EXPORT_SYMBOL_GPL(pm_wq);
1012
1013static int __init pm_start_workqueue(void)
1014{
1015 pm_wq = alloc_workqueue("pm", WQ_FREEZABLE, 0);
1016
1017 return pm_wq ? 0 : -ENOMEM;
1018}
1019
1020static int __init pm_init(void)
1021{
1022 int error = pm_start_workqueue();
1023 if (error)
1024 return error;
1025 hibernate_image_size_init();
1026 hibernate_reserved_size_init();
1027 pm_states_init();
1028 power_kobj = kobject_create_and_add("power", NULL);
1029 if (!power_kobj)
1030 return -ENOMEM;
1031 error = sysfs_create_groups(power_kobj, attr_groups);
1032 if (error)
1033 return error;
1034 pm_print_times_init();
1035 return pm_autosleep_init();
1036}
1037
1038core_initcall(pm_init);