Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * kernel/freezer.c - Function to freeze a process
4 *
5 * Originally from kernel/power/process.c
6 */
7
8#include <linux/interrupt.h>
9#include <linux/suspend.h>
10#include <linux/export.h>
11#include <linux/syscalls.h>
12#include <linux/freezer.h>
13#include <linux/kthread.h>
14
15/* total number of freezing conditions in effect */
16DEFINE_STATIC_KEY_FALSE(freezer_active);
17EXPORT_SYMBOL(freezer_active);
18
19/*
20 * indicate whether PM freezing is in effect, protected by
21 * system_transition_mutex
22 */
23bool pm_freezing;
24bool pm_nosig_freezing;
25
26/* protects freezing and frozen transitions */
27static DEFINE_SPINLOCK(freezer_lock);
28
29/**
30 * freezing_slow_path - slow path for testing whether a task needs to be frozen
31 * @p: task to be tested
32 *
33 * This function is called by freezing() if freezer_active isn't zero
34 * and tests whether @p needs to enter and stay in frozen state. Can be
35 * called under any context. The freezers are responsible for ensuring the
36 * target tasks see the updated state.
37 */
38bool freezing_slow_path(struct task_struct *p)
39{
40 if (p->flags & (PF_NOFREEZE | PF_SUSPEND_TASK))
41 return false;
42
43 if (test_tsk_thread_flag(p, TIF_MEMDIE))
44 return false;
45
46 if (pm_nosig_freezing || cgroup_freezing(p))
47 return true;
48
49 if (pm_freezing && !(p->flags & PF_KTHREAD))
50 return true;
51
52 return false;
53}
54EXPORT_SYMBOL(freezing_slow_path);
55
56bool frozen(struct task_struct *p)
57{
58 return READ_ONCE(p->__state) & TASK_FROZEN;
59}
60
61/* Refrigerator is place where frozen processes are stored :-). */
62bool __refrigerator(bool check_kthr_stop)
63{
64 unsigned int state = get_current_state();
65 bool was_frozen = false;
66
67 pr_debug("%s entered refrigerator\n", current->comm);
68
69 WARN_ON_ONCE(state && !(state & TASK_NORMAL));
70
71 for (;;) {
72 bool freeze;
73
74 set_current_state(TASK_FROZEN);
75
76 spin_lock_irq(&freezer_lock);
77 freeze = freezing(current) && !(check_kthr_stop && kthread_should_stop());
78 spin_unlock_irq(&freezer_lock);
79
80 if (!freeze)
81 break;
82
83 was_frozen = true;
84 schedule();
85 }
86 __set_current_state(TASK_RUNNING);
87
88 pr_debug("%s left refrigerator\n", current->comm);
89
90 return was_frozen;
91}
92EXPORT_SYMBOL(__refrigerator);
93
94static void fake_signal_wake_up(struct task_struct *p)
95{
96 unsigned long flags;
97
98 if (lock_task_sighand(p, &flags)) {
99 signal_wake_up(p, 0);
100 unlock_task_sighand(p, &flags);
101 }
102}
103
104static int __set_task_frozen(struct task_struct *p, void *arg)
105{
106 unsigned int state = READ_ONCE(p->__state);
107
108 if (p->on_rq)
109 return 0;
110
111 if (p != current && task_curr(p))
112 return 0;
113
114 if (!(state & (TASK_FREEZABLE | __TASK_STOPPED | __TASK_TRACED)))
115 return 0;
116
117 /*
118 * Only TASK_NORMAL can be augmented with TASK_FREEZABLE, since they
119 * can suffer spurious wakeups.
120 */
121 if (state & TASK_FREEZABLE)
122 WARN_ON_ONCE(!(state & TASK_NORMAL));
123
124#ifdef CONFIG_LOCKDEP
125 /*
126 * It's dangerous to freeze with locks held; there be dragons there.
127 */
128 if (!(state & __TASK_FREEZABLE_UNSAFE))
129 WARN_ON_ONCE(debug_locks && p->lockdep_depth);
130#endif
131
132 WRITE_ONCE(p->__state, TASK_FROZEN);
133 return TASK_FROZEN;
134}
135
136static bool __freeze_task(struct task_struct *p)
137{
138 /* TASK_FREEZABLE|TASK_STOPPED|TASK_TRACED -> TASK_FROZEN */
139 return task_call_func(p, __set_task_frozen, NULL);
140}
141
142/**
143 * freeze_task - send a freeze request to given task
144 * @p: task to send the request to
145 *
146 * If @p is freezing, the freeze request is sent either by sending a fake
147 * signal (if it's not a kernel thread) or waking it up (if it's a kernel
148 * thread).
149 *
150 * RETURNS:
151 * %false, if @p is not freezing or already frozen; %true, otherwise
152 */
153bool freeze_task(struct task_struct *p)
154{
155 unsigned long flags;
156
157 spin_lock_irqsave(&freezer_lock, flags);
158 if (!freezing(p) || frozen(p) || __freeze_task(p)) {
159 spin_unlock_irqrestore(&freezer_lock, flags);
160 return false;
161 }
162
163 if (!(p->flags & PF_KTHREAD))
164 fake_signal_wake_up(p);
165 else
166 wake_up_state(p, TASK_NORMAL);
167
168 spin_unlock_irqrestore(&freezer_lock, flags);
169 return true;
170}
171
172/*
173 * The special task states (TASK_STOPPED, TASK_TRACED) keep their canonical
174 * state in p->jobctl. If either of them got a wakeup that was missed because
175 * TASK_FROZEN, then their canonical state reflects that and the below will
176 * refuse to restore the special state and instead issue the wakeup.
177 */
178static int __set_task_special(struct task_struct *p, void *arg)
179{
180 unsigned int state = 0;
181
182 if (p->jobctl & JOBCTL_TRACED)
183 state = TASK_TRACED;
184
185 else if (p->jobctl & JOBCTL_STOPPED)
186 state = TASK_STOPPED;
187
188 if (state)
189 WRITE_ONCE(p->__state, state);
190
191 return state;
192}
193
194void __thaw_task(struct task_struct *p)
195{
196 unsigned long flags, flags2;
197
198 spin_lock_irqsave(&freezer_lock, flags);
199 if (WARN_ON_ONCE(freezing(p)))
200 goto unlock;
201
202 if (lock_task_sighand(p, &flags2)) {
203 /* TASK_FROZEN -> TASK_{STOPPED,TRACED} */
204 bool ret = task_call_func(p, __set_task_special, NULL);
205 unlock_task_sighand(p, &flags2);
206 if (ret)
207 goto unlock;
208 }
209
210 wake_up_state(p, TASK_FROZEN);
211unlock:
212 spin_unlock_irqrestore(&freezer_lock, flags);
213}
214
215/**
216 * set_freezable - make %current freezable
217 *
218 * Mark %current freezable and enter refrigerator if necessary.
219 */
220bool set_freezable(void)
221{
222 might_sleep();
223
224 /*
225 * Modify flags while holding freezer_lock. This ensures the
226 * freezer notices that we aren't frozen yet or the freezing
227 * condition is visible to try_to_freeze() below.
228 */
229 spin_lock_irq(&freezer_lock);
230 current->flags &= ~PF_NOFREEZE;
231 spin_unlock_irq(&freezer_lock);
232
233 return try_to_freeze();
234}
235EXPORT_SYMBOL(set_freezable);
1/*
2 * kernel/freezer.c - Function to freeze a process
3 *
4 * Originally from kernel/power/process.c
5 */
6
7#include <linux/interrupt.h>
8#include <linux/suspend.h>
9#include <linux/module.h>
10#include <linux/syscalls.h>
11#include <linux/freezer.h>
12
13/*
14 * freezing is complete, mark current process as frozen
15 */
16static inline void frozen_process(void)
17{
18 if (!unlikely(current->flags & PF_NOFREEZE)) {
19 current->flags |= PF_FROZEN;
20 smp_wmb();
21 }
22 clear_freeze_flag(current);
23}
24
25/* Refrigerator is place where frozen processes are stored :-). */
26void refrigerator(void)
27{
28 /* Hmm, should we be allowed to suspend when there are realtime
29 processes around? */
30 long save;
31
32 task_lock(current);
33 if (freezing(current)) {
34 frozen_process();
35 task_unlock(current);
36 } else {
37 task_unlock(current);
38 return;
39 }
40 save = current->state;
41 pr_debug("%s entered refrigerator\n", current->comm);
42
43 spin_lock_irq(¤t->sighand->siglock);
44 recalc_sigpending(); /* We sent fake signal, clean it up */
45 spin_unlock_irq(¤t->sighand->siglock);
46
47 /* prevent accounting of that task to load */
48 current->flags |= PF_FREEZING;
49
50 for (;;) {
51 set_current_state(TASK_UNINTERRUPTIBLE);
52 if (!frozen(current))
53 break;
54 schedule();
55 }
56
57 /* Remove the accounting blocker */
58 current->flags &= ~PF_FREEZING;
59
60 pr_debug("%s left refrigerator\n", current->comm);
61 __set_current_state(save);
62}
63EXPORT_SYMBOL(refrigerator);
64
65static void fake_signal_wake_up(struct task_struct *p)
66{
67 unsigned long flags;
68
69 spin_lock_irqsave(&p->sighand->siglock, flags);
70 signal_wake_up(p, 0);
71 spin_unlock_irqrestore(&p->sighand->siglock, flags);
72}
73
74/**
75 * freeze_task - send a freeze request to given task
76 * @p: task to send the request to
77 * @sig_only: if set, the request will only be sent if the task has the
78 * PF_FREEZER_NOSIG flag unset
79 * Return value: 'false', if @sig_only is set and the task has
80 * PF_FREEZER_NOSIG set or the task is frozen, 'true', otherwise
81 *
82 * The freeze request is sent by setting the tasks's TIF_FREEZE flag and
83 * either sending a fake signal to it or waking it up, depending on whether
84 * or not it has PF_FREEZER_NOSIG set. If @sig_only is set and the task
85 * has PF_FREEZER_NOSIG set (ie. it is a typical kernel thread), its
86 * TIF_FREEZE flag will not be set.
87 */
88bool freeze_task(struct task_struct *p, bool sig_only)
89{
90 /*
91 * We first check if the task is freezing and next if it has already
92 * been frozen to avoid the race with frozen_process() which first marks
93 * the task as frozen and next clears its TIF_FREEZE.
94 */
95 if (!freezing(p)) {
96 smp_rmb();
97 if (frozen(p))
98 return false;
99
100 if (!sig_only || should_send_signal(p))
101 set_freeze_flag(p);
102 else
103 return false;
104 }
105
106 if (should_send_signal(p)) {
107 fake_signal_wake_up(p);
108 /*
109 * fake_signal_wake_up() goes through p's scheduler
110 * lock and guarantees that TASK_STOPPED/TRACED ->
111 * TASK_RUNNING transition can't race with task state
112 * testing in try_to_freeze_tasks().
113 */
114 } else if (sig_only) {
115 return false;
116 } else {
117 wake_up_state(p, TASK_INTERRUPTIBLE);
118 }
119
120 return true;
121}
122
123void cancel_freezing(struct task_struct *p)
124{
125 unsigned long flags;
126
127 if (freezing(p)) {
128 pr_debug(" clean up: %s\n", p->comm);
129 clear_freeze_flag(p);
130 spin_lock_irqsave(&p->sighand->siglock, flags);
131 recalc_sigpending_and_wake(p);
132 spin_unlock_irqrestore(&p->sighand->siglock, flags);
133 }
134}
135
136static int __thaw_process(struct task_struct *p)
137{
138 if (frozen(p)) {
139 p->flags &= ~PF_FROZEN;
140 return 1;
141 }
142 clear_freeze_flag(p);
143 return 0;
144}
145
146/*
147 * Wake up a frozen process
148 *
149 * task_lock() is needed to prevent the race with refrigerator() which may
150 * occur if the freezing of tasks fails. Namely, without the lock, if the
151 * freezing of tasks failed, thaw_tasks() might have run before a task in
152 * refrigerator() could call frozen_process(), in which case the task would be
153 * frozen and no one would thaw it.
154 */
155int thaw_process(struct task_struct *p)
156{
157 task_lock(p);
158 if (__thaw_process(p) == 1) {
159 task_unlock(p);
160 wake_up_process(p);
161 return 1;
162 }
163 task_unlock(p);
164 return 0;
165}
166EXPORT_SYMBOL(thaw_process);