Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Only give sleepers 50% of their service deficit. This allows
4 * them to run sooner, but does not allow tons of sleepers to
5 * rip the spread apart.
6 */
7SCHED_FEAT(GENTLE_FAIR_SLEEPERS, true)
8
9/*
10 * Place new tasks ahead so that they do not starve already running
11 * tasks
12 */
13SCHED_FEAT(START_DEBIT, true)
14
15/*
16 * Prefer to schedule the task we woke last (assuming it failed
17 * wakeup-preemption), since its likely going to consume data we
18 * touched, increases cache locality.
19 */
20SCHED_FEAT(NEXT_BUDDY, false)
21
22/*
23 * Prefer to schedule the task that ran last (when we did
24 * wake-preempt) as that likely will touch the same data, increases
25 * cache locality.
26 */
27SCHED_FEAT(LAST_BUDDY, true)
28
29/*
30 * Consider buddies to be cache hot, decreases the likeliness of a
31 * cache buddy being migrated away, increases cache locality.
32 */
33SCHED_FEAT(CACHE_HOT_BUDDY, true)
34
35/*
36 * Allow wakeup-time preemption of the current task:
37 */
38SCHED_FEAT(WAKEUP_PREEMPTION, true)
39
40SCHED_FEAT(HRTICK, false)
41SCHED_FEAT(HRTICK_DL, false)
42SCHED_FEAT(DOUBLE_TICK, false)
43
44/*
45 * Decrement CPU capacity based on time not spent running tasks
46 */
47SCHED_FEAT(NONTASK_CAPACITY, true)
48
49#ifdef CONFIG_PREEMPT_RT
50SCHED_FEAT(TTWU_QUEUE, false)
51#else
52
53/*
54 * Queue remote wakeups on the target CPU and process them
55 * using the scheduler IPI. Reduces rq->lock contention/bounces.
56 */
57SCHED_FEAT(TTWU_QUEUE, true)
58#endif
59
60/*
61 * When doing wakeups, attempt to limit superfluous scans of the LLC domain.
62 */
63SCHED_FEAT(SIS_PROP, false)
64SCHED_FEAT(SIS_UTIL, true)
65
66/*
67 * Issue a WARN when we do multiple update_rq_clock() calls
68 * in a single rq->lock section. Default disabled because the
69 * annotations are not complete.
70 */
71SCHED_FEAT(WARN_DOUBLE_CLOCK, false)
72
73#ifdef HAVE_RT_PUSH_IPI
74/*
75 * In order to avoid a thundering herd attack of CPUs that are
76 * lowering their priorities at the same time, and there being
77 * a single CPU that has an RT task that can migrate and is waiting
78 * to run, where the other CPUs will try to take that CPUs
79 * rq lock and possibly create a large contention, sending an
80 * IPI to that CPU and let that CPU push the RT task to where
81 * it should go may be a better scenario.
82 */
83SCHED_FEAT(RT_PUSH_IPI, true)
84#endif
85
86SCHED_FEAT(RT_RUNTIME_SHARE, false)
87SCHED_FEAT(LB_MIN, false)
88SCHED_FEAT(ATTACH_AGE_LOAD, true)
89
90SCHED_FEAT(WA_IDLE, true)
91SCHED_FEAT(WA_WEIGHT, true)
92SCHED_FEAT(WA_BIAS, true)
93
94/*
95 * UtilEstimation. Use estimated CPU utilization.
96 */
97SCHED_FEAT(UTIL_EST, true)
98SCHED_FEAT(UTIL_EST_FASTUP, true)
99
100SCHED_FEAT(LATENCY_WARN, false)
101
102SCHED_FEAT(ALT_PERIOD, true)
103SCHED_FEAT(BASE_SLICE, true)
1/* SPDX-License-Identifier: GPL-2.0 */
2
3/*
4 * Using the avg_vruntime, do the right thing and preserve lag across
5 * sleep+wake cycles. EEVDF placement strategy #1, #2 if disabled.
6 */
7SCHED_FEAT(PLACE_LAG, true)
8/*
9 * Give new tasks half a slice to ease into the competition.
10 */
11SCHED_FEAT(PLACE_DEADLINE_INITIAL, true)
12/*
13 * Preserve relative virtual deadline on 'migration'.
14 */
15SCHED_FEAT(PLACE_REL_DEADLINE, true)
16/*
17 * Inhibit (wakeup) preemption until the current task has either matched the
18 * 0-lag point or until is has exhausted it's slice.
19 */
20SCHED_FEAT(RUN_TO_PARITY, true)
21/*
22 * Allow wakeup of tasks with a shorter slice to cancel RUN_TO_PARITY for
23 * current.
24 */
25SCHED_FEAT(PREEMPT_SHORT, true)
26
27/*
28 * Prefer to schedule the task we woke last (assuming it failed
29 * wakeup-preemption), since its likely going to consume data we
30 * touched, increases cache locality.
31 */
32SCHED_FEAT(NEXT_BUDDY, false)
33
34/*
35 * Allow completely ignoring cfs_rq->next; which can be set from various
36 * places:
37 * - NEXT_BUDDY (wakeup preemption)
38 * - yield_to_task()
39 * - cgroup dequeue / pick
40 */
41SCHED_FEAT(PICK_BUDDY, true)
42
43/*
44 * Consider buddies to be cache hot, decreases the likeliness of a
45 * cache buddy being migrated away, increases cache locality.
46 */
47SCHED_FEAT(CACHE_HOT_BUDDY, true)
48
49/*
50 * Delay dequeueing tasks until they get selected or woken.
51 *
52 * By delaying the dequeue for non-eligible tasks, they remain in the
53 * competition and can burn off their negative lag. When they get selected
54 * they'll have positive lag by definition.
55 *
56 * DELAY_ZERO clips the lag on dequeue (or wakeup) to 0.
57 */
58SCHED_FEAT(DELAY_DEQUEUE, true)
59SCHED_FEAT(DELAY_ZERO, true)
60
61/*
62 * Allow wakeup-time preemption of the current task:
63 */
64SCHED_FEAT(WAKEUP_PREEMPTION, true)
65
66SCHED_FEAT(HRTICK, false)
67SCHED_FEAT(HRTICK_DL, false)
68
69/*
70 * Decrement CPU capacity based on time not spent running tasks
71 */
72SCHED_FEAT(NONTASK_CAPACITY, true)
73
74#ifdef CONFIG_PREEMPT_RT
75SCHED_FEAT(TTWU_QUEUE, false)
76#else
77
78/*
79 * Queue remote wakeups on the target CPU and process them
80 * using the scheduler IPI. Reduces rq->lock contention/bounces.
81 */
82SCHED_FEAT(TTWU_QUEUE, true)
83#endif
84
85/*
86 * When doing wakeups, attempt to limit superfluous scans of the LLC domain.
87 */
88SCHED_FEAT(SIS_UTIL, true)
89
90/*
91 * Issue a WARN when we do multiple update_rq_clock() calls
92 * in a single rq->lock section. Default disabled because the
93 * annotations are not complete.
94 */
95SCHED_FEAT(WARN_DOUBLE_CLOCK, false)
96
97#ifdef HAVE_RT_PUSH_IPI
98/*
99 * In order to avoid a thundering herd attack of CPUs that are
100 * lowering their priorities at the same time, and there being
101 * a single CPU that has an RT task that can migrate and is waiting
102 * to run, where the other CPUs will try to take that CPUs
103 * rq lock and possibly create a large contention, sending an
104 * IPI to that CPU and let that CPU push the RT task to where
105 * it should go may be a better scenario.
106 */
107SCHED_FEAT(RT_PUSH_IPI, true)
108#endif
109
110SCHED_FEAT(RT_RUNTIME_SHARE, false)
111SCHED_FEAT(LB_MIN, false)
112SCHED_FEAT(ATTACH_AGE_LOAD, true)
113
114SCHED_FEAT(WA_IDLE, true)
115SCHED_FEAT(WA_WEIGHT, true)
116SCHED_FEAT(WA_BIAS, true)
117
118/*
119 * UtilEstimation. Use estimated CPU utilization.
120 */
121SCHED_FEAT(UTIL_EST, true)
122
123SCHED_FEAT(LATENCY_WARN, false)