Loading...
1/*
2 * Copyright 2011-2017 by the PaX Team <pageexec@freemail.hu>
3 * Modified by Alexander Popov <alex.popov@linux.com>
4 * Licensed under the GPL v2
5 *
6 * Note: the choice of the license means that the compilation process is
7 * NOT 'eligible' as defined by gcc's library exception to the GPL v3,
8 * but for the kernel it doesn't matter since it doesn't link against
9 * any of the gcc libraries
10 *
11 * This gcc plugin is needed for tracking the lowest border of the kernel stack.
12 * It instruments the kernel code inserting stackleak_track_stack() calls:
13 * - after alloca();
14 * - for the functions with a stack frame size greater than or equal
15 * to the "track-min-size" plugin parameter.
16 *
17 * This plugin is ported from grsecurity/PaX. For more information see:
18 * https://grsecurity.net/
19 * https://pax.grsecurity.net/
20 *
21 * Debugging:
22 * - use fprintf() to stderr, debug_generic_expr(), debug_gimple_stmt(),
23 * print_rtl() and print_simple_rtl();
24 * - add "-fdump-tree-all -fdump-rtl-all" to the plugin CFLAGS in
25 * Makefile.gcc-plugins to see the verbose dumps of the gcc passes;
26 * - use gcc -E to understand the preprocessing shenanigans;
27 * - use gcc with enabled CFG/GIMPLE/SSA verification (--enable-checking).
28 */
29
30#include "gcc-common.h"
31
32__visible int plugin_is_GPL_compatible;
33
34static int track_frame_size = -1;
35static const char track_function[] = "stackleak_track_stack";
36
37/*
38 * Mark these global variables (roots) for gcc garbage collector since
39 * they point to the garbage-collected memory.
40 */
41static GTY(()) tree track_function_decl;
42
43static struct plugin_info stackleak_plugin_info = {
44 .version = "201707101337",
45 .help = "track-min-size=nn\ttrack stack for functions with a stack frame size >= nn bytes\n"
46 "disable\t\tdo not activate the plugin\n"
47};
48
49static void stackleak_add_track_stack(gimple_stmt_iterator *gsi, bool after)
50{
51 gimple stmt;
52 gcall *stackleak_track_stack;
53 cgraph_node_ptr node;
54 int frequency;
55 basic_block bb;
56
57 /* Insert call to void stackleak_track_stack(void) */
58 stmt = gimple_build_call(track_function_decl, 0);
59 stackleak_track_stack = as_a_gcall(stmt);
60 if (after) {
61 gsi_insert_after(gsi, stackleak_track_stack,
62 GSI_CONTINUE_LINKING);
63 } else {
64 gsi_insert_before(gsi, stackleak_track_stack, GSI_SAME_STMT);
65 }
66
67 /* Update the cgraph */
68 bb = gimple_bb(stackleak_track_stack);
69 node = cgraph_get_create_node(track_function_decl);
70 gcc_assert(node);
71 frequency = compute_call_stmt_bb_frequency(current_function_decl, bb);
72 cgraph_create_edge(cgraph_get_node(current_function_decl), node,
73 stackleak_track_stack, bb->count, frequency);
74}
75
76static bool is_alloca(gimple stmt)
77{
78 if (gimple_call_builtin_p(stmt, BUILT_IN_ALLOCA))
79 return true;
80
81#if BUILDING_GCC_VERSION >= 4007
82 if (gimple_call_builtin_p(stmt, BUILT_IN_ALLOCA_WITH_ALIGN))
83 return true;
84#endif
85
86 return false;
87}
88
89/*
90 * Work with the GIMPLE representation of the code. Insert the
91 * stackleak_track_stack() call after alloca() and into the beginning
92 * of the function if it is not instrumented.
93 */
94static unsigned int stackleak_instrument_execute(void)
95{
96 basic_block bb, entry_bb;
97 bool prologue_instrumented = false, is_leaf = true;
98 gimple_stmt_iterator gsi;
99
100 /*
101 * ENTRY_BLOCK_PTR is a basic block which represents possible entry
102 * point of a function. This block does not contain any code and
103 * has a CFG edge to its successor.
104 */
105 gcc_assert(single_succ_p(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
106 entry_bb = single_succ(ENTRY_BLOCK_PTR_FOR_FN(cfun));
107
108 /*
109 * Loop through the GIMPLE statements in each of cfun basic blocks.
110 * cfun is a global variable which represents the function that is
111 * currently processed.
112 */
113 FOR_EACH_BB_FN(bb, cfun) {
114 for (gsi = gsi_start_bb(bb); !gsi_end_p(gsi); gsi_next(&gsi)) {
115 gimple stmt;
116
117 stmt = gsi_stmt(gsi);
118
119 /* Leaf function is a function which makes no calls */
120 if (is_gimple_call(stmt))
121 is_leaf = false;
122
123 if (!is_alloca(stmt))
124 continue;
125
126 /* Insert stackleak_track_stack() call after alloca() */
127 stackleak_add_track_stack(&gsi, true);
128 if (bb == entry_bb)
129 prologue_instrumented = true;
130 }
131 }
132
133 if (prologue_instrumented)
134 return 0;
135
136 /*
137 * Special cases to skip the instrumentation.
138 *
139 * Taking the address of static inline functions materializes them,
140 * but we mustn't instrument some of them as the resulting stack
141 * alignment required by the function call ABI will break other
142 * assumptions regarding the expected (but not otherwise enforced)
143 * register clobbering ABI.
144 *
145 * Case in point: native_save_fl on amd64 when optimized for size
146 * clobbers rdx if it were instrumented here.
147 *
148 * TODO: any more special cases?
149 */
150 if (is_leaf &&
151 !TREE_PUBLIC(current_function_decl) &&
152 DECL_DECLARED_INLINE_P(current_function_decl)) {
153 return 0;
154 }
155
156 if (is_leaf &&
157 !strncmp(IDENTIFIER_POINTER(DECL_NAME(current_function_decl)),
158 "_paravirt_", 10)) {
159 return 0;
160 }
161
162 /* Insert stackleak_track_stack() call at the function beginning */
163 bb = entry_bb;
164 if (!single_pred_p(bb)) {
165 /* gcc_assert(bb_loop_depth(bb) ||
166 (bb->flags & BB_IRREDUCIBLE_LOOP)); */
167 split_edge(single_succ_edge(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
168 gcc_assert(single_succ_p(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
169 bb = single_succ(ENTRY_BLOCK_PTR_FOR_FN(cfun));
170 }
171 gsi = gsi_after_labels(bb);
172 stackleak_add_track_stack(&gsi, false);
173
174 return 0;
175}
176
177static bool large_stack_frame(void)
178{
179#if BUILDING_GCC_VERSION >= 8000
180 return maybe_ge(get_frame_size(), track_frame_size);
181#else
182 return (get_frame_size() >= track_frame_size);
183#endif
184}
185
186/*
187 * Work with the RTL representation of the code.
188 * Remove the unneeded stackleak_track_stack() calls from the functions
189 * which don't call alloca() and don't have a large enough stack frame size.
190 */
191static unsigned int stackleak_cleanup_execute(void)
192{
193 rtx_insn *insn, *next;
194
195 if (cfun->calls_alloca)
196 return 0;
197
198 if (large_stack_frame())
199 return 0;
200
201 /*
202 * Find stackleak_track_stack() calls. Loop through the chain of insns,
203 * which is an RTL representation of the code for a function.
204 *
205 * The example of a matching insn:
206 * (call_insn 8 4 10 2 (call (mem (symbol_ref ("stackleak_track_stack")
207 * [flags 0x41] <function_decl 0x7f7cd3302a80 stackleak_track_stack>)
208 * [0 stackleak_track_stack S1 A8]) (0)) 675 {*call} (expr_list
209 * (symbol_ref ("stackleak_track_stack") [flags 0x41] <function_decl
210 * 0x7f7cd3302a80 stackleak_track_stack>) (expr_list (0) (nil))) (nil))
211 */
212 for (insn = get_insns(); insn; insn = next) {
213 rtx body;
214
215 next = NEXT_INSN(insn);
216
217 /* Check the expression code of the insn */
218 if (!CALL_P(insn))
219 continue;
220
221 /*
222 * Check the expression code of the insn body, which is an RTL
223 * Expression (RTX) describing the side effect performed by
224 * that insn.
225 */
226 body = PATTERN(insn);
227
228 if (GET_CODE(body) == PARALLEL)
229 body = XVECEXP(body, 0, 0);
230
231 if (GET_CODE(body) != CALL)
232 continue;
233
234 /*
235 * Check the first operand of the call expression. It should
236 * be a mem RTX describing the needed subroutine with a
237 * symbol_ref RTX.
238 */
239 body = XEXP(body, 0);
240 if (GET_CODE(body) != MEM)
241 continue;
242
243 body = XEXP(body, 0);
244 if (GET_CODE(body) != SYMBOL_REF)
245 continue;
246
247 if (SYMBOL_REF_DECL(body) != track_function_decl)
248 continue;
249
250 /* Delete the stackleak_track_stack() call */
251 delete_insn_and_edges(insn);
252#if BUILDING_GCC_VERSION >= 4007 && BUILDING_GCC_VERSION < 8000
253 if (GET_CODE(next) == NOTE &&
254 NOTE_KIND(next) == NOTE_INSN_CALL_ARG_LOCATION) {
255 insn = next;
256 next = NEXT_INSN(insn);
257 delete_insn_and_edges(insn);
258 }
259#endif
260 }
261
262 return 0;
263}
264
265static bool stackleak_gate(void)
266{
267 tree section;
268
269 section = lookup_attribute("section",
270 DECL_ATTRIBUTES(current_function_decl));
271 if (section && TREE_VALUE(section)) {
272 section = TREE_VALUE(TREE_VALUE(section));
273
274 if (!strncmp(TREE_STRING_POINTER(section), ".init.text", 10))
275 return false;
276 if (!strncmp(TREE_STRING_POINTER(section), ".devinit.text", 13))
277 return false;
278 if (!strncmp(TREE_STRING_POINTER(section), ".cpuinit.text", 13))
279 return false;
280 if (!strncmp(TREE_STRING_POINTER(section), ".meminit.text", 13))
281 return false;
282 }
283
284 return track_frame_size >= 0;
285}
286
287/* Build the function declaration for stackleak_track_stack() */
288static void stackleak_start_unit(void *gcc_data __unused,
289 void *user_data __unused)
290{
291 tree fntype;
292
293 /* void stackleak_track_stack(void) */
294 fntype = build_function_type_list(void_type_node, NULL_TREE);
295 track_function_decl = build_fn_decl(track_function, fntype);
296 DECL_ASSEMBLER_NAME(track_function_decl); /* for LTO */
297 TREE_PUBLIC(track_function_decl) = 1;
298 TREE_USED(track_function_decl) = 1;
299 DECL_EXTERNAL(track_function_decl) = 1;
300 DECL_ARTIFICIAL(track_function_decl) = 1;
301 DECL_PRESERVE_P(track_function_decl) = 1;
302}
303
304/*
305 * Pass gate function is a predicate function that gets executed before the
306 * corresponding pass. If the return value is 'true' the pass gets executed,
307 * otherwise, it is skipped.
308 */
309static bool stackleak_instrument_gate(void)
310{
311 return stackleak_gate();
312}
313
314#define PASS_NAME stackleak_instrument
315#define PROPERTIES_REQUIRED PROP_gimple_leh | PROP_cfg
316#define TODO_FLAGS_START TODO_verify_ssa | TODO_verify_flow | TODO_verify_stmts
317#define TODO_FLAGS_FINISH TODO_verify_ssa | TODO_verify_stmts | TODO_dump_func \
318 | TODO_update_ssa | TODO_rebuild_cgraph_edges
319#include "gcc-generate-gimple-pass.h"
320
321static bool stackleak_cleanup_gate(void)
322{
323 return stackleak_gate();
324}
325
326#define PASS_NAME stackleak_cleanup
327#define TODO_FLAGS_FINISH TODO_dump_func
328#include "gcc-generate-rtl-pass.h"
329
330/*
331 * Every gcc plugin exports a plugin_init() function that is called right
332 * after the plugin is loaded. This function is responsible for registering
333 * the plugin callbacks and doing other required initialization.
334 */
335__visible int plugin_init(struct plugin_name_args *plugin_info,
336 struct plugin_gcc_version *version)
337{
338 const char * const plugin_name = plugin_info->base_name;
339 const int argc = plugin_info->argc;
340 const struct plugin_argument * const argv = plugin_info->argv;
341 int i = 0;
342
343 /* Extra GGC root tables describing our GTY-ed data */
344 static const struct ggc_root_tab gt_ggc_r_gt_stackleak[] = {
345 {
346 .base = &track_function_decl,
347 .nelt = 1,
348 .stride = sizeof(track_function_decl),
349 .cb = >_ggc_mx_tree_node,
350 .pchw = >_pch_nx_tree_node
351 },
352 LAST_GGC_ROOT_TAB
353 };
354
355 /*
356 * The stackleak_instrument pass should be executed before the
357 * "optimized" pass, which is the control flow graph cleanup that is
358 * performed just before expanding gcc trees to the RTL. In former
359 * versions of the plugin this new pass was inserted before the
360 * "tree_profile" pass, which is currently called "profile".
361 */
362 PASS_INFO(stackleak_instrument, "optimized", 1,
363 PASS_POS_INSERT_BEFORE);
364
365 /*
366 * The stackleak_cleanup pass should be executed before the "*free_cfg"
367 * pass. It's the moment when the stack frame size is already final,
368 * function prologues and epilogues are generated, and the
369 * machine-dependent code transformations are not done.
370 */
371 PASS_INFO(stackleak_cleanup, "*free_cfg", 1, PASS_POS_INSERT_BEFORE);
372
373 if (!plugin_default_version_check(version, &gcc_version)) {
374 error(G_("incompatible gcc/plugin versions"));
375 return 1;
376 }
377
378 /* Parse the plugin arguments */
379 for (i = 0; i < argc; i++) {
380 if (!strcmp(argv[i].key, "disable"))
381 return 0;
382
383 if (!strcmp(argv[i].key, "track-min-size")) {
384 if (!argv[i].value) {
385 error(G_("no value supplied for option '-fplugin-arg-%s-%s'"),
386 plugin_name, argv[i].key);
387 return 1;
388 }
389
390 track_frame_size = atoi(argv[i].value);
391 if (track_frame_size < 0) {
392 error(G_("invalid option argument '-fplugin-arg-%s-%s=%s'"),
393 plugin_name, argv[i].key, argv[i].value);
394 return 1;
395 }
396 } else {
397 error(G_("unknown option '-fplugin-arg-%s-%s'"),
398 plugin_name, argv[i].key);
399 return 1;
400 }
401 }
402
403 /* Give the information about the plugin */
404 register_callback(plugin_name, PLUGIN_INFO, NULL,
405 &stackleak_plugin_info);
406
407 /* Register to be called before processing a translation unit */
408 register_callback(plugin_name, PLUGIN_START_UNIT,
409 &stackleak_start_unit, NULL);
410
411 /* Register an extra GCC garbage collector (GGC) root table */
412 register_callback(plugin_name, PLUGIN_REGISTER_GGC_ROOTS, NULL,
413 (void *)>_ggc_r_gt_stackleak);
414
415 /*
416 * Hook into the Pass Manager to register new gcc passes.
417 *
418 * The stack frame size info is available only at the last RTL pass,
419 * when it's too late to insert complex code like a function call.
420 * So we register two gcc passes to instrument every function at first
421 * and remove the unneeded instrumentation later.
422 */
423 register_callback(plugin_name, PLUGIN_PASS_MANAGER_SETUP, NULL,
424 &stackleak_instrument_pass_info);
425 register_callback(plugin_name, PLUGIN_PASS_MANAGER_SETUP, NULL,
426 &stackleak_cleanup_pass_info);
427
428 return 0;
429}
1/*
2 * Copyright 2011-2017 by the PaX Team <pageexec@freemail.hu>
3 * Modified by Alexander Popov <alex.popov@linux.com>
4 * Licensed under the GPL v2
5 *
6 * Note: the choice of the license means that the compilation process is
7 * NOT 'eligible' as defined by gcc's library exception to the GPL v3,
8 * but for the kernel it doesn't matter since it doesn't link against
9 * any of the gcc libraries
10 *
11 * This gcc plugin is needed for tracking the lowest border of the kernel stack.
12 * It instruments the kernel code inserting stackleak_track_stack() calls:
13 * - after alloca();
14 * - for the functions with a stack frame size greater than or equal
15 * to the "track-min-size" plugin parameter.
16 *
17 * This plugin is ported from grsecurity/PaX. For more information see:
18 * https://grsecurity.net/
19 * https://pax.grsecurity.net/
20 *
21 * Debugging:
22 * - use fprintf() to stderr, debug_generic_expr(), debug_gimple_stmt(),
23 * print_rtl_single() and debug_rtx();
24 * - add "-fdump-tree-all -fdump-rtl-all" to the plugin CFLAGS in
25 * Makefile.gcc-plugins to see the verbose dumps of the gcc passes;
26 * - use gcc -E to understand the preprocessing shenanigans;
27 * - use gcc with enabled CFG/GIMPLE/SSA verification (--enable-checking).
28 */
29
30#include "gcc-common.h"
31
32__visible int plugin_is_GPL_compatible;
33
34static int track_frame_size = -1;
35static bool build_for_x86 = false;
36static const char track_function[] = "stackleak_track_stack";
37static bool disable = false;
38static bool verbose = false;
39
40/*
41 * Mark these global variables (roots) for gcc garbage collector since
42 * they point to the garbage-collected memory.
43 */
44static GTY(()) tree track_function_decl;
45
46static struct plugin_info stackleak_plugin_info = {
47 .version = "201707101337",
48 .help = "track-min-size=nn\ttrack stack for functions with a stack frame size >= nn bytes\n"
49 "arch=target_arch\tspecify target build arch\n"
50 "disable\t\tdo not activate the plugin\n"
51 "verbose\t\tprint info about the instrumentation\n"
52};
53
54static void add_stack_tracking_gcall(gimple_stmt_iterator *gsi, bool after)
55{
56 gimple stmt;
57 gcall *gimple_call;
58 cgraph_node_ptr node;
59 basic_block bb;
60
61 /* Insert calling stackleak_track_stack() */
62 stmt = gimple_build_call(track_function_decl, 0);
63 gimple_call = as_a_gcall(stmt);
64 if (after)
65 gsi_insert_after(gsi, gimple_call, GSI_CONTINUE_LINKING);
66 else
67 gsi_insert_before(gsi, gimple_call, GSI_SAME_STMT);
68
69 /* Update the cgraph */
70 bb = gimple_bb(gimple_call);
71 node = cgraph_get_create_node(track_function_decl);
72 gcc_assert(node);
73 cgraph_create_edge(cgraph_get_node(current_function_decl), node,
74 gimple_call, bb->count,
75 compute_call_stmt_bb_frequency(current_function_decl, bb));
76}
77
78static bool is_alloca(gimple stmt)
79{
80 if (gimple_call_builtin_p(stmt, BUILT_IN_ALLOCA))
81 return true;
82
83#if BUILDING_GCC_VERSION >= 4007
84 if (gimple_call_builtin_p(stmt, BUILT_IN_ALLOCA_WITH_ALIGN))
85 return true;
86#endif
87
88 return false;
89}
90
91static tree get_current_stack_pointer_decl(void)
92{
93 varpool_node_ptr node;
94
95 FOR_EACH_VARIABLE(node) {
96 tree var = NODE_DECL(node);
97 tree name = DECL_NAME(var);
98
99 if (DECL_NAME_LENGTH(var) != sizeof("current_stack_pointer") - 1)
100 continue;
101
102 if (strcmp(IDENTIFIER_POINTER(name), "current_stack_pointer"))
103 continue;
104
105 return var;
106 }
107
108 if (verbose) {
109 fprintf(stderr, "stackleak: missing current_stack_pointer in %s()\n",
110 DECL_NAME_POINTER(current_function_decl));
111 }
112 return NULL_TREE;
113}
114
115static void add_stack_tracking_gasm(gimple_stmt_iterator *gsi, bool after)
116{
117 gasm *asm_call = NULL;
118 tree sp_decl, input;
119 vec<tree, va_gc> *inputs = NULL;
120
121 /* 'no_caller_saved_registers' is currently supported only for x86 */
122 gcc_assert(build_for_x86);
123
124 /*
125 * Insert calling stackleak_track_stack() in asm:
126 * asm volatile("call stackleak_track_stack"
127 * :: "r" (current_stack_pointer))
128 * Use ASM_CALL_CONSTRAINT trick from arch/x86/include/asm/asm.h.
129 * This constraint is taken into account during gcc shrink-wrapping
130 * optimization. It is needed to be sure that stackleak_track_stack()
131 * call is inserted after the prologue of the containing function,
132 * when the stack frame is prepared.
133 */
134 sp_decl = get_current_stack_pointer_decl();
135 if (sp_decl == NULL_TREE) {
136 add_stack_tracking_gcall(gsi, after);
137 return;
138 }
139 input = build_tree_list(NULL_TREE, build_const_char_string(2, "r"));
140 input = chainon(NULL_TREE, build_tree_list(input, sp_decl));
141 vec_safe_push(inputs, input);
142 asm_call = gimple_build_asm_vec("call stackleak_track_stack",
143 inputs, NULL, NULL, NULL);
144 gimple_asm_set_volatile(asm_call, true);
145 if (after)
146 gsi_insert_after(gsi, asm_call, GSI_CONTINUE_LINKING);
147 else
148 gsi_insert_before(gsi, asm_call, GSI_SAME_STMT);
149 update_stmt(asm_call);
150}
151
152static void add_stack_tracking(gimple_stmt_iterator *gsi, bool after)
153{
154 /*
155 * The 'no_caller_saved_registers' attribute is used for
156 * stackleak_track_stack(). If the compiler supports this attribute for
157 * the target arch, we can add calling stackleak_track_stack() in asm.
158 * That improves performance: we avoid useless operations with the
159 * caller-saved registers in the functions from which we will remove
160 * stackleak_track_stack() call during the stackleak_cleanup pass.
161 */
162 if (lookup_attribute_spec(get_identifier("no_caller_saved_registers")))
163 add_stack_tracking_gasm(gsi, after);
164 else
165 add_stack_tracking_gcall(gsi, after);
166}
167
168/*
169 * Work with the GIMPLE representation of the code. Insert the
170 * stackleak_track_stack() call after alloca() and into the beginning
171 * of the function if it is not instrumented.
172 */
173static unsigned int stackleak_instrument_execute(void)
174{
175 basic_block bb, entry_bb;
176 bool prologue_instrumented = false, is_leaf = true;
177 gimple_stmt_iterator gsi = { 0 };
178
179 /*
180 * ENTRY_BLOCK_PTR is a basic block which represents possible entry
181 * point of a function. This block does not contain any code and
182 * has a CFG edge to its successor.
183 */
184 gcc_assert(single_succ_p(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
185 entry_bb = single_succ(ENTRY_BLOCK_PTR_FOR_FN(cfun));
186
187 /*
188 * Loop through the GIMPLE statements in each of cfun basic blocks.
189 * cfun is a global variable which represents the function that is
190 * currently processed.
191 */
192 FOR_EACH_BB_FN(bb, cfun) {
193 for (gsi = gsi_start_bb(bb); !gsi_end_p(gsi); gsi_next(&gsi)) {
194 gimple stmt;
195
196 stmt = gsi_stmt(gsi);
197
198 /* Leaf function is a function which makes no calls */
199 if (is_gimple_call(stmt))
200 is_leaf = false;
201
202 if (!is_alloca(stmt))
203 continue;
204
205 if (verbose) {
206 fprintf(stderr, "stackleak: be careful, alloca() in %s()\n",
207 DECL_NAME_POINTER(current_function_decl));
208 }
209
210 /* Insert stackleak_track_stack() call after alloca() */
211 add_stack_tracking(&gsi, true);
212 if (bb == entry_bb)
213 prologue_instrumented = true;
214 }
215 }
216
217 if (prologue_instrumented)
218 return 0;
219
220 /*
221 * Special cases to skip the instrumentation.
222 *
223 * Taking the address of static inline functions materializes them,
224 * but we mustn't instrument some of them as the resulting stack
225 * alignment required by the function call ABI will break other
226 * assumptions regarding the expected (but not otherwise enforced)
227 * register clobbering ABI.
228 *
229 * Case in point: native_save_fl on amd64 when optimized for size
230 * clobbers rdx if it were instrumented here.
231 *
232 * TODO: any more special cases?
233 */
234 if (is_leaf &&
235 !TREE_PUBLIC(current_function_decl) &&
236 DECL_DECLARED_INLINE_P(current_function_decl)) {
237 return 0;
238 }
239
240 if (is_leaf &&
241 !strncmp(IDENTIFIER_POINTER(DECL_NAME(current_function_decl)),
242 "_paravirt_", 10)) {
243 return 0;
244 }
245
246 /* Insert stackleak_track_stack() call at the function beginning */
247 bb = entry_bb;
248 if (!single_pred_p(bb)) {
249 /* gcc_assert(bb_loop_depth(bb) ||
250 (bb->flags & BB_IRREDUCIBLE_LOOP)); */
251 split_edge(single_succ_edge(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
252 gcc_assert(single_succ_p(ENTRY_BLOCK_PTR_FOR_FN(cfun)));
253 bb = single_succ(ENTRY_BLOCK_PTR_FOR_FN(cfun));
254 }
255 gsi = gsi_after_labels(bb);
256 add_stack_tracking(&gsi, false);
257
258 return 0;
259}
260
261static bool large_stack_frame(void)
262{
263#if BUILDING_GCC_VERSION >= 8000
264 return maybe_ge(get_frame_size(), track_frame_size);
265#else
266 return (get_frame_size() >= track_frame_size);
267#endif
268}
269
270static void remove_stack_tracking_gcall(void)
271{
272 rtx_insn *insn, *next;
273
274 /*
275 * Find stackleak_track_stack() calls. Loop through the chain of insns,
276 * which is an RTL representation of the code for a function.
277 *
278 * The example of a matching insn:
279 * (call_insn 8 4 10 2 (call (mem (symbol_ref ("stackleak_track_stack")
280 * [flags 0x41] <function_decl 0x7f7cd3302a80 stackleak_track_stack>)
281 * [0 stackleak_track_stack S1 A8]) (0)) 675 {*call} (expr_list
282 * (symbol_ref ("stackleak_track_stack") [flags 0x41] <function_decl
283 * 0x7f7cd3302a80 stackleak_track_stack>) (expr_list (0) (nil))) (nil))
284 */
285 for (insn = get_insns(); insn; insn = next) {
286 rtx body;
287
288 next = NEXT_INSN(insn);
289
290 /* Check the expression code of the insn */
291 if (!CALL_P(insn))
292 continue;
293
294 /*
295 * Check the expression code of the insn body, which is an RTL
296 * Expression (RTX) describing the side effect performed by
297 * that insn.
298 */
299 body = PATTERN(insn);
300
301 if (GET_CODE(body) == PARALLEL)
302 body = XVECEXP(body, 0, 0);
303
304 if (GET_CODE(body) != CALL)
305 continue;
306
307 /*
308 * Check the first operand of the call expression. It should
309 * be a mem RTX describing the needed subroutine with a
310 * symbol_ref RTX.
311 */
312 body = XEXP(body, 0);
313 if (GET_CODE(body) != MEM)
314 continue;
315
316 body = XEXP(body, 0);
317 if (GET_CODE(body) != SYMBOL_REF)
318 continue;
319
320 if (SYMBOL_REF_DECL(body) != track_function_decl)
321 continue;
322
323 /* Delete the stackleak_track_stack() call */
324 delete_insn_and_edges(insn);
325#if BUILDING_GCC_VERSION >= 4007 && BUILDING_GCC_VERSION < 8000
326 if (GET_CODE(next) == NOTE &&
327 NOTE_KIND(next) == NOTE_INSN_CALL_ARG_LOCATION) {
328 insn = next;
329 next = NEXT_INSN(insn);
330 delete_insn_and_edges(insn);
331 }
332#endif
333 }
334}
335
336static bool remove_stack_tracking_gasm(void)
337{
338 bool removed = false;
339 rtx_insn *insn, *next;
340
341 /* 'no_caller_saved_registers' is currently supported only for x86 */
342 gcc_assert(build_for_x86);
343
344 /*
345 * Find stackleak_track_stack() asm calls. Loop through the chain of
346 * insns, which is an RTL representation of the code for a function.
347 *
348 * The example of a matching insn:
349 * (insn 11 5 12 2 (parallel [ (asm_operands/v
350 * ("call stackleak_track_stack") ("") 0
351 * [ (reg/v:DI 7 sp [ current_stack_pointer ]) ]
352 * [ (asm_input:DI ("r")) ] [])
353 * (clobber (reg:CC 17 flags)) ]) -1 (nil))
354 */
355 for (insn = get_insns(); insn; insn = next) {
356 rtx body;
357
358 next = NEXT_INSN(insn);
359
360 /* Check the expression code of the insn */
361 if (!NONJUMP_INSN_P(insn))
362 continue;
363
364 /*
365 * Check the expression code of the insn body, which is an RTL
366 * Expression (RTX) describing the side effect performed by
367 * that insn.
368 */
369 body = PATTERN(insn);
370
371 if (GET_CODE(body) != PARALLEL)
372 continue;
373
374 body = XVECEXP(body, 0, 0);
375
376 if (GET_CODE(body) != ASM_OPERANDS)
377 continue;
378
379 if (strcmp(ASM_OPERANDS_TEMPLATE(body),
380 "call stackleak_track_stack")) {
381 continue;
382 }
383
384 delete_insn_and_edges(insn);
385 gcc_assert(!removed);
386 removed = true;
387 }
388
389 return removed;
390}
391
392/*
393 * Work with the RTL representation of the code.
394 * Remove the unneeded stackleak_track_stack() calls from the functions
395 * which don't call alloca() and don't have a large enough stack frame size.
396 */
397static unsigned int stackleak_cleanup_execute(void)
398{
399 const char *fn = DECL_NAME_POINTER(current_function_decl);
400 bool removed = false;
401
402 /*
403 * Leave stack tracking in functions that call alloca().
404 * Additional case:
405 * gcc before version 7 called allocate_dynamic_stack_space() from
406 * expand_stack_vars() for runtime alignment of constant-sized stack
407 * variables. That caused cfun->calls_alloca to be set for functions
408 * that in fact don't use alloca().
409 * For more info see gcc commit 7072df0aae0c59ae437e.
410 * Let's leave such functions instrumented as well.
411 */
412 if (cfun->calls_alloca) {
413 if (verbose)
414 fprintf(stderr, "stackleak: instrument %s(): calls_alloca\n", fn);
415 return 0;
416 }
417
418 /* Leave stack tracking in functions with large stack frame */
419 if (large_stack_frame()) {
420 if (verbose)
421 fprintf(stderr, "stackleak: instrument %s()\n", fn);
422 return 0;
423 }
424
425 if (lookup_attribute_spec(get_identifier("no_caller_saved_registers")))
426 removed = remove_stack_tracking_gasm();
427
428 if (!removed)
429 remove_stack_tracking_gcall();
430
431 return 0;
432}
433
434static bool stackleak_gate(void)
435{
436 tree section;
437
438 section = lookup_attribute("section",
439 DECL_ATTRIBUTES(current_function_decl));
440 if (section && TREE_VALUE(section)) {
441 section = TREE_VALUE(TREE_VALUE(section));
442
443 if (!strncmp(TREE_STRING_POINTER(section), ".init.text", 10))
444 return false;
445 if (!strncmp(TREE_STRING_POINTER(section), ".devinit.text", 13))
446 return false;
447 if (!strncmp(TREE_STRING_POINTER(section), ".cpuinit.text", 13))
448 return false;
449 if (!strncmp(TREE_STRING_POINTER(section), ".meminit.text", 13))
450 return false;
451 }
452
453 return track_frame_size >= 0;
454}
455
456/* Build the function declaration for stackleak_track_stack() */
457static void stackleak_start_unit(void *gcc_data __unused,
458 void *user_data __unused)
459{
460 tree fntype;
461
462 /* void stackleak_track_stack(void) */
463 fntype = build_function_type_list(void_type_node, NULL_TREE);
464 track_function_decl = build_fn_decl(track_function, fntype);
465 DECL_ASSEMBLER_NAME(track_function_decl); /* for LTO */
466 TREE_PUBLIC(track_function_decl) = 1;
467 TREE_USED(track_function_decl) = 1;
468 DECL_EXTERNAL(track_function_decl) = 1;
469 DECL_ARTIFICIAL(track_function_decl) = 1;
470 DECL_PRESERVE_P(track_function_decl) = 1;
471}
472
473/*
474 * Pass gate function is a predicate function that gets executed before the
475 * corresponding pass. If the return value is 'true' the pass gets executed,
476 * otherwise, it is skipped.
477 */
478static bool stackleak_instrument_gate(void)
479{
480 return stackleak_gate();
481}
482
483#define PASS_NAME stackleak_instrument
484#define PROPERTIES_REQUIRED PROP_gimple_leh | PROP_cfg
485#define TODO_FLAGS_START TODO_verify_ssa | TODO_verify_flow | TODO_verify_stmts
486#define TODO_FLAGS_FINISH TODO_verify_ssa | TODO_verify_stmts | TODO_dump_func \
487 | TODO_update_ssa | TODO_rebuild_cgraph_edges
488#include "gcc-generate-gimple-pass.h"
489
490static bool stackleak_cleanup_gate(void)
491{
492 return stackleak_gate();
493}
494
495#define PASS_NAME stackleak_cleanup
496#define TODO_FLAGS_FINISH TODO_dump_func
497#include "gcc-generate-rtl-pass.h"
498
499/*
500 * Every gcc plugin exports a plugin_init() function that is called right
501 * after the plugin is loaded. This function is responsible for registering
502 * the plugin callbacks and doing other required initialization.
503 */
504__visible int plugin_init(struct plugin_name_args *plugin_info,
505 struct plugin_gcc_version *version)
506{
507 const char * const plugin_name = plugin_info->base_name;
508 const int argc = plugin_info->argc;
509 const struct plugin_argument * const argv = plugin_info->argv;
510 int i = 0;
511
512 /* Extra GGC root tables describing our GTY-ed data */
513 static const struct ggc_root_tab gt_ggc_r_gt_stackleak[] = {
514 {
515 .base = &track_function_decl,
516 .nelt = 1,
517 .stride = sizeof(track_function_decl),
518 .cb = >_ggc_mx_tree_node,
519 .pchw = >_pch_nx_tree_node
520 },
521 LAST_GGC_ROOT_TAB
522 };
523
524 /*
525 * The stackleak_instrument pass should be executed before the
526 * "optimized" pass, which is the control flow graph cleanup that is
527 * performed just before expanding gcc trees to the RTL. In former
528 * versions of the plugin this new pass was inserted before the
529 * "tree_profile" pass, which is currently called "profile".
530 */
531 PASS_INFO(stackleak_instrument, "optimized", 1,
532 PASS_POS_INSERT_BEFORE);
533
534 /*
535 * The stackleak_cleanup pass should be executed before the "*free_cfg"
536 * pass. It's the moment when the stack frame size is already final,
537 * function prologues and epilogues are generated, and the
538 * machine-dependent code transformations are not done.
539 */
540 PASS_INFO(stackleak_cleanup, "*free_cfg", 1, PASS_POS_INSERT_BEFORE);
541
542 if (!plugin_default_version_check(version, &gcc_version)) {
543 error(G_("incompatible gcc/plugin versions"));
544 return 1;
545 }
546
547 /* Parse the plugin arguments */
548 for (i = 0; i < argc; i++) {
549 if (!strcmp(argv[i].key, "track-min-size")) {
550 if (!argv[i].value) {
551 error(G_("no value supplied for option '-fplugin-arg-%s-%s'"),
552 plugin_name, argv[i].key);
553 return 1;
554 }
555
556 track_frame_size = atoi(argv[i].value);
557 if (track_frame_size < 0) {
558 error(G_("invalid option argument '-fplugin-arg-%s-%s=%s'"),
559 plugin_name, argv[i].key, argv[i].value);
560 return 1;
561 }
562 } else if (!strcmp(argv[i].key, "arch")) {
563 if (!argv[i].value) {
564 error(G_("no value supplied for option '-fplugin-arg-%s-%s'"),
565 plugin_name, argv[i].key);
566 return 1;
567 }
568
569 if (!strcmp(argv[i].value, "x86"))
570 build_for_x86 = true;
571 } else if (!strcmp(argv[i].key, "disable")) {
572 disable = true;
573 } else if (!strcmp(argv[i].key, "verbose")) {
574 verbose = true;
575 } else {
576 error(G_("unknown option '-fplugin-arg-%s-%s'"),
577 plugin_name, argv[i].key);
578 return 1;
579 }
580 }
581
582 if (disable) {
583 if (verbose)
584 fprintf(stderr, "stackleak: disabled for this translation unit\n");
585 return 0;
586 }
587
588 /* Give the information about the plugin */
589 register_callback(plugin_name, PLUGIN_INFO, NULL,
590 &stackleak_plugin_info);
591
592 /* Register to be called before processing a translation unit */
593 register_callback(plugin_name, PLUGIN_START_UNIT,
594 &stackleak_start_unit, NULL);
595
596 /* Register an extra GCC garbage collector (GGC) root table */
597 register_callback(plugin_name, PLUGIN_REGISTER_GGC_ROOTS, NULL,
598 (void *)>_ggc_r_gt_stackleak);
599
600 /*
601 * Hook into the Pass Manager to register new gcc passes.
602 *
603 * The stack frame size info is available only at the last RTL pass,
604 * when it's too late to insert complex code like a function call.
605 * So we register two gcc passes to instrument every function at first
606 * and remove the unneeded instrumentation later.
607 */
608 register_callback(plugin_name, PLUGIN_PASS_MANAGER_SETUP, NULL,
609 &stackleak_instrument_pass_info);
610 register_callback(plugin_name, PLUGIN_PASS_MANAGER_SETUP, NULL,
611 &stackleak_cleanup_pass_info);
612
613 return 0;
614}