1 /* SPDX-License-Identifier: GPL-2.0 */
2 #include <linux/sched.h>
3 #include <linux/sched/task.h>
4 #include <linux/sched/task_stack.h>
5 #include <linux/interrupt.h>
6 #include <asm/sections.h>
7 #include <asm/ptrace.h>
8 #include <asm/bitops.h>
9 #include <asm/stacktrace.h>
10 #include <asm/unwind.h>
12 unsigned long unwind_get_return_address(struct unwind_state *state)
14 if (unwind_done(state))
16 return __kernel_text_address(state->ip) ? state->ip : 0;
18 EXPORT_SYMBOL_GPL(unwind_get_return_address);
20 static bool outside_of_stack(struct unwind_state *state, unsigned long sp)
22 return (sp <= state->sp) ||
23 (sp + sizeof(struct stack_frame) > state->stack_info.end);
26 static bool update_stack_info(struct unwind_state *state, unsigned long sp)
28 struct stack_info *info = &state->stack_info;
29 unsigned long *mask = &state->stack_mask;
31 /* New stack pointer leaves the current stack */
32 if (get_stack_info(sp, state->task, info, mask) != 0 ||
33 !on_stack(info, sp, sizeof(struct stack_frame)))
34 /* 'sp' does not point to a valid stack */
39 bool unwind_next_frame(struct unwind_state *state)
41 struct stack_info *info = &state->stack_info;
42 struct stack_frame *sf;
49 sp = READ_ONCE_TASK_STACK(state->task, regs->gprs[15]);
50 if (unlikely(outside_of_stack(state, sp))) {
51 if (!update_stack_info(state, sp))
54 sf = (struct stack_frame *) sp;
55 ip = READ_ONCE_TASK_STACK(state->task, sf->gprs[8]);
59 sf = (struct stack_frame *) state->sp;
60 sp = READ_ONCE_TASK_STACK(state->task, sf->back_chain);
62 /* Non-zero back-chain points to the previous frame */
63 if (unlikely(outside_of_stack(state, sp))) {
64 if (!update_stack_info(state, sp))
67 sf = (struct stack_frame *) sp;
68 ip = READ_ONCE_TASK_STACK(state->task, sf->gprs[8]);
71 /* No back-chain, look for a pt_regs structure */
72 sp = state->sp + STACK_FRAME_OVERHEAD;
73 if (!on_stack(info, sp, sizeof(struct pt_regs)))
75 regs = (struct pt_regs *) sp;
78 ip = READ_ONCE_TASK_STACK(state->task, regs->psw.addr);
83 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
84 /* Decode any ftrace redirection */
85 if (ip == (unsigned long) return_to_handler)
86 ip = ftrace_graph_ret_addr(state->task, &state->graph_idx,
90 /* Update unwind state */
94 state->reliable = reliable;
100 state->stack_info.type = STACK_TYPE_UNKNOWN;
103 EXPORT_SYMBOL_GPL(unwind_next_frame);
105 void __unwind_start(struct unwind_state *state, struct task_struct *task,
106 struct pt_regs *regs, unsigned long sp)
108 struct stack_info *info = &state->stack_info;
109 unsigned long *mask = &state->stack_mask;
110 struct stack_frame *sf;
114 memset(state, 0, sizeof(*state));
118 /* Don't even attempt to start from user mode regs: */
119 if (regs && user_mode(regs)) {
120 info->type = STACK_TYPE_UNKNOWN;
124 /* Get current stack pointer and initialize stack info */
125 if (get_stack_info(sp, task, info, mask) != 0 ||
126 !on_stack(info, sp, sizeof(struct stack_frame))) {
127 /* Something is wrong with the stack pointer */
128 info->type = STACK_TYPE_UNKNOWN;
133 /* Get the instruction pointer from pt_regs or the stack frame */
135 ip = READ_ONCE_TASK_STACK(state->task, regs->psw.addr);
138 sf = (struct stack_frame *) sp;
139 ip = READ_ONCE_TASK_STACK(state->task, sf->gprs[8]);
143 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
144 /* Decode any ftrace redirection */
145 if (ip == (unsigned long) return_to_handler)
146 ip = ftrace_graph_ret_addr(state->task, &state->graph_idx,
150 /* Update unwind state */
153 state->reliable = reliable;
155 EXPORT_SYMBOL_GPL(__unwind_start);