2006-07-03 15:24:40 +08:00
|
|
|
/*
|
|
|
|
* Stack trace management functions
|
|
|
|
*
|
2009-01-31 09:03:42 +08:00
|
|
|
* Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
|
2006-07-03 15:24:40 +08:00
|
|
|
*/
|
|
|
|
#include <linux/sched.h>
|
2017-02-09 01:51:35 +08:00
|
|
|
#include <linux/sched/debug.h>
|
2017-02-09 01:51:37 +08:00
|
|
|
#include <linux/sched/task_stack.h>
|
2006-07-03 15:24:40 +08:00
|
|
|
#include <linux/stacktrace.h>
|
2016-07-14 08:18:56 +08:00
|
|
|
#include <linux/export.h>
|
2008-11-22 19:28:47 +08:00
|
|
|
#include <linux/uaccess.h>
|
2006-09-26 16:52:34 +08:00
|
|
|
#include <asm/stacktrace.h>
|
2016-09-17 03:18:14 +08:00
|
|
|
#include <asm/unwind.h>
|
2006-07-03 15:24:40 +08:00
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
void arch_stack_walk(stack_trace_consume_fn consume_entry, void *cookie,
|
|
|
|
struct task_struct *task, struct pt_regs *regs)
|
2008-01-26 04:08:34 +08:00
|
|
|
{
|
2016-09-17 03:18:14 +08:00
|
|
|
struct unwind_state state;
|
|
|
|
unsigned long addr;
|
2008-01-26 04:08:34 +08:00
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
if (regs && !consume_entry(cookie, regs->ip, false))
|
|
|
|
return;
|
2006-07-03 15:24:40 +08:00
|
|
|
|
2016-09-17 03:18:14 +08:00
|
|
|
for (unwind_start(&state, task, regs, NULL); !unwind_done(&state);
|
|
|
|
unwind_next_frame(&state)) {
|
|
|
|
addr = unwind_get_return_address(&state);
|
2019-04-25 17:45:22 +08:00
|
|
|
if (!addr || !consume_entry(cookie, addr, false))
|
2016-09-17 03:18:14 +08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2008-01-26 04:08:34 +08:00
|
|
|
|
2006-07-03 15:24:40 +08:00
|
|
|
/*
|
2019-04-25 17:45:22 +08:00
|
|
|
* This function returns an error if it detects any unreliable features of the
|
|
|
|
* stack. Otherwise it guarantees that the stack trace is reliable.
|
|
|
|
*
|
|
|
|
* If the task is not 'current', the caller *must* ensure the task is inactive.
|
2006-07-03 15:24:40 +08:00
|
|
|
*/
|
2019-04-25 17:45:22 +08:00
|
|
|
int arch_stack_walk_reliable(stack_trace_consume_fn consume_entry,
|
|
|
|
void *cookie, struct task_struct *task)
|
2017-02-14 09:42:28 +08:00
|
|
|
{
|
|
|
|
struct unwind_state state;
|
|
|
|
struct pt_regs *regs;
|
|
|
|
unsigned long addr;
|
|
|
|
|
2018-05-18 14:47:10 +08:00
|
|
|
for (unwind_start(&state, task, NULL, NULL);
|
|
|
|
!unwind_done(&state) && !unwind_error(&state);
|
2017-02-14 09:42:28 +08:00
|
|
|
unwind_next_frame(&state)) {
|
|
|
|
|
2018-01-01 00:18:06 +08:00
|
|
|
regs = unwind_get_entry_regs(&state, NULL);
|
2017-02-14 09:42:28 +08:00
|
|
|
if (regs) {
|
2018-05-18 14:47:10 +08:00
|
|
|
/* Success path for user tasks */
|
|
|
|
if (user_mode(regs))
|
2019-04-10 18:27:56 +08:00
|
|
|
return 0;
|
2018-05-18 14:47:10 +08:00
|
|
|
|
2017-02-14 09:42:28 +08:00
|
|
|
/*
|
|
|
|
* Kernel mode registers on the stack indicate an
|
|
|
|
* in-kernel interrupt or exception (e.g., preemption
|
|
|
|
* or a page fault), which can make frame pointers
|
|
|
|
* unreliable.
|
|
|
|
*/
|
|
|
|
|
2018-05-18 14:47:11 +08:00
|
|
|
if (IS_ENABLED(CONFIG_FRAME_POINTER))
|
|
|
|
return -EINVAL;
|
2017-02-14 09:42:28 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
addr = unwind_get_return_address(&state);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* A NULL or invalid return address probably means there's some
|
|
|
|
* generated code which __kernel_text_address() doesn't know
|
|
|
|
* about.
|
|
|
|
*/
|
2018-05-18 14:47:09 +08:00
|
|
|
if (!addr)
|
2017-02-14 09:42:28 +08:00
|
|
|
return -EINVAL;
|
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
if (!consume_entry(cookie, addr, false))
|
2017-02-14 09:42:28 +08:00
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Check for stack corruption */
|
2018-05-18 14:47:09 +08:00
|
|
|
if (unwind_error(&state))
|
2017-02-14 09:42:28 +08:00
|
|
|
return -EINVAL;
|
|
|
|
|
2018-05-18 14:47:10 +08:00
|
|
|
/* Success path for non-user tasks, i.e. kthreads and idle tasks */
|
|
|
|
if (!(task->flags & (PF_KTHREAD | PF_IDLE)))
|
|
|
|
return -EINVAL;
|
|
|
|
|
2017-02-14 09:42:28 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-11-22 19:28:47 +08:00
|
|
|
/* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */
|
|
|
|
|
2010-05-20 03:35:17 +08:00
|
|
|
struct stack_frame_user {
|
2008-11-22 19:28:47 +08:00
|
|
|
const void __user *next_fp;
|
2008-11-23 18:39:06 +08:00
|
|
|
unsigned long ret_addr;
|
2008-11-22 19:28:47 +08:00
|
|
|
};
|
|
|
|
|
2010-05-20 03:35:17 +08:00
|
|
|
static int
|
|
|
|
copy_stack_frame(const void __user *fp, struct stack_frame_user *frame)
|
2008-11-22 19:28:47 +08:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
Remove 'type' argument from access_ok() function
Nobody has actually used the type (VERIFY_READ vs VERIFY_WRITE) argument
of the user address range verification function since we got rid of the
old racy i386-only code to walk page tables by hand.
It existed because the original 80386 would not honor the write protect
bit when in kernel mode, so you had to do COW by hand before doing any
user access. But we haven't supported that in a long time, and these
days the 'type' argument is a purely historical artifact.
A discussion about extending 'user_access_begin()' to do the range
checking resulted this patch, because there is no way we're going to
move the old VERIFY_xyz interface to that model. And it's best done at
the end of the merge window when I've done most of my merges, so let's
just get this done once and for all.
This patch was mostly done with a sed-script, with manual fix-ups for
the cases that weren't of the trivial 'access_ok(VERIFY_xyz' form.
There were a couple of notable cases:
- csky still had the old "verify_area()" name as an alias.
- the iter_iov code had magical hardcoded knowledge of the actual
values of VERIFY_{READ,WRITE} (not that they mattered, since nothing
really used it)
- microblaze used the type argument for a debug printout
but other than those oddities this should be a total no-op patch.
I tried to fix up all architectures, did fairly extensive grepping for
access_ok() uses, and the changes are trivial, but I may have missed
something. Any missed conversion should be trivially fixable, though.
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2019-01-04 10:57:57 +08:00
|
|
|
if (!access_ok(fp, sizeof(*frame)))
|
2008-11-22 19:28:47 +08:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
ret = 1;
|
|
|
|
pagefault_disable();
|
|
|
|
if (__copy_from_user_inatomic(frame, fp, sizeof(*frame)))
|
|
|
|
ret = 0;
|
|
|
|
pagefault_enable();
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
void arch_stack_walk_user(stack_trace_consume_fn consume_entry, void *cookie,
|
|
|
|
const struct pt_regs *regs)
|
2008-11-23 18:39:06 +08:00
|
|
|
{
|
|
|
|
const void __user *fp = (const void __user *)regs->bp;
|
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
if (!consume_entry(cookie, regs->ip, false))
|
|
|
|
return;
|
2008-11-23 18:39:06 +08:00
|
|
|
|
2019-04-25 17:45:22 +08:00
|
|
|
while (1) {
|
2010-05-20 03:35:17 +08:00
|
|
|
struct stack_frame_user frame;
|
2008-11-23 18:39:06 +08:00
|
|
|
|
|
|
|
frame.next_fp = NULL;
|
|
|
|
frame.ret_addr = 0;
|
|
|
|
if (!copy_stack_frame(fp, &frame))
|
|
|
|
break;
|
|
|
|
if ((unsigned long)fp < regs->sp)
|
|
|
|
break;
|
|
|
|
if (frame.ret_addr) {
|
2019-04-25 17:45:22 +08:00
|
|
|
if (!consume_entry(cookie, frame.ret_addr, false))
|
|
|
|
return;
|
2008-11-23 18:39:06 +08:00
|
|
|
}
|
|
|
|
if (fp == frame.next_fp)
|
|
|
|
break;
|
|
|
|
fp = frame.next_fp;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|