|
|
@@ -1020,13 +1020,17 @@ static inline bool smap_violation(int error_code, struct pt_regs *regs)
|
|
|
* This routine handles page faults. It determines the address,
|
|
|
* and the problem, and then passes it off to one of the appropriate
|
|
|
* routines.
|
|
|
+ *
|
|
|
+ * This function must have noinline because both callers
|
|
|
+ * {,trace_}do_page_fault() have notrace on. Having this an actual function
|
|
|
+ * guarantees there's a function trace entry.
|
|
|
*/
|
|
|
-static void __kprobes
|
|
|
-__do_page_fault(struct pt_regs *regs, unsigned long error_code)
|
|
|
+static void __kprobes noinline
|
|
|
+__do_page_fault(struct pt_regs *regs, unsigned long error_code,
|
|
|
+ unsigned long address)
|
|
|
{
|
|
|
struct vm_area_struct *vma;
|
|
|
struct task_struct *tsk;
|
|
|
- unsigned long address;
|
|
|
struct mm_struct *mm;
|
|
|
int fault;
|
|
|
unsigned int flags = FAULT_FLAG_ALLOW_RETRY | FAULT_FLAG_KILLABLE;
|
|
|
@@ -1034,9 +1038,6 @@ __do_page_fault(struct pt_regs *regs, unsigned long error_code)
|
|
|
tsk = current;
|
|
|
mm = tsk->mm;
|
|
|
|
|
|
- /* Get the faulting address: */
|
|
|
- address = read_cr2();
|
|
|
-
|
|
|
/*
|
|
|
* Detect and handle instructions that would cause a page fault for
|
|
|
* both a tracked kernel page and a userspace page.
|
|
|
@@ -1248,32 +1249,50 @@ good_area:
|
|
|
up_read(&mm->mmap_sem);
|
|
|
}
|
|
|
|
|
|
-dotraplinkage void __kprobes
|
|
|
+dotraplinkage void __kprobes notrace
|
|
|
do_page_fault(struct pt_regs *regs, unsigned long error_code)
|
|
|
{
|
|
|
+ unsigned long address = read_cr2(); /* Get the faulting address */
|
|
|
enum ctx_state prev_state;
|
|
|
|
|
|
+ /*
|
|
|
+ * We must have this function tagged with __kprobes, notrace and call
|
|
|
+ * read_cr2() before calling anything else. To avoid calling any kind
|
|
|
+ * of tracing machinery before we've observed the CR2 value.
|
|
|
+ *
|
|
|
+ * exception_{enter,exit}() contain all sorts of tracepoints.
|
|
|
+ */
|
|
|
+
|
|
|
prev_state = exception_enter();
|
|
|
- __do_page_fault(regs, error_code);
|
|
|
+ __do_page_fault(regs, error_code, address);
|
|
|
exception_exit(prev_state);
|
|
|
}
|
|
|
|
|
|
-static void trace_page_fault_entries(struct pt_regs *regs,
|
|
|
+#ifdef CONFIG_TRACING
|
|
|
+static void trace_page_fault_entries(unsigned long address, struct pt_regs *regs,
|
|
|
unsigned long error_code)
|
|
|
{
|
|
|
if (user_mode(regs))
|
|
|
- trace_page_fault_user(read_cr2(), regs, error_code);
|
|
|
+ trace_page_fault_user(address, regs, error_code);
|
|
|
else
|
|
|
- trace_page_fault_kernel(read_cr2(), regs, error_code);
|
|
|
+ trace_page_fault_kernel(address, regs, error_code);
|
|
|
}
|
|
|
|
|
|
-dotraplinkage void __kprobes
|
|
|
+dotraplinkage void __kprobes notrace
|
|
|
trace_do_page_fault(struct pt_regs *regs, unsigned long error_code)
|
|
|
{
|
|
|
+ /*
|
|
|
+ * The exception_enter and tracepoint processing could
|
|
|
+ * trigger another page faults (user space callchain
|
|
|
+ * reading) and destroy the original cr2 value, so read
|
|
|
+ * the faulting address now.
|
|
|
+ */
|
|
|
+ unsigned long address = read_cr2();
|
|
|
enum ctx_state prev_state;
|
|
|
|
|
|
prev_state = exception_enter();
|
|
|
- trace_page_fault_entries(regs, error_code);
|
|
|
- __do_page_fault(regs, error_code);
|
|
|
+ trace_page_fault_entries(address, regs, error_code);
|
|
|
+ __do_page_fault(regs, error_code, address);
|
|
|
exception_exit(prev_state);
|
|
|
}
|
|
|
+#endif /* CONFIG_TRACING */
|