blob: 4a29c75b146e1c9afc550c6c6bab58f17ed8e2da [file] [log] [blame]
Srikar Dronamraju2b144492012-02-09 14:56:42 +05301#ifndef _LINUX_UPROBES_H
2#define _LINUX_UPROBES_H
3/*
Ingo Molnar7b2d81d2012-02-17 09:27:41 +01004 * User-space Probes (UProbes)
Srikar Dronamraju2b144492012-02-09 14:56:42 +05305 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 *
Ingo Molnar35aa6212012-02-22 11:37:29 +010020 * Copyright (C) IBM Corporation, 2008-2012
Srikar Dronamraju2b144492012-02-09 14:56:42 +053021 * Authors:
22 * Srikar Dronamraju
23 * Jim Keniston
Peter Zijlstra90eec102015-11-16 11:08:45 +010024 * Copyright (C) 2011-2012 Red Hat, Inc., Peter Zijlstra
Srikar Dronamraju2b144492012-02-09 14:56:42 +053025 */
26
27#include <linux/errno.h>
28#include <linux/rbtree.h>
Oleg Nesterov32473432013-11-08 18:52:21 +010029#include <linux/types.h>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053030
31struct vm_area_struct;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +053032struct mm_struct;
33struct inode;
David A. Long3820b4d2013-10-15 17:04:16 -040034struct notifier_block;
Victor Kamensky72e6ae22014-04-29 04:20:52 +010035struct page;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053036
Oleg Nesterovda1816b2012-12-29 17:49:11 +010037#define UPROBE_HANDLER_REMOVE 1
38#define UPROBE_HANDLER_MASK 1
39
Anton Arapovded49c52013-04-03 18:00:37 +020040#define MAX_URETPROBE_DEPTH 64
41
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010042enum uprobe_filter_ctx {
43 UPROBE_FILTER_REGISTER,
44 UPROBE_FILTER_UNREGISTER,
45 UPROBE_FILTER_MMAP,
46};
47
Srikar Dronamraju2b144492012-02-09 14:56:42 +053048struct uprobe_consumer {
49 int (*handler)(struct uprobe_consumer *self, struct pt_regs *regs);
Anton Arapovea024872013-04-03 18:00:31 +020050 int (*ret_handler)(struct uprobe_consumer *self,
51 unsigned long func,
52 struct pt_regs *regs);
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010053 bool (*filter)(struct uprobe_consumer *self,
54 enum uprobe_filter_ctx ctx,
55 struct mm_struct *mm);
Srikar Dronamraju2b144492012-02-09 14:56:42 +053056
57 struct uprobe_consumer *next;
58};
59
Srikar Dronamraju2b144492012-02-09 14:56:42 +053060#ifdef CONFIG_UPROBES
Oleg Nesterovc912dae2013-11-09 19:49:39 +010061#include <asm/uprobes.h>
62
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053063enum uprobe_task_state {
64 UTASK_RUNNING,
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053065 UTASK_SSTEP,
66 UTASK_SSTEP_ACK,
67 UTASK_SSTEP_TRAPPED,
68};
69
70/*
71 * uprobe_task: Metadata of a task while it singlesteps.
72 */
73struct uprobe_task {
74 enum uprobe_task_state state;
Oleg Nesterov32473432013-11-08 18:52:21 +010075
76 union {
77 struct {
78 struct arch_uprobe_task autask;
79 unsigned long vaddr;
80 };
81
82 struct {
83 struct callback_head dup_xol_work;
84 unsigned long dup_xol_addr;
85 };
86 };
87
88 struct uprobe *active_uprobe;
89 unsigned long xol_vaddr;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053090
Anton Arapov0dfd0eb2013-04-03 18:00:35 +020091 struct return_instance *return_instances;
Anton Arapovded49c52013-04-03 18:00:37 +020092 unsigned int depth;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053093};
94
Oleg Nesterov97da8972015-07-21 15:40:16 +020095struct return_instance {
96 struct uprobe *uprobe;
97 unsigned long func;
Oleg Nesterov7b868e42015-07-21 15:40:18 +020098 unsigned long stack; /* stack pointer */
Oleg Nesterov97da8972015-07-21 15:40:16 +020099 unsigned long orig_ret_vaddr; /* original return address */
100 bool chained; /* true, if instance is nested */
101
102 struct return_instance *next; /* keep as stack */
103};
104
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200105enum rp_check {
106 RP_CHECK_CALL,
Oleg Nesterovdb087ef2015-07-21 15:40:28 +0200107 RP_CHECK_CHAIN_CALL,
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200108 RP_CHECK_RET,
109};
110
Oleg Nesterovc912dae2013-11-09 19:49:39 +0100111struct xol_area;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530112
113struct uprobes_state {
114 struct xol_area *xol_area;
115};
Oleg Nesterov647c42d2012-08-06 13:15:09 +0200116
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600117extern int set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
118extern int set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
119extern bool is_swbp_insn(uprobe_opcode_t *insn);
120extern bool is_trap_insn(uprobe_opcode_t *insn);
121extern unsigned long uprobe_get_swbp_addr(struct pt_regs *regs);
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200122extern unsigned long uprobe_get_trap_addr(struct pt_regs *regs);
Oleg Nesterovf72d41f2013-11-05 19:50:39 +0100123extern int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530124extern int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100125extern int uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530126extern void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100127extern int uprobe_mmap(struct vm_area_struct *vma);
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530128extern void uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end);
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100129extern void uprobe_start_dup_mmap(void);
130extern void uprobe_end_dup_mmap(void);
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200131extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530132extern void uprobe_free_utask(struct task_struct *t);
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200133extern void uprobe_copy_process(struct task_struct *t, unsigned long flags);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530134extern int uprobe_post_sstep_notifier(struct pt_regs *regs);
135extern int uprobe_pre_sstep_notifier(struct pt_regs *regs);
136extern void uprobe_notify_resume(struct pt_regs *regs);
137extern bool uprobe_deny_signal(void);
Ralf Baechlec2d3f252013-10-09 14:08:09 +0200138extern bool arch_uprobe_skip_sstep(struct arch_uprobe *aup, struct pt_regs *regs);
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530139extern void uprobe_clear_state(struct mm_struct *mm);
David A. Long3820b4d2013-10-15 17:04:16 -0400140extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long addr);
141extern int arch_uprobe_pre_xol(struct arch_uprobe *aup, struct pt_regs *regs);
142extern int arch_uprobe_post_xol(struct arch_uprobe *aup, struct pt_regs *regs);
143extern bool arch_uprobe_xol_was_trapped(struct task_struct *tsk);
144extern int arch_uprobe_exception_notify(struct notifier_block *self, unsigned long val, void *data);
145extern void arch_uprobe_abort_xol(struct arch_uprobe *aup, struct pt_regs *regs);
146extern unsigned long arch_uretprobe_hijack_return_addr(unsigned long trampoline_vaddr, struct pt_regs *regs);
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200147extern bool arch_uretprobe_is_alive(struct return_instance *ret, enum rp_check ctx, struct pt_regs *regs);
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600148extern bool arch_uprobe_ignore(struct arch_uprobe *aup, struct pt_regs *regs);
149extern void arch_uprobe_copy_ixol(struct page *page, unsigned long vaddr,
Victor Kamensky72e6ae22014-04-29 04:20:52 +0100150 void *src, unsigned long len);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530151#else /* !CONFIG_UPROBES */
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530152struct uprobes_state {
153};
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200154
155#define uprobe_get_trap_addr(regs) instruction_pointer(regs)
156
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100157static inline int
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530158uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530159{
160 return -ENOSYS;
161}
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100162static inline int
163uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool add)
164{
165 return -ENOSYS;
166}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100167static inline void
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530168uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530169{
170}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100171static inline int uprobe_mmap(struct vm_area_struct *vma)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530172{
173 return 0;
174}
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530175static inline void
176uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end)
Srikar Dronamraju682968e2012-03-30 23:56:46 +0530177{
178}
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100179static inline void uprobe_start_dup_mmap(void)
180{
181}
182static inline void uprobe_end_dup_mmap(void)
183{
184}
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200185static inline void
186uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm)
187{
188}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530189static inline void uprobe_notify_resume(struct pt_regs *regs)
190{
191}
192static inline bool uprobe_deny_signal(void)
193{
194 return false;
195}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530196static inline void uprobe_free_utask(struct task_struct *t)
197{
198}
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200199static inline void uprobe_copy_process(struct task_struct *t, unsigned long flags)
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530200{
201}
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530202static inline void uprobe_clear_state(struct mm_struct *mm)
203{
204}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530205#endif /* !CONFIG_UPROBES */
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530206#endif /* _LINUX_UPROBES_H */