blob: 0a294e950df8400836cab893d0c32b5d6d06e726 [file] [log] [blame]
Srikar Dronamraju2b144492012-02-09 14:56:42 +05301#ifndef _LINUX_UPROBES_H
2#define _LINUX_UPROBES_H
3/*
Ingo Molnar7b2d81d2012-02-17 09:27:41 +01004 * User-space Probes (UProbes)
Srikar Dronamraju2b144492012-02-09 14:56:42 +05305 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 *
Ingo Molnar35aa6212012-02-22 11:37:29 +010020 * Copyright (C) IBM Corporation, 2008-2012
Srikar Dronamraju2b144492012-02-09 14:56:42 +053021 * Authors:
22 * Srikar Dronamraju
23 * Jim Keniston
Peter Zijlstra90eec102015-11-16 11:08:45 +010024 * Copyright (C) 2011-2012 Red Hat, Inc., Peter Zijlstra
Srikar Dronamraju2b144492012-02-09 14:56:42 +053025 */
26
27#include <linux/errno.h>
28#include <linux/rbtree.h>
Oleg Nesterov32473432013-11-08 18:52:21 +010029#include <linux/types.h>
Allen Paise8f4aa62016-10-13 10:06:13 +053030#include <linux/wait.h>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053031
32struct vm_area_struct;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +053033struct mm_struct;
34struct inode;
David A. Long3820b4d2013-10-15 17:04:16 -040035struct notifier_block;
Victor Kamensky72e6ae22014-04-29 04:20:52 +010036struct page;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053037
Oleg Nesterovda1816b2012-12-29 17:49:11 +010038#define UPROBE_HANDLER_REMOVE 1
39#define UPROBE_HANDLER_MASK 1
40
Anton Arapovded49c52013-04-03 18:00:37 +020041#define MAX_URETPROBE_DEPTH 64
42
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010043enum uprobe_filter_ctx {
44 UPROBE_FILTER_REGISTER,
45 UPROBE_FILTER_UNREGISTER,
46 UPROBE_FILTER_MMAP,
47};
48
Srikar Dronamraju2b144492012-02-09 14:56:42 +053049struct uprobe_consumer {
50 int (*handler)(struct uprobe_consumer *self, struct pt_regs *regs);
Anton Arapovea024872013-04-03 18:00:31 +020051 int (*ret_handler)(struct uprobe_consumer *self,
52 unsigned long func,
53 struct pt_regs *regs);
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010054 bool (*filter)(struct uprobe_consumer *self,
55 enum uprobe_filter_ctx ctx,
56 struct mm_struct *mm);
Srikar Dronamraju2b144492012-02-09 14:56:42 +053057
58 struct uprobe_consumer *next;
59};
60
Srikar Dronamraju2b144492012-02-09 14:56:42 +053061#ifdef CONFIG_UPROBES
Oleg Nesterovc912dae2013-11-09 19:49:39 +010062#include <asm/uprobes.h>
63
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053064enum uprobe_task_state {
65 UTASK_RUNNING,
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053066 UTASK_SSTEP,
67 UTASK_SSTEP_ACK,
68 UTASK_SSTEP_TRAPPED,
69};
70
71/*
72 * uprobe_task: Metadata of a task while it singlesteps.
73 */
74struct uprobe_task {
75 enum uprobe_task_state state;
Oleg Nesterov32473432013-11-08 18:52:21 +010076
77 union {
78 struct {
79 struct arch_uprobe_task autask;
80 unsigned long vaddr;
81 };
82
83 struct {
84 struct callback_head dup_xol_work;
85 unsigned long dup_xol_addr;
86 };
87 };
88
89 struct uprobe *active_uprobe;
90 unsigned long xol_vaddr;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053091
Anton Arapov0dfd0eb2013-04-03 18:00:35 +020092 struct return_instance *return_instances;
Anton Arapovded49c52013-04-03 18:00:37 +020093 unsigned int depth;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053094};
95
Oleg Nesterov97da8972015-07-21 15:40:16 +020096struct return_instance {
97 struct uprobe *uprobe;
98 unsigned long func;
Oleg Nesterov7b868e42015-07-21 15:40:18 +020099 unsigned long stack; /* stack pointer */
Oleg Nesterov97da8972015-07-21 15:40:16 +0200100 unsigned long orig_ret_vaddr; /* original return address */
101 bool chained; /* true, if instance is nested */
102
103 struct return_instance *next; /* keep as stack */
104};
105
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200106enum rp_check {
107 RP_CHECK_CALL,
Oleg Nesterovdb087ef2015-07-21 15:40:28 +0200108 RP_CHECK_CHAIN_CALL,
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200109 RP_CHECK_RET,
110};
111
Oleg Nesterovc912dae2013-11-09 19:49:39 +0100112struct xol_area;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530113
114struct uprobes_state {
115 struct xol_area *xol_area;
116};
Oleg Nesterov647c42d2012-08-06 13:15:09 +0200117
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600118extern int set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
119extern int set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
120extern bool is_swbp_insn(uprobe_opcode_t *insn);
121extern bool is_trap_insn(uprobe_opcode_t *insn);
122extern unsigned long uprobe_get_swbp_addr(struct pt_regs *regs);
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200123extern unsigned long uprobe_get_trap_addr(struct pt_regs *regs);
Oleg Nesterovf72d41f2013-11-05 19:50:39 +0100124extern int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530125extern int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100126extern int uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530127extern void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100128extern int uprobe_mmap(struct vm_area_struct *vma);
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530129extern void uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end);
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100130extern void uprobe_start_dup_mmap(void);
131extern void uprobe_end_dup_mmap(void);
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200132extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530133extern void uprobe_free_utask(struct task_struct *t);
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200134extern void uprobe_copy_process(struct task_struct *t, unsigned long flags);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530135extern int uprobe_post_sstep_notifier(struct pt_regs *regs);
136extern int uprobe_pre_sstep_notifier(struct pt_regs *regs);
137extern void uprobe_notify_resume(struct pt_regs *regs);
138extern bool uprobe_deny_signal(void);
Ralf Baechlec2d3f252013-10-09 14:08:09 +0200139extern bool arch_uprobe_skip_sstep(struct arch_uprobe *aup, struct pt_regs *regs);
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530140extern void uprobe_clear_state(struct mm_struct *mm);
David A. Long3820b4d2013-10-15 17:04:16 -0400141extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long addr);
142extern int arch_uprobe_pre_xol(struct arch_uprobe *aup, struct pt_regs *regs);
143extern int arch_uprobe_post_xol(struct arch_uprobe *aup, struct pt_regs *regs);
144extern bool arch_uprobe_xol_was_trapped(struct task_struct *tsk);
145extern int arch_uprobe_exception_notify(struct notifier_block *self, unsigned long val, void *data);
146extern void arch_uprobe_abort_xol(struct arch_uprobe *aup, struct pt_regs *regs);
147extern unsigned long arch_uretprobe_hijack_return_addr(unsigned long trampoline_vaddr, struct pt_regs *regs);
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200148extern bool arch_uretprobe_is_alive(struct return_instance *ret, enum rp_check ctx, struct pt_regs *regs);
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600149extern bool arch_uprobe_ignore(struct arch_uprobe *aup, struct pt_regs *regs);
150extern void arch_uprobe_copy_ixol(struct page *page, unsigned long vaddr,
Victor Kamensky72e6ae22014-04-29 04:20:52 +0100151 void *src, unsigned long len);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530152#else /* !CONFIG_UPROBES */
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530153struct uprobes_state {
154};
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200155
156#define uprobe_get_trap_addr(regs) instruction_pointer(regs)
157
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100158static inline int
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530159uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530160{
161 return -ENOSYS;
162}
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100163static inline int
164uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool add)
165{
166 return -ENOSYS;
167}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100168static inline void
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530169uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530170{
171}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100172static inline int uprobe_mmap(struct vm_area_struct *vma)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530173{
174 return 0;
175}
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530176static inline void
177uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end)
Srikar Dronamraju682968e2012-03-30 23:56:46 +0530178{
179}
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100180static inline void uprobe_start_dup_mmap(void)
181{
182}
183static inline void uprobe_end_dup_mmap(void)
184{
185}
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200186static inline void
187uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm)
188{
189}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530190static inline void uprobe_notify_resume(struct pt_regs *regs)
191{
192}
193static inline bool uprobe_deny_signal(void)
194{
195 return false;
196}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530197static inline void uprobe_free_utask(struct task_struct *t)
198{
199}
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200200static inline void uprobe_copy_process(struct task_struct *t, unsigned long flags)
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530201{
202}
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530203static inline void uprobe_clear_state(struct mm_struct *mm)
204{
205}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530206#endif /* !CONFIG_UPROBES */
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530207#endif /* _LINUX_UPROBES_H */