xref: /linux-6.15/include/linux/kprobes.h (revision 9ec4b1f3)
11da177e4SLinus Torvalds #ifndef _LINUX_KPROBES_H
21da177e4SLinus Torvalds #define _LINUX_KPROBES_H
31da177e4SLinus Torvalds /*
41da177e4SLinus Torvalds  *  Kernel Probes (KProbes)
51da177e4SLinus Torvalds  *  include/linux/kprobes.h
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  * This program is free software; you can redistribute it and/or modify
81da177e4SLinus Torvalds  * it under the terms of the GNU General Public License as published by
91da177e4SLinus Torvalds  * the Free Software Foundation; either version 2 of the License, or
101da177e4SLinus Torvalds  * (at your option) any later version.
111da177e4SLinus Torvalds  *
121da177e4SLinus Torvalds  * This program is distributed in the hope that it will be useful,
131da177e4SLinus Torvalds  * but WITHOUT ANY WARRANTY; without even the implied warranty of
141da177e4SLinus Torvalds  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
151da177e4SLinus Torvalds  * GNU General Public License for more details.
161da177e4SLinus Torvalds  *
171da177e4SLinus Torvalds  * You should have received a copy of the GNU General Public License
181da177e4SLinus Torvalds  * along with this program; if not, write to the Free Software
191da177e4SLinus Torvalds  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
201da177e4SLinus Torvalds  *
211da177e4SLinus Torvalds  * Copyright (C) IBM Corporation, 2002, 2004
221da177e4SLinus Torvalds  *
231da177e4SLinus Torvalds  * 2002-Oct	Created by Vamsi Krishna S <[email protected]> Kernel
241da177e4SLinus Torvalds  *		Probes initial implementation ( includes suggestions from
251da177e4SLinus Torvalds  *		Rusty Russell).
261da177e4SLinus Torvalds  * 2004-July	Suparna Bhattacharya <[email protected]> added jumper probes
271da177e4SLinus Torvalds  *		interface to access function arguments.
28b94cce92SHien Nguyen  * 2005-May	Hien Nguyen <[email protected]> and Jim Keniston
29b94cce92SHien Nguyen  *		<[email protected]>  and Prasanna S Panchamukhi
30b94cce92SHien Nguyen  *		<[email protected]> added function-return probes.
311da177e4SLinus Torvalds  */
321da177e4SLinus Torvalds #include <linux/config.h>
331da177e4SLinus Torvalds #include <linux/list.h>
341da177e4SLinus Torvalds #include <linux/notifier.h>
351da177e4SLinus Torvalds #include <linux/smp.h>
36b94cce92SHien Nguyen 
371da177e4SLinus Torvalds #include <asm/kprobes.h>
381da177e4SLinus Torvalds 
39ea32c65cSPrasanna S Panchamukhi /* kprobe_status settings */
40ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_ACTIVE	0x00000001
41ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SS		0x00000002
42ea32c65cSPrasanna S Panchamukhi #define KPROBE_REENTER		0x00000004
43ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SSDONE	0x00000008
44ea32c65cSPrasanna S Panchamukhi 
451da177e4SLinus Torvalds struct kprobe;
461da177e4SLinus Torvalds struct pt_regs;
47b94cce92SHien Nguyen struct kretprobe;
48b94cce92SHien Nguyen struct kretprobe_instance;
491da177e4SLinus Torvalds typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *);
501da177e4SLinus Torvalds typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *);
511da177e4SLinus Torvalds typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *,
521da177e4SLinus Torvalds 				       unsigned long flags);
531da177e4SLinus Torvalds typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *,
541da177e4SLinus Torvalds 				       int trapnr);
55b94cce92SHien Nguyen typedef int (*kretprobe_handler_t) (struct kretprobe_instance *,
56b94cce92SHien Nguyen 				    struct pt_regs *);
57b94cce92SHien Nguyen 
581da177e4SLinus Torvalds struct kprobe {
591da177e4SLinus Torvalds 	struct hlist_node hlist;
601da177e4SLinus Torvalds 
6164f562c6SAnanth N Mavinakayanahalli 	/* list of kprobes for multi-handler support */
6264f562c6SAnanth N Mavinakayanahalli 	struct list_head list;
6364f562c6SAnanth N Mavinakayanahalli 
64ea32c65cSPrasanna S Panchamukhi 	/*count the number of times this probe was temporarily disarmed */
65ea32c65cSPrasanna S Panchamukhi 	unsigned long nmissed;
66ea32c65cSPrasanna S Panchamukhi 
671da177e4SLinus Torvalds 	/* location of the probe point */
681da177e4SLinus Torvalds 	kprobe_opcode_t *addr;
691da177e4SLinus Torvalds 
701da177e4SLinus Torvalds 	/* Called before addr is executed. */
711da177e4SLinus Torvalds 	kprobe_pre_handler_t pre_handler;
721da177e4SLinus Torvalds 
731da177e4SLinus Torvalds 	/* Called after addr is executed, unless... */
741da177e4SLinus Torvalds 	kprobe_post_handler_t post_handler;
751da177e4SLinus Torvalds 
761da177e4SLinus Torvalds 	/* ... called if executing addr causes a fault (eg. page fault).
771da177e4SLinus Torvalds 	 * Return 1 if it handled fault, otherwise kernel will see it. */
781da177e4SLinus Torvalds 	kprobe_fault_handler_t fault_handler;
791da177e4SLinus Torvalds 
801da177e4SLinus Torvalds 	/* ... called if breakpoint trap occurs in probe handler.
811da177e4SLinus Torvalds 	 * Return 1 if it handled break, otherwise kernel will see it. */
821da177e4SLinus Torvalds 	kprobe_break_handler_t break_handler;
831da177e4SLinus Torvalds 
841da177e4SLinus Torvalds 	/* Saved opcode (which has been replaced with breakpoint) */
851da177e4SLinus Torvalds 	kprobe_opcode_t opcode;
861da177e4SLinus Torvalds 
871da177e4SLinus Torvalds 	/* copy of the original instruction */
881da177e4SLinus Torvalds 	struct arch_specific_insn ainsn;
891da177e4SLinus Torvalds };
901da177e4SLinus Torvalds 
911da177e4SLinus Torvalds /*
921da177e4SLinus Torvalds  * Special probe type that uses setjmp-longjmp type tricks to resume
931da177e4SLinus Torvalds  * execution at a specified entry with a matching prototype corresponding
941da177e4SLinus Torvalds  * to the probed function - a trick to enable arguments to become
951da177e4SLinus Torvalds  * accessible seamlessly by probe handling logic.
961da177e4SLinus Torvalds  * Note:
971da177e4SLinus Torvalds  * Because of the way compilers allocate stack space for local variables
981da177e4SLinus Torvalds  * etc upfront, regardless of sub-scopes within a function, this mirroring
991da177e4SLinus Torvalds  * principle currently works only for probes placed on function entry points.
1001da177e4SLinus Torvalds  */
1011da177e4SLinus Torvalds struct jprobe {
1021da177e4SLinus Torvalds 	struct kprobe kp;
1031da177e4SLinus Torvalds 	kprobe_opcode_t *entry;	/* probe handling code to jump to */
1041da177e4SLinus Torvalds };
1051da177e4SLinus Torvalds 
106b94cce92SHien Nguyen #ifdef ARCH_SUPPORTS_KRETPROBES
107b94cce92SHien Nguyen extern int trampoline_probe_handler(struct kprobe *p, struct pt_regs *regs);
108b94cce92SHien Nguyen extern void trampoline_post_handler(struct kprobe *p, struct pt_regs *regs,
109b94cce92SHien Nguyen 							unsigned long flags);
110b94cce92SHien Nguyen extern struct task_struct *arch_get_kprobe_task(void *ptr);
111b94cce92SHien Nguyen extern void arch_prepare_kretprobe(struct kretprobe *rp, struct pt_regs *regs);
1120aa55e4dSHien Nguyen extern void arch_kprobe_flush_task(struct task_struct *tk);
113b94cce92SHien Nguyen #else /* ARCH_SUPPORTS_KRETPROBES */
114b94cce92SHien Nguyen static inline void kretprobe_trampoline(void)
115b94cce92SHien Nguyen {
116b94cce92SHien Nguyen }
117b94cce92SHien Nguyen static inline int trampoline_probe_handler(struct kprobe *p,
118b94cce92SHien Nguyen 						struct pt_regs *regs)
119b94cce92SHien Nguyen {
120b94cce92SHien Nguyen 	return 0;
121b94cce92SHien Nguyen }
122b94cce92SHien Nguyen static inline void trampoline_post_handler(struct kprobe *p,
123b94cce92SHien Nguyen 				struct pt_regs *regs, unsigned long flags)
124b94cce92SHien Nguyen {
125b94cce92SHien Nguyen }
126b94cce92SHien Nguyen static inline void arch_prepare_kretprobe(struct kretprobe *rp,
127b94cce92SHien Nguyen 					struct pt_regs *regs)
128b94cce92SHien Nguyen {
129b94cce92SHien Nguyen }
130b94cce92SHien Nguyen static inline void arch_kprobe_flush_task(struct task_struct *tk)
131b94cce92SHien Nguyen {
132b94cce92SHien Nguyen }
133b94cce92SHien Nguyen #define arch_get_kprobe_task(ptr) ((struct task_struct *)NULL)
134b94cce92SHien Nguyen #endif /* ARCH_SUPPORTS_KRETPROBES */
135b94cce92SHien Nguyen /*
136b94cce92SHien Nguyen  * Function-return probe -
137b94cce92SHien Nguyen  * Note:
138b94cce92SHien Nguyen  * User needs to provide a handler function, and initialize maxactive.
139b94cce92SHien Nguyen  * maxactive - The maximum number of instances of the probed function that
140b94cce92SHien Nguyen  * can be active concurrently.
141b94cce92SHien Nguyen  * nmissed - tracks the number of times the probed function's return was
142b94cce92SHien Nguyen  * ignored, due to maxactive being too low.
143b94cce92SHien Nguyen  *
144b94cce92SHien Nguyen  */
145b94cce92SHien Nguyen struct kretprobe {
146b94cce92SHien Nguyen 	struct kprobe kp;
147b94cce92SHien Nguyen 	kretprobe_handler_t handler;
148b94cce92SHien Nguyen 	int maxactive;
149b94cce92SHien Nguyen 	int nmissed;
150b94cce92SHien Nguyen 	struct hlist_head free_instances;
151b94cce92SHien Nguyen 	struct hlist_head used_instances;
152b94cce92SHien Nguyen };
153b94cce92SHien Nguyen 
154b94cce92SHien Nguyen struct kretprobe_instance {
155b94cce92SHien Nguyen 	struct hlist_node uflist; /* either on free list or used list */
156b94cce92SHien Nguyen 	struct hlist_node hlist;
157b94cce92SHien Nguyen 	struct kretprobe *rp;
158b94cce92SHien Nguyen 	void *ret_addr;
159b94cce92SHien Nguyen 	void *stack_addr;
160b94cce92SHien Nguyen };
161b94cce92SHien Nguyen 
1621da177e4SLinus Torvalds #ifdef CONFIG_KPROBES
1631da177e4SLinus Torvalds /* Locks kprobe: irq must be disabled */
1641da177e4SLinus Torvalds void lock_kprobes(void);
1651da177e4SLinus Torvalds void unlock_kprobes(void);
1661da177e4SLinus Torvalds 
1671da177e4SLinus Torvalds /* kprobe running now on this CPU? */
1681da177e4SLinus Torvalds static inline int kprobe_running(void)
1691da177e4SLinus Torvalds {
1701da177e4SLinus Torvalds 	extern unsigned int kprobe_cpu;
1711da177e4SLinus Torvalds 	return kprobe_cpu == smp_processor_id();
1721da177e4SLinus Torvalds }
1731da177e4SLinus Torvalds 
1741da177e4SLinus Torvalds extern int arch_prepare_kprobe(struct kprobe *p);
1751da177e4SLinus Torvalds extern void arch_copy_kprobe(struct kprobe *p);
1767e1048b1SRusty Lynch extern void arch_arm_kprobe(struct kprobe *p);
1777e1048b1SRusty Lynch extern void arch_disarm_kprobe(struct kprobe *p);
1781da177e4SLinus Torvalds extern void arch_remove_kprobe(struct kprobe *p);
1791da177e4SLinus Torvalds extern void show_registers(struct pt_regs *regs);
180*9ec4b1f3SAnanth N Mavinakayanahalli extern kprobe_opcode_t *get_insn_slot(void);
181*9ec4b1f3SAnanth N Mavinakayanahalli extern void free_insn_slot(kprobe_opcode_t *slot);
1821da177e4SLinus Torvalds 
1831da177e4SLinus Torvalds /* Get the kprobe at this addr (if any).  Must have called lock_kprobes */
1841da177e4SLinus Torvalds struct kprobe *get_kprobe(void *addr);
185b94cce92SHien Nguyen struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk);
1861da177e4SLinus Torvalds 
1871da177e4SLinus Torvalds int register_kprobe(struct kprobe *p);
1881da177e4SLinus Torvalds void unregister_kprobe(struct kprobe *p);
1891da177e4SLinus Torvalds int setjmp_pre_handler(struct kprobe *, struct pt_regs *);
1901da177e4SLinus Torvalds int longjmp_break_handler(struct kprobe *, struct pt_regs *);
1911da177e4SLinus Torvalds int register_jprobe(struct jprobe *p);
1921da177e4SLinus Torvalds void unregister_jprobe(struct jprobe *p);
1931da177e4SLinus Torvalds void jprobe_return(void);
1941da177e4SLinus Torvalds 
195b94cce92SHien Nguyen int register_kretprobe(struct kretprobe *rp);
196b94cce92SHien Nguyen void unregister_kretprobe(struct kretprobe *rp);
197b94cce92SHien Nguyen 
198b94cce92SHien Nguyen struct kretprobe_instance *get_free_rp_inst(struct kretprobe *rp);
199b94cce92SHien Nguyen struct kretprobe_instance *get_rp_inst(void *sara);
200b94cce92SHien Nguyen struct kretprobe_instance *get_rp_inst_tsk(struct task_struct *tk);
201b94cce92SHien Nguyen void add_rp_inst(struct kretprobe_instance *ri);
202b94cce92SHien Nguyen void kprobe_flush_task(struct task_struct *tk);
203b94cce92SHien Nguyen void recycle_rp_inst(struct kretprobe_instance *ri);
204b94cce92SHien Nguyen #else /* CONFIG_KPROBES */
2051da177e4SLinus Torvalds static inline int kprobe_running(void)
2061da177e4SLinus Torvalds {
2071da177e4SLinus Torvalds 	return 0;
2081da177e4SLinus Torvalds }
2091da177e4SLinus Torvalds static inline int register_kprobe(struct kprobe *p)
2101da177e4SLinus Torvalds {
2111da177e4SLinus Torvalds 	return -ENOSYS;
2121da177e4SLinus Torvalds }
2131da177e4SLinus Torvalds static inline void unregister_kprobe(struct kprobe *p)
2141da177e4SLinus Torvalds {
2151da177e4SLinus Torvalds }
2161da177e4SLinus Torvalds static inline int register_jprobe(struct jprobe *p)
2171da177e4SLinus Torvalds {
2181da177e4SLinus Torvalds 	return -ENOSYS;
2191da177e4SLinus Torvalds }
2201da177e4SLinus Torvalds static inline void unregister_jprobe(struct jprobe *p)
2211da177e4SLinus Torvalds {
2221da177e4SLinus Torvalds }
2231da177e4SLinus Torvalds static inline void jprobe_return(void)
2241da177e4SLinus Torvalds {
2251da177e4SLinus Torvalds }
226b94cce92SHien Nguyen static inline int register_kretprobe(struct kretprobe *rp)
227b94cce92SHien Nguyen {
228b94cce92SHien Nguyen 	return -ENOSYS;
229b94cce92SHien Nguyen }
230b94cce92SHien Nguyen static inline void unregister_kretprobe(struct kretprobe *rp)
231b94cce92SHien Nguyen {
232b94cce92SHien Nguyen }
233b94cce92SHien Nguyen static inline void kprobe_flush_task(struct task_struct *tk)
234b94cce92SHien Nguyen {
235b94cce92SHien Nguyen }
236b94cce92SHien Nguyen #endif				/* CONFIG_KPROBES */
2371da177e4SLinus Torvalds #endif				/* _LINUX_KPROBES_H */
238