11da177e4SLinus Torvalds #ifndef _LINUX_KPROBES_H 21da177e4SLinus Torvalds #define _LINUX_KPROBES_H 31da177e4SLinus Torvalds /* 41da177e4SLinus Torvalds * Kernel Probes (KProbes) 51da177e4SLinus Torvalds * include/linux/kprobes.h 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 81da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 91da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or 101da177e4SLinus Torvalds * (at your option) any later version. 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, 131da177e4SLinus Torvalds * but WITHOUT ANY WARRANTY; without even the implied warranty of 141da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 151da177e4SLinus Torvalds * GNU General Public License for more details. 161da177e4SLinus Torvalds * 171da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License 181da177e4SLinus Torvalds * along with this program; if not, write to the Free Software 191da177e4SLinus Torvalds * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 201da177e4SLinus Torvalds * 211da177e4SLinus Torvalds * Copyright (C) IBM Corporation, 2002, 2004 221da177e4SLinus Torvalds * 231da177e4SLinus Torvalds * 2002-Oct Created by Vamsi Krishna S <[email protected]> Kernel 241da177e4SLinus Torvalds * Probes initial implementation ( includes suggestions from 251da177e4SLinus Torvalds * Rusty Russell). 261da177e4SLinus Torvalds * 2004-July Suparna Bhattacharya <[email protected]> added jumper probes 271da177e4SLinus Torvalds * interface to access function arguments. 28b94cce92SHien Nguyen * 2005-May Hien Nguyen <[email protected]> and Jim Keniston 29b94cce92SHien Nguyen * <[email protected]> and Prasanna S Panchamukhi 30b94cce92SHien Nguyen * <[email protected]> added function-return probes. 311da177e4SLinus Torvalds */ 321da177e4SLinus Torvalds #include <linux/list.h> 331da177e4SLinus Torvalds #include <linux/notifier.h> 341da177e4SLinus Torvalds #include <linux/smp.h> 35e6584523SAnanth N Mavinakayanahalli #include <linux/percpu.h> 363516a460SAnanth N Mavinakayanahalli #include <linux/spinlock.h> 373516a460SAnanth N Mavinakayanahalli #include <linux/rcupdate.h> 387a7d1cf9SIngo Molnar #include <linux/mutex.h> 39b94cce92SHien Nguyen 4000d7c05aSKeshavamurthy Anil S #ifdef CONFIG_KPROBES 411da177e4SLinus Torvalds #include <asm/kprobes.h> 421da177e4SLinus Torvalds 43ea32c65cSPrasanna S Panchamukhi /* kprobe_status settings */ 44ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_ACTIVE 0x00000001 45ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SS 0x00000002 46ea32c65cSPrasanna S Panchamukhi #define KPROBE_REENTER 0x00000004 47ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SSDONE 0x00000008 48ea32c65cSPrasanna S Panchamukhi 49d0aaff97SPrasanna S Panchamukhi /* Attach to insert probes on any functions which should be ignored*/ 50d0aaff97SPrasanna S Panchamukhi #define __kprobes __attribute__((__section__(".kprobes.text"))) 51d0aaff97SPrasanna S Panchamukhi 521da177e4SLinus Torvalds struct kprobe; 531da177e4SLinus Torvalds struct pt_regs; 54b94cce92SHien Nguyen struct kretprobe; 55b94cce92SHien Nguyen struct kretprobe_instance; 561da177e4SLinus Torvalds typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *); 571da177e4SLinus Torvalds typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *); 581da177e4SLinus Torvalds typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *, 591da177e4SLinus Torvalds unsigned long flags); 601da177e4SLinus Torvalds typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *, 611da177e4SLinus Torvalds int trapnr); 62b94cce92SHien Nguyen typedef int (*kretprobe_handler_t) (struct kretprobe_instance *, 63b94cce92SHien Nguyen struct pt_regs *); 64b94cce92SHien Nguyen 651da177e4SLinus Torvalds struct kprobe { 661da177e4SLinus Torvalds struct hlist_node hlist; 671da177e4SLinus Torvalds 6864f562c6SAnanth N Mavinakayanahalli /* list of kprobes for multi-handler support */ 6964f562c6SAnanth N Mavinakayanahalli struct list_head list; 7064f562c6SAnanth N Mavinakayanahalli 71df019b1dSKeshavamurthy Anil S /* Indicates that the corresponding module has been ref counted */ 72df019b1dSKeshavamurthy Anil S unsigned int mod_refcounted; 73df019b1dSKeshavamurthy Anil S 74ea32c65cSPrasanna S Panchamukhi /*count the number of times this probe was temporarily disarmed */ 75ea32c65cSPrasanna S Panchamukhi unsigned long nmissed; 76ea32c65cSPrasanna S Panchamukhi 771da177e4SLinus Torvalds /* location of the probe point */ 781da177e4SLinus Torvalds kprobe_opcode_t *addr; 791da177e4SLinus Torvalds 803a872d89SAnanth N Mavinakayanahalli /* Allow user to indicate symbol name of the probe point */ 819b3af29bSAnanth N Mavinakayanahalli const char *symbol_name; 823a872d89SAnanth N Mavinakayanahalli 833a872d89SAnanth N Mavinakayanahalli /* Offset into the symbol */ 843a872d89SAnanth N Mavinakayanahalli unsigned int offset; 853a872d89SAnanth N Mavinakayanahalli 861da177e4SLinus Torvalds /* Called before addr is executed. */ 871da177e4SLinus Torvalds kprobe_pre_handler_t pre_handler; 881da177e4SLinus Torvalds 891da177e4SLinus Torvalds /* Called after addr is executed, unless... */ 901da177e4SLinus Torvalds kprobe_post_handler_t post_handler; 911da177e4SLinus Torvalds 921da177e4SLinus Torvalds /* ... called if executing addr causes a fault (eg. page fault). 931da177e4SLinus Torvalds * Return 1 if it handled fault, otherwise kernel will see it. */ 941da177e4SLinus Torvalds kprobe_fault_handler_t fault_handler; 951da177e4SLinus Torvalds 961da177e4SLinus Torvalds /* ... called if breakpoint trap occurs in probe handler. 971da177e4SLinus Torvalds * Return 1 if it handled break, otherwise kernel will see it. */ 981da177e4SLinus Torvalds kprobe_break_handler_t break_handler; 991da177e4SLinus Torvalds 1001da177e4SLinus Torvalds /* Saved opcode (which has been replaced with breakpoint) */ 1011da177e4SLinus Torvalds kprobe_opcode_t opcode; 1021da177e4SLinus Torvalds 1031da177e4SLinus Torvalds /* copy of the original instruction */ 1041da177e4SLinus Torvalds struct arch_specific_insn ainsn; 1051da177e4SLinus Torvalds }; 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds /* 1081da177e4SLinus Torvalds * Special probe type that uses setjmp-longjmp type tricks to resume 1091da177e4SLinus Torvalds * execution at a specified entry with a matching prototype corresponding 1101da177e4SLinus Torvalds * to the probed function - a trick to enable arguments to become 1111da177e4SLinus Torvalds * accessible seamlessly by probe handling logic. 1121da177e4SLinus Torvalds * Note: 1131da177e4SLinus Torvalds * Because of the way compilers allocate stack space for local variables 1141da177e4SLinus Torvalds * etc upfront, regardless of sub-scopes within a function, this mirroring 1151da177e4SLinus Torvalds * principle currently works only for probes placed on function entry points. 1161da177e4SLinus Torvalds */ 1171da177e4SLinus Torvalds struct jprobe { 1181da177e4SLinus Torvalds struct kprobe kp; 119*81eae375SMichael Ellerman void *entry; /* probe handling code to jump to */ 1201da177e4SLinus Torvalds }; 1211da177e4SLinus Torvalds 122e6584523SAnanth N Mavinakayanahalli DECLARE_PER_CPU(struct kprobe *, current_kprobe); 123e6584523SAnanth N Mavinakayanahalli DECLARE_PER_CPU(struct kprobe_ctlblk, kprobe_ctlblk); 124e6584523SAnanth N Mavinakayanahalli 125b94cce92SHien Nguyen #ifdef ARCH_SUPPORTS_KRETPROBES 1264c4308cbSChristoph Hellwig extern void arch_prepare_kretprobe(struct kretprobe_instance *ri, 1274c4308cbSChristoph Hellwig struct pt_regs *regs); 128bf8f6e5bSAnanth N Mavinakayanahalli extern int arch_trampoline_kprobe(struct kprobe *p); 129b94cce92SHien Nguyen #else /* ARCH_SUPPORTS_KRETPROBES */ 130b94cce92SHien Nguyen static inline void arch_prepare_kretprobe(struct kretprobe *rp, 131b94cce92SHien Nguyen struct pt_regs *regs) 132b94cce92SHien Nguyen { 133b94cce92SHien Nguyen } 134bf8f6e5bSAnanth N Mavinakayanahalli static inline int arch_trampoline_kprobe(struct kprobe *p) 135bf8f6e5bSAnanth N Mavinakayanahalli { 136bf8f6e5bSAnanth N Mavinakayanahalli return 0; 137bf8f6e5bSAnanth N Mavinakayanahalli } 138b94cce92SHien Nguyen #endif /* ARCH_SUPPORTS_KRETPROBES */ 139b94cce92SHien Nguyen /* 140b94cce92SHien Nguyen * Function-return probe - 141b94cce92SHien Nguyen * Note: 142b94cce92SHien Nguyen * User needs to provide a handler function, and initialize maxactive. 143b94cce92SHien Nguyen * maxactive - The maximum number of instances of the probed function that 144b94cce92SHien Nguyen * can be active concurrently. 145b94cce92SHien Nguyen * nmissed - tracks the number of times the probed function's return was 146b94cce92SHien Nguyen * ignored, due to maxactive being too low. 147b94cce92SHien Nguyen * 148b94cce92SHien Nguyen */ 149b94cce92SHien Nguyen struct kretprobe { 150b94cce92SHien Nguyen struct kprobe kp; 151b94cce92SHien Nguyen kretprobe_handler_t handler; 152b94cce92SHien Nguyen int maxactive; 153b94cce92SHien Nguyen int nmissed; 154b94cce92SHien Nguyen struct hlist_head free_instances; 155b94cce92SHien Nguyen struct hlist_head used_instances; 156b94cce92SHien Nguyen }; 157b94cce92SHien Nguyen 158b94cce92SHien Nguyen struct kretprobe_instance { 159b94cce92SHien Nguyen struct hlist_node uflist; /* either on free list or used list */ 160b94cce92SHien Nguyen struct hlist_node hlist; 161b94cce92SHien Nguyen struct kretprobe *rp; 162802eae7cSRusty Lynch kprobe_opcode_t *ret_addr; 163802eae7cSRusty Lynch struct task_struct *task; 164b94cce92SHien Nguyen }; 165b94cce92SHien Nguyen 1660f95b7fcSAnanth N Mavinakayanahalli static inline void kretprobe_assert(struct kretprobe_instance *ri, 1670f95b7fcSAnanth N Mavinakayanahalli unsigned long orig_ret_address, unsigned long trampoline_address) 1680f95b7fcSAnanth N Mavinakayanahalli { 1690f95b7fcSAnanth N Mavinakayanahalli if (!orig_ret_address || (orig_ret_address == trampoline_address)) { 1700f95b7fcSAnanth N Mavinakayanahalli printk("kretprobe BUG!: Processing kretprobe %p @ %p\n", 1710f95b7fcSAnanth N Mavinakayanahalli ri->rp, ri->rp->kp.addr); 1720f95b7fcSAnanth N Mavinakayanahalli BUG(); 1730f95b7fcSAnanth N Mavinakayanahalli } 1740f95b7fcSAnanth N Mavinakayanahalli } 1750f95b7fcSAnanth N Mavinakayanahalli 1763516a460SAnanth N Mavinakayanahalli extern spinlock_t kretprobe_lock; 1777a7d1cf9SIngo Molnar extern struct mutex kprobe_mutex; 1781da177e4SLinus Torvalds extern int arch_prepare_kprobe(struct kprobe *p); 1797e1048b1SRusty Lynch extern void arch_arm_kprobe(struct kprobe *p); 1807e1048b1SRusty Lynch extern void arch_disarm_kprobe(struct kprobe *p); 1816772926bSRusty Lynch extern int arch_init_kprobes(void); 1821da177e4SLinus Torvalds extern void show_registers(struct pt_regs *regs); 1839ec4b1f3SAnanth N Mavinakayanahalli extern kprobe_opcode_t *get_insn_slot(void); 184b4c6c34aSMasami Hiramatsu extern void free_insn_slot(kprobe_opcode_t *slot, int dirty); 185bf8d5c52SKeshavamurthy Anil S extern void kprobes_inc_nmissed_count(struct kprobe *p); 1861da177e4SLinus Torvalds 187d217d545SAnanth N Mavinakayanahalli /* Get the kprobe at this addr (if any) - called with preemption disabled */ 1881da177e4SLinus Torvalds struct kprobe *get_kprobe(void *addr); 189b94cce92SHien Nguyen struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk); 1901da177e4SLinus Torvalds 191e6584523SAnanth N Mavinakayanahalli /* kprobe_running() will just return the current_kprobe on this CPU */ 192e6584523SAnanth N Mavinakayanahalli static inline struct kprobe *kprobe_running(void) 193e6584523SAnanth N Mavinakayanahalli { 194e6584523SAnanth N Mavinakayanahalli return (__get_cpu_var(current_kprobe)); 195e6584523SAnanth N Mavinakayanahalli } 196e6584523SAnanth N Mavinakayanahalli 197e6584523SAnanth N Mavinakayanahalli static inline void reset_current_kprobe(void) 198e6584523SAnanth N Mavinakayanahalli { 199e6584523SAnanth N Mavinakayanahalli __get_cpu_var(current_kprobe) = NULL; 200e6584523SAnanth N Mavinakayanahalli } 201e6584523SAnanth N Mavinakayanahalli 202e6584523SAnanth N Mavinakayanahalli static inline struct kprobe_ctlblk *get_kprobe_ctlblk(void) 203e6584523SAnanth N Mavinakayanahalli { 204e6584523SAnanth N Mavinakayanahalli return (&__get_cpu_var(kprobe_ctlblk)); 205e6584523SAnanth N Mavinakayanahalli } 206e6584523SAnanth N Mavinakayanahalli 2071da177e4SLinus Torvalds int register_kprobe(struct kprobe *p); 2081da177e4SLinus Torvalds void unregister_kprobe(struct kprobe *p); 2091da177e4SLinus Torvalds int setjmp_pre_handler(struct kprobe *, struct pt_regs *); 2101da177e4SLinus Torvalds int longjmp_break_handler(struct kprobe *, struct pt_regs *); 2111da177e4SLinus Torvalds int register_jprobe(struct jprobe *p); 2121da177e4SLinus Torvalds void unregister_jprobe(struct jprobe *p); 2131da177e4SLinus Torvalds void jprobe_return(void); 2141da177e4SLinus Torvalds 215b94cce92SHien Nguyen int register_kretprobe(struct kretprobe *rp); 216b94cce92SHien Nguyen void unregister_kretprobe(struct kretprobe *rp); 217b94cce92SHien Nguyen 218b94cce92SHien Nguyen void kprobe_flush_task(struct task_struct *tk); 21999219a3fSbibo,mao void recycle_rp_inst(struct kretprobe_instance *ri, struct hlist_head *head); 220b94cce92SHien Nguyen #else /* CONFIG_KPROBES */ 22100d7c05aSKeshavamurthy Anil S 22200d7c05aSKeshavamurthy Anil S #define __kprobes /**/ 22300d7c05aSKeshavamurthy Anil S struct jprobe; 22400d7c05aSKeshavamurthy Anil S struct kretprobe; 22500d7c05aSKeshavamurthy Anil S 226e6584523SAnanth N Mavinakayanahalli static inline struct kprobe *kprobe_running(void) 2271da177e4SLinus Torvalds { 228e6584523SAnanth N Mavinakayanahalli return NULL; 2291da177e4SLinus Torvalds } 2301da177e4SLinus Torvalds static inline int register_kprobe(struct kprobe *p) 2311da177e4SLinus Torvalds { 2321da177e4SLinus Torvalds return -ENOSYS; 2331da177e4SLinus Torvalds } 2341da177e4SLinus Torvalds static inline void unregister_kprobe(struct kprobe *p) 2351da177e4SLinus Torvalds { 2361da177e4SLinus Torvalds } 2371da177e4SLinus Torvalds static inline int register_jprobe(struct jprobe *p) 2381da177e4SLinus Torvalds { 2391da177e4SLinus Torvalds return -ENOSYS; 2401da177e4SLinus Torvalds } 2411da177e4SLinus Torvalds static inline void unregister_jprobe(struct jprobe *p) 2421da177e4SLinus Torvalds { 2431da177e4SLinus Torvalds } 2441da177e4SLinus Torvalds static inline void jprobe_return(void) 2451da177e4SLinus Torvalds { 2461da177e4SLinus Torvalds } 247b94cce92SHien Nguyen static inline int register_kretprobe(struct kretprobe *rp) 248b94cce92SHien Nguyen { 249b94cce92SHien Nguyen return -ENOSYS; 250b94cce92SHien Nguyen } 251b94cce92SHien Nguyen static inline void unregister_kretprobe(struct kretprobe *rp) 252b94cce92SHien Nguyen { 253b94cce92SHien Nguyen } 254b94cce92SHien Nguyen static inline void kprobe_flush_task(struct task_struct *tk) 255b94cce92SHien Nguyen { 256b94cce92SHien Nguyen } 257b94cce92SHien Nguyen #endif /* CONFIG_KPROBES */ 2581da177e4SLinus Torvalds #endif /* _LINUX_KPROBES_H */ 259