Lines Matching refs:kp
358 static inline void set_kprobe_instance(struct kprobe *kp) in set_kprobe_instance() argument
360 __this_cpu_write(kprobe_instance, kp); in set_kprobe_instance()
422 struct kprobe *kp; in opt_pre_handler() local
424 list_for_each_entry_rcu(kp, &p->list, list) { in opt_pre_handler()
425 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in opt_pre_handler()
426 set_kprobe_instance(kp); in opt_pre_handler()
427 kp->pre_handler(kp, regs); in opt_pre_handler()
439 op = container_of(p, struct optimized_kprobe, kp); in free_aggr_kprobe()
451 op = container_of(p, struct optimized_kprobe, kp); in kprobe_optready()
467 op = container_of(p, struct optimized_kprobe, kp); in kprobe_disarmed()
478 op = container_of(p, struct optimized_kprobe, kp); in kprobe_queued()
500 op = container_of(p, struct optimized_kprobe, kp); in get_optimized_kprobe()
562 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in do_unoptimize_kprobes()
564 if (kprobe_disabled(&op->kp) && !kprobe_gone(&op->kp)) in do_unoptimize_kprobes()
565 arch_disarm_kprobe(&op->kp); in do_unoptimize_kprobes()
566 if (kprobe_unused(&op->kp)) { in do_unoptimize_kprobes()
572 hlist_del_rcu(&op->kp.hlist); in do_unoptimize_kprobes()
585 if (WARN_ON_ONCE(!kprobe_unused(&op->kp))) { in do_free_cleaned_kprobes()
592 free_aggr_kprobe(&op->kp); in do_free_cleaned_kprobes()
689 op = container_of(p, struct optimized_kprobe, kp); in optimize_kprobe()
696 if (op->kp.flags & KPROBE_FLAG_OPTIMIZED) { in optimize_kprobe()
703 op->kp.flags |= KPROBE_FLAG_OPTIMIZED; in optimize_kprobe()
721 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in force_unoptimize_kprobe()
732 op = container_of(p, struct optimized_kprobe, kp); in unoptimize_kprobe()
750 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in unoptimize_kprobe()
774 op = container_of(ap, struct optimized_kprobe, kp); in reuse_unused_kprobe()
791 op = container_of(p, struct optimized_kprobe, kp); in kill_optimized_kprobe()
795 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in kill_optimized_kprobe()
823 op = container_of(p, struct optimized_kprobe, kp); in prepare_optimized_kprobe()
837 op->kp.addr = p->addr; in alloc_aggr_kprobe()
840 return &op->kp; in alloc_aggr_kprobe()
867 op = container_of(ap, struct optimized_kprobe, kp); in try_to_optimize_kprobe()
1152 static int arm_kprobe(struct kprobe *kp) in arm_kprobe() argument
1154 if (unlikely(kprobe_ftrace(kp))) in arm_kprobe()
1155 return arm_kprobe_ftrace(kp); in arm_kprobe()
1159 __arm_kprobe(kp); in arm_kprobe()
1163 static int disarm_kprobe(struct kprobe *kp, bool reopt) in disarm_kprobe() argument
1165 if (unlikely(kprobe_ftrace(kp))) in disarm_kprobe()
1166 return disarm_kprobe_ftrace(kp); in disarm_kprobe()
1170 __disarm_kprobe(kp, reopt); in disarm_kprobe()
1180 struct kprobe *kp; in aggr_pre_handler() local
1182 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_pre_handler()
1183 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in aggr_pre_handler()
1184 set_kprobe_instance(kp); in aggr_pre_handler()
1185 if (kp->pre_handler(kp, regs)) in aggr_pre_handler()
1197 struct kprobe *kp; in aggr_post_handler() local
1199 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_post_handler()
1200 if (kp->post_handler && likely(!kprobe_disabled(kp))) { in aggr_post_handler()
1201 set_kprobe_instance(kp); in aggr_post_handler()
1202 kp->post_handler(kp, regs, flags); in aggr_post_handler()
1212 struct kprobe *kp; in kprobes_inc_nmissed_count() local
1217 list_for_each_entry_rcu(kp, &p->list, list) in kprobes_inc_nmissed_count()
1218 kp->nmissed++; in kprobes_inc_nmissed_count()
1666 struct kprobe *kp; in aggr_kprobe_disabled() local
1670 list_for_each_entry(kp, &ap->list, list) in aggr_kprobe_disabled()
1671 if (!kprobe_disabled(kp)) in aggr_kprobe_disabled()
2032 __this_cpu_write(current_kprobe, &rp->kp); in __kretprobe_trampoline_handler()
2068 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in NOKPROBE_SYMBOL()
2097 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in pre_handler_kretprobe()
2130 __this_cpu_write(current_kprobe, &rp->kp); in kretprobe_rethook_handler()
2176 ret = kprobe_on_func_entry(rp->kp.addr, rp->kp.symbol_name, rp->kp.offset); in register_kretprobe()
2181 if (rp->kp.addr && warn_kprobe_rereg(&rp->kp)) in register_kretprobe()
2185 addr = kprobe_addr(&rp->kp); in register_kretprobe()
2198 rp->kp.pre_handler = pre_handler_kretprobe; in register_kretprobe()
2199 rp->kp.post_handler = NULL; in register_kretprobe()
2214 ret = register_kprobe(&rp->kp); in register_kretprobe()
2234 ret = register_kprobe(&rp->kp); in register_kretprobe()
2275 if (__unregister_kprobe_top(&rps[i]->kp) < 0) in unregister_kretprobes()
2276 rps[i]->kp.addr = NULL; in unregister_kretprobes()
2286 if (rps[i]->kp.addr) { in unregister_kretprobes()
2287 __unregister_kprobe_bottom(&rps[i]->kp); in unregister_kretprobes()
2330 struct kprobe *kp; in kill_kprobe() local
2348 list_for_each_entry(kp, &p->list, list) in kill_kprobe()
2349 kp->flags |= KPROBE_FLAG_GONE; in kill_kprobe()
2361 int disable_kprobe(struct kprobe *kp) in disable_kprobe() argument
2368 p = __disable_kprobe(kp); in disable_kprobe()
2375 int enable_kprobe(struct kprobe *kp) in enable_kprobe() argument
2383 p = __get_valid_kprobe(kp); in enable_kprobe()
2387 if (kprobe_gone(kp)) in enable_kprobe()
2391 if (p != kp) in enable_kprobe()
2392 kp->flags &= ~KPROBE_FLAG_DISABLED; in enable_kprobe()
2399 if (p != kp) in enable_kprobe()
2400 kp->flags |= KPROBE_FLAG_DISABLED; in enable_kprobe()
2408 void dump_kprobe(struct kprobe *kp) in dump_kprobe() argument
2411 kp->symbol_name, kp->offset, kp->addr); in dump_kprobe()
2778 struct kprobe *p, *kp; in show_kprobe_addr() local
2790 list_for_each_entry_rcu(kp, &p->list, list) in show_kprobe_addr()
2791 report_probe(pi, kp, sym, offset, modname, p); in show_kprobe_addr()