Lines Matching refs:notrace_hash

1072 	.local_hash.notrace_hash	= EMPTY_HASH,
1299 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_free_filter()
1301 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_free_filter()
1523 (ftrace_hash_empty(hash->notrace_hash) || in hash_contains_ip()
1524 !__ftrace_lookup_ip(hash->notrace_hash, ip)); in hash_contains_ip()
1556 rcu_assign_pointer(hash.notrace_hash, ops->func_hash->notrace_hash); in ftrace_ops_test()
1742 struct ftrace_hash *notrace_hash; in __ftrace_hash_rec_update() local
1758 notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_rec_update()
1775 if (!notrace_hash || !ftrace_lookup_ip(notrace_hash, rec->ip)) in __ftrace_hash_rec_update()
1779 in_notrace_hash = !!ftrace_lookup_ip(notrace_hash, rec->ip); in __ftrace_hash_rec_update()
2966 ops->old_hash.notrace_hash = old_hash->notrace_hash; in ftrace_run_modify_code()
2969 ops->old_hash.notrace_hash = NULL; in ftrace_run_modify_code()
3143 ops->old_hash.notrace_hash = ops->func_hash->notrace_hash; in ftrace_shutdown()
3164 ops->old_hash.notrace_hash = NULL; in ftrace_shutdown()
3263 static void remove_hash(struct ftrace_hash *hash, struct ftrace_hash *notrace_hash) in remove_hash() argument
3271 if (ftrace_hash_empty(notrace_hash)) in remove_hash()
3277 if (!__ftrace_lookup_ip(notrace_hash, entry->ip)) in remove_hash()
3365 old_hash_ops.notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_move_and_update_ops()
3375 struct ftrace_hash *notrace_hash) in ftrace_update_ops() argument
3386 if (!ops_equal(notrace_hash, ops->func_hash->notrace_hash)) { in ftrace_update_ops()
3387 ret = __ftrace_hash_move_and_update_ops(ops, &ops->func_hash->notrace_hash, in ftrace_update_ops()
3388 notrace_hash, 0); in ftrace_update_ops()
3396 static int add_first_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in add_first_hash() argument
3404 remove_hash(*filter_hash, func_hash->notrace_hash); in add_first_hash()
3405 *notrace_hash = EMPTY_HASH; in add_first_hash()
3408 *notrace_hash = copy_hash(func_hash->notrace_hash); in add_first_hash()
3409 if (!*notrace_hash) in add_first_hash()
3416 static int add_next_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in add_next_hash() argument
3432 WARN_ON_ONCE(!ftrace_hash_empty(ops_hash->notrace_hash)); in add_next_hash()
3442 remove_hash(*filter_hash, subops_hash->notrace_hash); in add_next_hash()
3468 size_bits = max(ops_hash->notrace_hash->size_bits, in add_next_hash()
3469 subops_hash->notrace_hash->size_bits); in add_next_hash()
3470 *notrace_hash = alloc_ftrace_hash(size_bits); in add_next_hash()
3471 if (!*notrace_hash) in add_next_hash()
3474 ret = intersect_hash(notrace_hash, ops_hash->notrace_hash, in add_next_hash()
3475 subops_hash->notrace_hash); in add_next_hash()
3477 free_ftrace_hash(*notrace_hash); in add_next_hash()
3478 *notrace_hash = EMPTY_HASH; in add_next_hash()
3498 struct ftrace_hash *notrace_hash = EMPTY_HASH; in ftrace_startup_subops() local
3515 if (!ops->func_hash->notrace_hash) in ftrace_startup_subops()
3516 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3519 if (!subops->func_hash->notrace_hash) in ftrace_startup_subops()
3520 subops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3527 WARN_ON_ONCE(!ftrace_hash_empty(ops->func_hash->notrace_hash)); in ftrace_startup_subops()
3529 ret = add_first_hash(&filter_hash, &notrace_hash, subops->func_hash); in ftrace_startup_subops()
3534 save_notrace_hash = ops->func_hash->notrace_hash; in ftrace_startup_subops()
3537 ops->func_hash->notrace_hash = notrace_hash; in ftrace_startup_subops()
3543 ops->func_hash->notrace_hash = save_notrace_hash; in ftrace_startup_subops()
3545 free_ftrace_hash(notrace_hash); in ftrace_startup_subops()
3564 ret = add_next_hash(&filter_hash, &notrace_hash, ops->func_hash, subops->func_hash); in ftrace_startup_subops()
3570 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_startup_subops()
3572 free_ftrace_hash(notrace_hash); in ftrace_startup_subops()
3582 static int rebuild_hashes(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in rebuild_hashes() argument
3591 temp_hash.notrace_hash = EMPTY_HASH; in rebuild_hashes()
3595 *notrace_hash = EMPTY_HASH; in rebuild_hashes()
3598 ret = add_first_hash(filter_hash, notrace_hash, subops->func_hash); in rebuild_hashes()
3603 ret = add_next_hash(filter_hash, notrace_hash, in rebuild_hashes()
3607 free_ftrace_hash(temp_hash.notrace_hash); in rebuild_hashes()
3613 free_ftrace_hash(temp_hash.notrace_hash); in rebuild_hashes()
3616 temp_hash.notrace_hash = *notrace_hash; in rebuild_hashes()
3636 struct ftrace_hash *notrace_hash = EMPTY_HASH; in ftrace_shutdown_subops() local
3659 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_shutdown_subops()
3661 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_shutdown_subops()
3669 ret = rebuild_hashes(&filter_hash, &notrace_hash, ops); in ftrace_shutdown_subops()
3673 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_shutdown_subops()
3681 free_ftrace_hash(notrace_hash); in ftrace_shutdown_subops()
3690 struct ftrace_hash *notrace_hash; in ftrace_hash_move_and_update_subops() local
3708 ret = rebuild_hashes(&filter_hash, &notrace_hash, ops); in ftrace_hash_move_and_update_subops()
3710 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_hash_move_and_update_subops()
3712 free_ftrace_hash(notrace_hash); in ftrace_hash_move_and_update_subops()
3740 ftrace_hash_empty(ops->func_hash->notrace_hash); in ops_traces_mod()
4612 hash = ops->func_hash->notrace_hash; in ftrace_regex_open()
5024 orig_hash = &ops->func_hash->notrace_hash; in process_mod_list()
5551 old_hash_ops.notrace_hash = NULL; in unregister_ftrace_function_probe_func()
5816 orig_hash = &ops->func_hash->notrace_hash; in ftrace_set_hash()
6501 orig_hash = &iter->ops->func_hash->notrace_hash; in ftrace_regex_release()
7294 if (ftrace_lookup_ip(ops->func_hash->notrace_hash, ip)) in ops_references_ip()
7365 clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash); in clear_mod_from_hashes()
7746 clear_func_from_hash(func, tr->ops->func_hash->notrace_hash); in clear_func_from_hashes()