Lines Matching refs:bpf_func_state
594 static struct bpf_func_state *func(struct bpf_verifier_env *env, in func()
602 static bool is_spi_bounds_valid(struct bpf_func_state *state, int spi, int nr_slots) in is_spi_bounds_valid()
721 struct bpf_func_state *state, int spi);
726 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_dynptr()
784 static void invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi) in invalidate_dynptr()
823 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_dynptr()
879 struct bpf_func_state *state, int spi) in destroy_if_dynptr_stack_slot()
881 struct bpf_func_state *fstate; in destroy_if_dynptr_stack_slot()
964 struct bpf_func_state *state = func(env, reg); in is_dynptr_reg_valid_init()
994 struct bpf_func_state *state = func(env, reg); in is_dynptr_type_expected()
1024 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_iter()
1066 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_iter()
1097 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_uninit()
1124 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_init()
1161 struct bpf_func_state *state = func(env, reg); in mark_stack_slot_irq_flag()
1193 struct bpf_func_state *state = func(env, reg); in unmark_stack_slot_irq_flag()
1245 struct bpf_func_state *state = func(env, reg); in is_irq_flag_reg_valid_uninit()
1269 struct bpf_func_state *state = func(env, reg); in is_irq_flag_reg_valid_init()
1436 static int copy_stack_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_stack_state()
1463 static int grow_stack_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int size) in grow_stack_state()
1653 static void free_func_state(struct bpf_func_state *state) in free_func_state()
1722 static int copy_func_state(struct bpf_func_state *dst, in copy_func_state()
1723 const struct bpf_func_state *src) in copy_func_state()
1725 memcpy(dst, src, offsetof(struct bpf_func_state, stack)); in copy_func_state()
1732 struct bpf_func_state *dst; in copy_verifier_state()
1782 struct bpf_func_state *state = cur->frame[cur->curframe]; in explored_state()
2748 struct bpf_func_state *state) in init_reg_state()
2773 struct bpf_func_state *state, in init_func_state()
2790 struct bpf_func_state *frame; in push_async_cb()
3502 struct bpf_func_state *state = func(env, reg); in mark_stack_slot_obj_read()
3740 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_reg_arg()
4499 struct bpf_func_state *func; in mark_all_scalars_precise()
4545 struct bpf_func_state *func; in mark_all_scalars_imprecise()
4662 struct bpf_func_state *func; in __mark_chain_precision()
4939 struct bpf_func_state *state, in save_register_state()
4969 struct bpf_func_state *state, int insn_idx, int off) in check_fastcall_stack_contract()
4997 struct bpf_func_state *state, in check_stack_write_fixed_off()
5001 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_fixed_off()
5142 struct bpf_func_state *state, in check_stack_write_var_off()
5146 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_var_off()
5260 struct bpf_func_state *ptr_state, in mark_reg_stack_read()
5264 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_reg_stack_read()
5301 struct bpf_func_state *reg_state, in check_stack_read_fixed_off()
5305 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_stack_read_fixed_off()
5462 struct bpf_func_state *ptr_state = func(env, reg); in check_stack_read_var_off()
5494 struct bpf_func_state *state = func(env, reg); in check_stack_read()
5551 struct bpf_func_state *state = func(env, reg); in check_stack_write()
5633 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_mem_region_access()
5963 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_map_access()
7313 struct bpf_func_state *state, in check_stack_slot_within_bounds()
7340 struct bpf_func_state *state = func(env, reg); in check_stack_access_within_bounds()
7901 struct bpf_func_state *state = func(env, reg); in check_stack_range_initialized()
8596 struct bpf_func_state *state = func(env, reg); in iter_ref_obj_id()
8769 struct bpf_func_state *fold, *fcur; in widen_imprecise_scalars()
8888 struct bpf_func_state *cur_fr = cur_st->frame[cur_st->curframe], *queued_fr; in process_iter_next_call()
9361 struct bpf_func_state *state = func(env, reg); in dynptr_id()
9374 struct bpf_func_state *state = func(env, reg); in dynptr_ref_obj_id()
9388 struct bpf_func_state *state = func(env, reg); in dynptr_get_type()
9457 struct bpf_func_state *state = func(env, key); in get_constant_map_key()
9577 struct bpf_func_state *state = func(env, reg); in check_func_arg()
10168 struct bpf_func_state *state; in clear_all_pkt_pointers()
10184 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_pkt_end()
10226 struct bpf_func_state *state; in release_reference()
10244 struct bpf_func_state *unused; in invalidate_non_owning_refs()
10266 struct bpf_func_state *caller,
10267 struct bpf_func_state *callee,
10271 struct bpf_func_state *caller,
10272 struct bpf_func_state *callee, int insn_idx);
10278 struct bpf_func_state *caller, *callee; in setup_func_entry()
10452 struct bpf_func_state *caller, *callee; in push_callback_call()
10520 struct bpf_func_state *caller; in check_func_call()
10597 struct bpf_func_state *caller, in map_set_for_each_callback_args()
10598 struct bpf_func_state *callee) in map_set_for_each_callback_args()
10624 struct bpf_func_state *caller, in set_callee_state()
10625 struct bpf_func_state *callee, int insn_idx) in set_callee_state()
10638 struct bpf_func_state *caller, in set_map_elem_callback_state()
10639 struct bpf_func_state *callee, in set_map_elem_callback_state()
10664 struct bpf_func_state *caller, in set_loop_callback_state()
10665 struct bpf_func_state *callee, in set_loop_callback_state()
10686 struct bpf_func_state *caller, in set_timer_callback_state()
10687 struct bpf_func_state *callee, in set_timer_callback_state()
10716 struct bpf_func_state *caller, in set_find_vma_callback_state()
10717 struct bpf_func_state *callee, in set_find_vma_callback_state()
10744 struct bpf_func_state *caller, in set_user_ringbuf_callback_state()
10745 struct bpf_func_state *callee, in set_user_ringbuf_callback_state()
10767 struct bpf_func_state *caller, in set_rbtree_add_callback_state()
10768 struct bpf_func_state *callee, in set_rbtree_add_callback_state()
10808 struct bpf_func_state *callee; in in_rbtree_lock_required_cb()
10835 struct bpf_func_state *caller, *callee; in prepare_func_exit()
11364 struct bpf_func_state *state; in check_helper_call()
12474 struct bpf_func_state *unused; in ref_convert_owning_non_owning()
13529 struct bpf_func_state *state; in check_kfunc_call()
14287 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_ptr_min_max_vals()
15181 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_reg_min_max_vals()
15556 struct bpf_func_state *state; in find_good_pkt_pointers()
16102 static void mark_ptr_or_null_reg(struct bpf_func_state *state, in mark_ptr_or_null_reg()
16155 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_ptr_or_null_regs()
16302 struct bpf_func_state *func; in collect_linked_regs()
16812 struct bpf_func_state *frame = env->cur_state->frame[0]; in check_return_code()
18197 struct bpf_func_state *st) in clean_func_state()
18473 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, in stacksafe()
18474 struct bpf_func_state *cur, struct bpf_idmap *idmap, in stacksafe()
18678 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, in func_states_equal()
18679 struct bpf_func_state *cur, u32 insn_idx, enum exact_level exact) in func_states_equal()
18786 struct bpf_func_state *state, *parent; in propagate_liveness()
18832 struct bpf_func_state *state; in propagate_precision()
18887 struct bpf_func_state *fold, *fcur; in states_maybe_looping()
18968 struct bpf_func_state *state; in iter_active_depths_differ()
19025 struct bpf_func_state *frame = sl->state.frame[sl->state.curframe]; in is_state_visited()
19080 struct bpf_func_state *cur_frame; in is_state_visited()
19307 struct bpf_func_state *frame = cur->frame[j]; in is_state_visited()
19308 struct bpf_func_state *newframe = new->frame[j]; in is_state_visited()
22675 state->frame[0] = kzalloc(sizeof(struct bpf_func_state), GFP_KERNEL); in do_check_common()