Lines Matching refs:subprog_info
445 struct bpf_subprog_info *info = subprog_info(env, subprog); in mark_subprog_exc_cb()
454 return subprog_info(env, subprog)->is_exception_cb; in subprog_is_exc_cb()
1481 if (env->subprog_info[state->subprogno].stack_depth < size) in grow_stack_state()
1482 env->subprog_info[state->subprogno].stack_depth = size; in grow_stack_state()
2853 struct bpf_subprog_info *vals = env->subprog_info; in find_containing_subprog()
2879 return p - env->subprog_info; in find_subprog()
2899 env->subprog_info[env->subprog_cnt++].start = off; in add_subprog()
2900 sort(env->subprog_info, env->subprog_cnt, in add_subprog()
2901 sizeof(env->subprog_info[0]), cmp_subprogs, NULL); in add_subprog()
3326 struct bpf_subprog_info *subprog = env->subprog_info; in add_subprog_and_kfunc()
3367 if (env->subprog_info[i].start != ex_cb_insn) in add_subprog_and_kfunc()
3399 struct bpf_subprog_info *subprog = env->subprog_info; in check_subprogs()
4971 struct bpf_subprog_info *subprog = &env->subprog_info[state->subprogno]; in check_fastcall_stack_contract()
6466 struct bpf_subprog_info *subprog = env->subprog_info; in check_max_stack_depth_subprog()
6630 struct bpf_subprog_info *si = env->subprog_info; in check_max_stack_depth()
6683 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
10327 struct bpf_subprog_info *sub = subprog_info(env, subprog); in btf_check_func_arg_match()
10464 env->subprog_info[subprog].is_cb = true; in push_callback_call()
10481 env->subprog_info[subprog].is_async_cb = true; in push_callback_call()
10482 async_cb = push_async_cb(env, env->subprog_info[subprog].start, in push_callback_call()
10501 callback_state = push_stack(env, env->subprog_info[subprog].start, insn_idx, false); in push_callback_call()
10543 if (env->subprog_info[subprog].might_sleep && in check_func_call()
10560 if (env->subprog_info[subprog].changes_pkt_data) in check_func_call()
10584 *insn_idx = env->subprog_info[subprog].start - 1; in check_func_call()
17420 struct bpf_subprog_info *subprog = env->subprog_info; in mark_fastcall_patterns()
17595 ? env->subprog_info[env->exception_callback_subprog].start in check_cfg()
17655 env->prog->aux->changes_pkt_data = env->subprog_info[0].changes_pkt_data; in check_cfg()
17656 env->prog->aux->might_sleep = env->subprog_info[0].might_sleep; in check_cfg()
17670 if (env->subprog_info[i].has_ld_abs) { in check_abnormal_return()
17674 if (env->subprog_info[i].has_tail_call) { in check_abnormal_return()
17829 if (env->subprog_info[i].start != krecord[i].insn_off) { in check_btf_func()
17843 if (i && !scalar_return && env->subprog_info[i].has_ld_abs) { in check_btf_func()
17847 if (i && !scalar_return && env->subprog_info[i].has_tail_call) { in check_btf_func()
17873 aux->func_info[i].insn_off = env->subprog_info[i].start; in adjust_btf_func()
17915 sub = env->subprog_info; in check_btf_line()
20295 if (env->subprog_info[i].start <= off) in adjust_subprog_starts()
20297 env->subprog_info[i].start += len - 1; in adjust_subprog_starts()
20388 if (env->subprog_info[i].start >= off) in adjust_subprog_starts_after_remove()
20392 if (env->subprog_info[j].start >= off + cnt) in adjust_subprog_starts_after_remove()
20397 if (env->subprog_info[j].start != off + cnt) in adjust_subprog_starts_after_remove()
20407 memmove(env->subprog_info + i, in adjust_subprog_starts_after_remove()
20408 env->subprog_info + j, in adjust_subprog_starts_after_remove()
20409 sizeof(*env->subprog_info) * move); in adjust_subprog_starts_after_remove()
20426 if (env->subprog_info[i].start == off) in adjust_subprog_starts_after_remove()
20432 env->subprog_info[i].start -= cnt; in adjust_subprog_starts_after_remove()
20488 if (env->subprog_info[i].linfo_idx > l_off) { in bpf_adj_linfo_after_remove()
20492 if (env->subprog_info[i].linfo_idx >= l_off + l_cnt) in bpf_adj_linfo_after_remove()
20493 env->subprog_info[i].linfo_idx -= l_cnt; in bpf_adj_linfo_after_remove()
20495 env->subprog_info[i].linfo_idx = l_off; in bpf_adj_linfo_after_remove()
20753 struct bpf_subprog_info *subprogs = env->subprog_info; in convert_ctx_accesses()
21084 subprog_end = env->subprog_info[i + 1].start; in jit_subprogs()
21121 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs()
21122 if (env->subprog_info[i].priv_stack_mode == PRIV_STACK_ADAPTIVE) in jit_subprogs()
21132 func[i]->aux->linfo_idx = env->subprog_info[i].linfo_idx; in jit_subprogs()
21151 func[i]->aux->tail_call_reachable = env->subprog_info[i].tail_call_reachable; in jit_subprogs()
21152 func[i]->aux->exception_cb = env->subprog_info[i].is_exception_cb; in jit_subprogs()
21153 func[i]->aux->changes_pkt_data = env->subprog_info[i].changes_pkt_data; in jit_subprogs()
21154 func[i]->aux->might_sleep = env->subprog_info[i].might_sleep; in jit_subprogs()
21504 struct bpf_subprog_info *info = env->subprog_info; in add_hidden_subprog()
21545 struct bpf_subprog_info *subprogs = env->subprog_info; in do_misc_fixups()
22525 callback_start = env->subprog_info[callback_subprogno].start; in inline_bpf_loop()
22552 struct bpf_subprog_info *subprogs = env->subprog_info; in optimize_bpf_loop()
22590 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in optimize_bpf_loop()
22600 struct bpf_subprog_info *subprog = env->subprog_info; in remove_fastcall_spills_fills()
22660 struct bpf_subprog_info *sub = subprog_info(env, subprog); in do_check_common()
22685 state->first_insn_idx = env->subprog_info[subprog].start; in do_check_common()
22835 env->insn_idx = env->subprog_info[i].start; in do_check_subprogs()
22869 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in do_check_main()
22883 u32 depth = env->subprog_info[i].stack_depth; in print_verification_stats()
23000 if (has_refcounted_arg && env->subprog_info[i].has_tail_call) { in check_struct_ops_btf_id()