Lines Matching refs:MEM_RCU
1043 st->type |= MEM_RCU; in mark_stack_slots_iter()
5730 perm_flags = PTR_MAYBE_NULL | PTR_TRUSTED | MEM_RCU; in map_kptr_match_type()
5865 ret |= MEM_RCU; in btf_ld_kptr_type()
6296 return reg->type & MEM_RCU; in is_rcu_reg()
6301 *flag &= ~(BPF_REG_TRUSTED_MODIFIERS | MEM_RCU); in clear_trusted_flags()
7168 !(reg->type & MEM_RCU) && !reg->ref_obj_id) { in check_ptr_to_btf_access()
7208 flag |= MEM_RCU; in check_ptr_to_btf_access()
7209 } else if (flag & MEM_RCU || in check_ptr_to_btf_access()
7212 flag |= MEM_RCU | PTR_MAYBE_NULL; in check_ptr_to_btf_access()
9049 PTR_TO_BTF_ID | MEM_RCU,
9055 PTR_TO_BTF_ID | MEM_PERCPU | MEM_RCU,
9177 case PTR_TO_BTF_ID | MEM_RCU: in check_reg_type()
9179 case PTR_TO_BTF_ID | PTR_MAYBE_NULL | MEM_RCU: in check_reg_type()
9238 case PTR_TO_BTF_ID | MEM_PERCPU | MEM_RCU: in check_reg_type()
9321 case PTR_TO_BTF_ID | MEM_RCU: in check_func_arg_reg_off()
9323 case PTR_TO_BTF_ID | MEM_ALLOC | NON_OWN_REF | MEM_RCU: in check_func_arg_reg_off()
11374 reg->type |= MEM_RCU; in check_helper_call()
11526 if (reg->type & MEM_RCU) { in check_helper_call()
11634 regs[BPF_REG_0].type = PTR_TO_BTF_ID | MEM_ALLOC | MEM_RCU; in check_helper_call()
12466 reg->type |= MEM_RCU; in ref_set_non_owning()
13543 if (reg->type & MEM_RCU) { in check_kfunc_call()
13544 reg->type &= ~(MEM_RCU | PTR_MAYBE_NULL); in check_kfunc_call()
13863 if (cur_iter->type & MEM_RCU) /* KF_RCU_PROTECTED */ in check_kfunc_call()
13864 regs[BPF_REG_0].type |= MEM_RCU; in check_kfunc_call()