| /linux-6.15/kernel/bpf/ |
| H A D | trampoline.c | 577 link->link.prog->bpf_func); in __bpf_trampoline_link_prog() 624 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog() 676 bpf_func_t bpf_func, in cgroup_shim_alloc() argument 693 p->bpf_func = bpf_func; in cgroup_shim_alloc() 711 bpf_func_t bpf_func) in cgroup_shim_find() argument 720 if (p->bpf_func == bpf_func) in cgroup_shim_find() 734 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local 747 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim() 754 shim_link = cgroup_shim_find(tr, bpf_func); in bpf_trampoline_link_cgroup_shim() 798 bpf_func_t bpf_func; in bpf_trampoline_unlink_cgroup_shim() local [all …]
|
| H A D | bpf_lsm.c | 90 bpf_func_t *bpf_func) in BTF_SET_END() 97 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END() 105 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_END() 107 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_END() 110 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
|
| H A D | core.c | 235 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo() 243 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo() 583 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr() 1220 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr() 1230 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr() 1272 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr() 2447 fp->bpf_func = interpreters[idx]; in bpf_prog_select_func() 2449 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_func() 2452 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_func() 2474 if (fp->bpf_func) in bpf_prog_select_runtime() [all …]
|
| H A D | dispatcher.c | 101 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
|
| H A D | offload.c | 426 prog->bpf_func = bpf_prog_warn_on_exec; in bpf_prog_offload_compile()
|
| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 293 fp->bpf_func = (void *)fimage; in bpf_int_jit_compile() 513 EMIT(PPC_RAW_LL(_R12, _R25, offsetof(struct bpf_prog, bpf_func))); in invoke_bpf_prog() 1100 unsigned long bpf_func, bpf_func_end, size, offset; in bpf_arch_text_poke() local 1108 bpf_func = (unsigned long)ip; in bpf_arch_text_poke() 1112 if (!__bpf_address_lookup(bpf_func, &size, &offset, name)) { in bpf_arch_text_poke() 1113 pr_err("%s (0x%lx): kernel/modules are not supported\n", __func__, bpf_func); in bpf_arch_text_poke() 1124 bpf_func); in bpf_arch_text_poke() 1144 bpf_func_end = bpf_func + size; in bpf_arch_text_poke() 1149 if (!is_offset_in_branch_range((long)ip - 4 - bpf_func)) { in bpf_arch_text_poke() 1151 bpf_func); in bpf_arch_text_poke() [all …]
|
| /linux-6.15/include/linux/ |
| H A D | bpf_lsm.h | 47 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func); 85 bpf_func_t *bpf_func) in bpf_lsm_find_cgroup_shim() argument
|
| H A D | tracepoint-defs.h | 58 void *bpf_func; member
|
| H A D | bpf.h | 1314 bpf_func_t bpf_func) in bpf_dispatcher_nop_func() argument 1316 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1380 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1388 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1411 bpf_func_t bpf_func) \ 1423 bpf_func_t bpf_func); \ 1655 unsigned int (*bpf_func)(const void *ctx, member
|
| H A D | filter.h | 694 unsigned int (*bpf_func)(const void *, 709 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 718 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux-6.15/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 163 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile() 172 prog->bpf_func = NULL; in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 399 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 401 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 8); in emit_bpf_tail_call()
|
| H A D | bpf_jit_comp32.c | 997 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 999 BUILD_BUG_ON(sizeof(bpfp.bpf_func) != 4); in emit_bpf_tail_call()
|
| /linux-6.15/include/trace/ |
| H A D | bpf_probe.h | 88 .bpf_func = __bpf_trace_##template, \
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 791 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect() 886 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup() 2887 if (emit_rsb_call(&prog, p->bpf_func, image + (prog - (u8 *)rw_image))) in invoke_bpf_prog() 3662 prog->bpf_func = NULL; in bpf_int_jit_compile() 3735 prog->bpf_func = (void *)image + cfi_get_offset(); in bpf_int_jit_compile() 3804 prog->bpf_func = (void *)prog->bpf_func - cfi_get_offset(); in bpf_jit_free() 3858 old_addr = old ? (u8 *)old->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update() 3859 new_addr = new ? (u8 *)new->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
|
| H A D | bpf_jit_comp32.c | 1369 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call() 2604 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 176 prog->bpf_func = (void *)ctx->ro_insns + cfi_get_offset(); in bpf_int_jit_compile()
|
| /linux-6.15/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 750 fp->bpf_func = (void *)image; in bpf_jit_compile() 761 execmem_free(fp->bpf_func); in bpf_jit_free()
|
| H A D | bpf_jit_comp_64.c | 887 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call() 1616 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
|
| /linux-6.15/arch/loongarch/net/ |
| H A D | bpf_jit.c | 262 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 1325 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile() 1351 prog->bpf_func = NULL; in bpf_int_jit_compile()
|
| /linux-6.15/arch/arc/net/ |
| H A D | bpf_jit_core.c | 1247 prog->bpf_func = (void *)ctx->jit.buf; in jit_finalize() 1283 ctx->jit.buf = (u8 *)ctx->prog->bpf_func; in jit_resume_context()
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 632 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 2037 prog->bpf_func = NULL; in bpf_int_jit_compile() 2061 prog->bpf_func = (void *)ctx.ro_image; in bpf_int_jit_compile() 2162 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
|
| /linux-6.15/arch/arm/net/ |
| H A D | bpf_jit_32.c | 1454 BUILD_BUG_ON(offsetof(struct bpf_prog, bpf_func) > in emit_bpf_tail_call() 1456 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call() 2270 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 1874 offsetof(struct bpf_prog, bpf_func)); in bpf_jit_insn() 2347 fp->bpf_func = (void *) jit.prg_buf; in bpf_int_jit_compile() 2511 load_imm64(jit, REG_1, (u64)p->bpf_func); in invoke_bpf_prog()
|
| /linux-6.15/arch/mips/net/ |
| H A D | bpf_jit_comp.c | 1023 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|