| /linux-6.15/kernel/bpf/ |
| H A D | core.c | 315 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 416 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 428 insn = prog->insnsi + end_old; in bpf_adj_branches() 489 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 525 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 527 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 547 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns() 1487 insn = clone->insnsi; in bpf_jit_blind_constants() 1527 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants() 2052 insn = prog->insnsi; in ___bpf_prog_run()
|
| H A D | verifier.c | 17429 insn = env->prog->insnsi + i; in mark_fastcall_patterns() 17437 insn = env->prog->insnsi + i; in mark_fastcall_patterns() 20349 struct bpf_insn *insn = prog->insnsi; in adjust_jmp_off() 20738 insns = new_prog->insnsi; in opt_subreg_zext_lo32_rnd_hi32() 20821 insn = env->prog->insnsi + delta; in convert_ctx_accesses() 21095 memcpy(func[i]->insnsi, &prog->insnsi[subprog_start], in jit_subprogs() 21135 insn = func[i]->insnsi; in jit_subprogs() 21170 insn = func[i]->insnsi; in jit_subprogs() 21291 struct bpf_insn *insn = prog->insnsi; in fixup_call_args() 21551 env->prog->insnsi[insn_cnt - 1], in do_misc_fixups() [all …]
|
| H A D | cgroup.c | 95 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock() 117 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket() 135 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
| /linux-6.15/arch/arc/net/ |
| H A D | bpf_jit_core.c | 252 const struct bpf_insn *insn = ctx->prog->insnsi; in analyze_reg_usage() 333 return (insn - ctx->prog->insnsi); in get_index_for_insn() 738 const struct bpf_insn *insn = &ctx->prog->insnsi[idx]; in handle_insn() 1314 const struct bpf_insn *insn = &prog->insnsi[i]; in jit_patch_relocations()
|
| /linux-6.15/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 23 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| H A D | bpf_jit_comp64.c | 597 int s, e, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1121 int s, e, paoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 25 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| H A D | bpf_jit_comp64.c | 774 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog() 1128 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 958 int s, e, rvoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux-6.15/include/linux/ |
| H A D | bpf.h | 1313 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument 1316 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1380 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1388 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1410 const struct bpf_insn *insnsi, \ 1422 const struct bpf_insn *insnsi, \ 1662 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
| H A D | filter.h | 693 const struct bpf_insn *insnsi, 709 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 718 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 355 const struct bpf_insn *insn = &prog->insnsi[0]; in find_used_callee_regs() 809 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 1125 const int i = insn - ctx->prog->insnsi; in build_insn() 1813 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 2160 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
| /linux-6.15/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 1345 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue_with_kfunc() 1412 *insn++ = prog->insnsi[0]; in st_ops_gen_prologue()
|
| /linux-6.15/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
| /linux-6.15/arch/loongarch/net/ |
| H A D | bpf_jit.c | 465 int i = insn - ctx->prog->insnsi; in build_insn() 1138 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 861 struct bpf_insn *insn = &fp->insnsi[i]; in bpf_jit_insn() 2226 insn = &fp->insnsi[i]; in bpf_jit_alloc() 2516 load_imm64(jit, REG_3, (u64)p->insnsi); in invoke_bpf_prog()
|
| /linux-6.15/arch/sparc/net/ |
| H A D | bpf_jit_comp_64.c | 900 const int i = insn - ctx->prog->insnsi; in build_insn() 1444 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.15/arch/mips/net/ |
| H A D | bpf_jit_comp.c | 857 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1556 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 2884 (long) p->insnsi >> 32, in invoke_bpf_prog() 2885 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
| H A D | bpf_jit_comp32.c | 1662 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
|
| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 506 PPC_LI_ADDR(_R4, (unsigned long)p->insnsi); in invoke_bpf_prog()
|
| H A D | bpf_jit_comp64.c | 393 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| H A D | bpf_jit_comp32.c | 290 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| /linux-6.15/arch/arm/net/ |
| H A D | bpf_jit_32.c | 1598 const int i = insn - ctx->prog->insnsi; in build_insn() 2105 const struct bpf_insn *insn = &(prog->insnsi[i]); in build_body()
|