| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 460 int run_ctx_off, bool save_ret) in invoke_bpf_prog() argument
476 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie))); in invoke_bpf_prog()
478 run_ctx_off + offsetof(struct bpf_tramp_run_ctx, bpf_cookie) + 4)); in invoke_bpf_prog()
484 EMIT(PPC_RAW_ADDI(_R4, _R1, run_ctx_off)); in invoke_bpf_prog()
532 EMIT(PPC_RAW_ADDI(_R5, _R1, run_ctx_off)); in invoke_bpf_prog()
541 int run_ctx_off, u32 *branches) in invoke_bpf_mod_ret() argument
553 run_ctx_off, true)) in invoke_bpf_mod_ret()
730 run_ctx_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
845 run_ctx_off, flags & BPF_TRAMP_F_RET_FENTRY_RET)) in __arch_prepare_bpf_trampoline()
854 run_ctx_off, branches)) { in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2834 int run_ctx_off, bool save_ret, in invoke_bpf_prog() argument
2858 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
2859 EMIT3_off32(0x48, 0x8D, 0xB5, -run_ctx_off); in invoke_bpf_prog()
2861 EMIT4(0x48, 0x8D, 0x75, -run_ctx_off); in invoke_bpf_prog()
2910 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
2911 EMIT3_off32(0x48, 0x8D, 0x95, -run_ctx_off); in invoke_bpf_prog()
2913 EMIT4(0x48, 0x8D, 0x55, -run_ctx_off); in invoke_bpf_prog()
2949 int run_ctx_off, bool save_ret, in invoke_bpf() argument
2957 run_ctx_off, save_ret, image, rw_image)) in invoke_bpf()
2966 int run_ctx_off, u8 **branches, in invoke_bpf_mod_ret() argument
[all …]
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2116 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument
2133 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
2145 emit(A64_ADD_I(1, A64_R(1), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2177 emit(A64_ADD_I(1, A64_R(2), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
2183 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument
2194 run_ctx_off, true); in invoke_bpf_mod_ret()
2256 int run_ctx_off; in prepare_trampoline() local
2290 run_ctx_off = stack_size; in prepare_trampoline()
2373 retval_off, run_ctx_off, in prepare_trampoline()
2383 run_ctx_off, branches); in prepare_trampoline()
[all …]
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 739 int run_ctx_off, bool save_ret, struct rv_jit_context *ctx) in invoke_bpf_prog() argument
747 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_T1, ctx); in invoke_bpf_prog()
749 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
755 emit_addi(RV_REG_A1, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
796 emit_addi(RV_REG_A2, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
811 int retval_off, args_off, nregs_off, ip_off, run_ctx_off, sreg_off, stk_arg_off; in __arch_prepare_bpf_trampoline() local
893 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
958 ret = invoke_bpf_prog(fentry->links[i], args_off, retval_off, run_ctx_off, in __arch_prepare_bpf_trampoline()
973 run_ctx_off, true, ctx); in __arch_prepare_bpf_trampoline()
1006 run_ctx_off, false, ctx); in __arch_prepare_bpf_trampoline()
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2453 int run_ctx_off; /* Offset of struct bpf_tramp_run_ctx */ member
2473 int cookie_off = tjit->run_ctx_off + in invoke_bpf_prog()
2497 EMIT4_DISP(0x41000000, REG_3, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2542 EMIT4_DISP(0x41000000, REG_4, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2629 tjit->run_ctx_off = alloc_stack(tjit, in __arch_prepare_bpf_trampoline()
|