| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 459 struct bpf_tramp_link *l, int regs_off, int retval_off, in invoke_bpf_prog() argument
519 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog()
540 struct bpf_tramp_links *tl, int regs_off, int retval_off, in invoke_bpf_mod_ret() argument
550 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
552 if (invoke_bpf_prog(image, ro_image, ctx, tl->links[i], regs_off, retval_off, in invoke_bpf_mod_ret()
561 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
747 retval_off = bpf_frame_size; in __arch_prepare_bpf_trampoline()
853 if (invoke_bpf_mod_ret(image, ro_image, ctx, fmod_ret, regs_off, retval_off, in __arch_prepare_bpf_trampoline()
885 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in __arch_prepare_bpf_trampoline()
908 if (invoke_bpf_prog(image, ro_image, ctx, fexit->links[i], regs_off, retval_off, in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 780 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in invoke_bpf_prog()
781 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in invoke_bpf_prog()
878 retval_off = stack_size; in __arch_prepare_bpf_trampoline()
970 emit_sd(RV_REG_FP, -retval_off, RV_REG_ZERO, ctx); in __arch_prepare_bpf_trampoline()
972 ret = invoke_bpf_prog(fmod_ret->links[i], args_off, retval_off, in __arch_prepare_bpf_trampoline()
976 emit_ld(RV_REG_T1, -retval_off, RV_REG_FP, ctx); in __arch_prepare_bpf_trampoline()
989 emit_sd(RV_REG_FP, -retval_off, RV_REG_A0, ctx); in __arch_prepare_bpf_trampoline()
990 emit_sd(RV_REG_FP, -(retval_off - 8), regmap[BPF_REG_0], ctx); in __arch_prepare_bpf_trampoline()
1005 ret = invoke_bpf_prog(fexit->links[i], args_off, retval_off, in __arch_prepare_bpf_trampoline()
1023 emit_ld(RV_REG_A0, -retval_off, RV_REG_FP, ctx); in __arch_prepare_bpf_trampoline()
[all …]
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2116 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_prog() argument
2165 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in invoke_bpf_prog()
2183 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret() argument
2191 emit(A64_STR64I(A64_ZR, A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2198 emit(A64_LDR64I(A64_R(10), A64_SP, retval_off), ctx); in invoke_bpf_mod_ret()
2252 int retval_off; in prepare_trampoline() local
2308 retval_off = stack_size; in prepare_trampoline()
2373 retval_off, run_ctx_off, in prepare_trampoline()
2382 invoke_bpf_mod_ret(ctx, fmod_ret, args_off, retval_off, in prepare_trampoline()
2393 emit(A64_STR64I(A64_R(0), A64_SP, retval_off), ctx); in prepare_trampoline()
[all …]
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2448 int retval_off; /* Offset of return value (see above) */ member
2524 tjit->retval_off); in invoke_bpf_prog()
2627 tjit->retval_off = alloc_stack(tjit, sizeof(u64)); in __arch_prepare_bpf_trampoline()
2751 _EMIT6(0xd707f000 | tjit->retval_off, in __arch_prepare_bpf_trampoline()
2752 0xf000 | tjit->retval_off); in __arch_prepare_bpf_trampoline()
2765 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2795 tjit->retval_off); in __arch_prepare_bpf_trampoline()
2844 tjit->retval_off); in __arch_prepare_bpf_trampoline()
|