| /linux-6.15/arch/loongarch/net/ |
| H A D | bpf_jit.h | 214 emit_insn(ctx, beq, rj, rd, jmp_offset); in cond_jmp_offset()
219 emit_insn(ctx, bne, rj, rd, jmp_offset); in cond_jmp_offset()
239 emit_insn(ctx, blt, rd, rj, jmp_offset); in cond_jmp_offset()
243 emit_insn(ctx, blt, rj, rd, jmp_offset); in cond_jmp_offset()
247 emit_insn(ctx, bge, rj, rd, jmp_offset); in cond_jmp_offset()
261 emit_insn(ctx, b, jmp_offset); in cond_jmp_offs26()
266 emit_insn(ctx, b, jmp_offset); in uncond_jmp_offs26()
283 if (is_signed_imm26(jmp_offset)) { in emit_cond_jmp()
293 if (is_signed_imm26(jmp_offset)) { in emit_uncond_jmp()
294 uncond_jmp_offs26(ctx, jmp_offset); in emit_uncond_jmp()
[all …]
|
| H A D | bpf_jit.c | 281 #undef jmp_offset in emit_bpf_tail_call()
466 int ret, jmp_offset; in build_insn() local
813 jmp_offset = bpf2la_offset(i, off, ctx); in build_insn()
848 jmp_offset = bpf2la_offset(i, off, ctx); in build_insn()
871 jmp_offset = bpf2la_offset(i, off, ctx); in build_insn()
881 jmp_offset = bpf2la_offset(i, off, ctx); in build_insn()
893 jmp_offset = bpf2la_offset(i, off, ctx); in build_insn()
895 jmp_offset = bpf2la_offset(i, imm, ctx); in build_insn()
896 if (emit_uncond_jmp(ctx, jmp_offset) < 0) in build_insn()
928 jmp_offset = epilogue_offset(ctx); in build_insn()
[all …]
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp32.c | 1579 s64 jmp_offset; in emit_kfunc_call() local
1632 if (!is_simm32(jmp_offset)) { in emit_kfunc_call()
1634 jmp_offset); in emit_kfunc_call()
1638 EMIT1_off32(0xE8, jmp_offset); in emit_kfunc_call()
1681 s64 jmp_offset; in do_jit() local
2366 if (is_imm8(jmp_offset)) { in do_jit()
2415 if (is_simm32(jmp_offset)) { in do_jit()
2444 jmp_offset = -2; in do_jit()
2448 if (!jmp_offset) in do_jit()
2452 if (is_imm8(jmp_offset)) { in do_jit()
[all …]
|
| H A D | bpf_jit_comp.c | 1620 s64 jmp_offset; in do_jit() local
2473 if (is_imm8_jmp_offset(jmp_offset)) { in do_jit()
2498 EMIT2(jmp_cond, jmp_offset); in do_jit()
2499 } else if (is_simm32(jmp_offset)) { in do_jit()
2518 jmp_offset = -2; in do_jit()
2523 jmp_offset = -2; in do_jit()
2528 if (!jmp_offset) { in do_jit()
2555 if (is_imm8_jmp_offset(jmp_offset)) { in do_jit()
2577 EMIT2(0xEB, jmp_offset); in do_jit()
2578 } else if (is_simm32(jmp_offset)) { in do_jit()
[all …]
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 814 s32 jmp_offset; in emit_ll_sc_atomic() local
840 jmp_offset = -3; in emit_ll_sc_atomic()
841 check_imm19(jmp_offset); in emit_ll_sc_atomic()
861 jmp_offset = -3; in emit_ll_sc_atomic()
862 check_imm19(jmp_offset); in emit_ll_sc_atomic()
870 jmp_offset = -2; in emit_ll_sc_atomic()
871 check_imm19(jmp_offset); in emit_ll_sc_atomic()
881 jmp_offset = 4; in emit_ll_sc_atomic()
882 check_imm19(jmp_offset); in emit_ll_sc_atomic()
885 jmp_offset = -4; in emit_ll_sc_atomic()
[all …]
|
| /linux-6.15/arch/arm/net/ |
| H A D | bpf_jit_32.c | 1423 _emit(ARM_COND_CS, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1437 _emit(ARM_COND_CS, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1451 _emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1471 #undef jmp_offset in emit_bpf_tail_call()
1602 s32 jmp_offset; in build_insn() local
1992 jmp_offset = bpf2a32_offset(i+off, i, ctx); in build_insn()
2038 check_imm24(jmp_offset); in build_insn()
2039 emit(ARM_B(jmp_offset), ctx); in build_insn()
2077 jmp_offset = epilogue_offset(ctx); in build_insn()
2078 check_imm24(jmp_offset); in build_insn()
[all …]
|
| /linux-6.15/arch/x86/kernel/ |
| H A D | ftrace.c | 310 unsigned long jmp_offset; in create_trampoline() local
328 jmp_offset = (unsigned long)ftrace_regs_caller_jmp; in create_trampoline()
334 jmp_offset = 0; in create_trampoline()
365 ip = trampoline + (jmp_offset - start_offset); in create_trampoline()
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 480 int jmp_offset; in emit_atomic() local
551 jmp_offset = ninsns_rvoff(8); in emit_atomic()
552 emit(rv_bne(RV_REG_T2, r0, jmp_offset >> 1), ctx); in emit_atomic()
555 jmp_offset = ninsns_rvoff(-6); in emit_atomic()
556 emit(rv_bne(RV_REG_T3, 0, jmp_offset >> 1), ctx); in emit_atomic()
|
| /linux-6.15/kernel/bpf/ |
| H A D | verifier.c | 3387 static int jmp_offset(struct bpf_insn *insn) in jmp_offset() function
3422 off = i + jmp_offset(&insn[i]) + 1; in check_subprogs()
23660 dst = idx + jmp_offset(insn) + 1; in insn_successors()
|