| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 19 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument 28 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body() 48 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 78 extra_pass = true; in bpf_int_jit_compile() 92 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 109 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile() 167 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 180 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 166 static int emit_addr(u8 rd, u64 addr, bool extra_pass, struct rv_jit_context *ctx) in emit_addr() argument 177 if (extra_pass && !in_auipc_jalr_range(off)) { in emit_addr() 1124 bool extra_pass) in bpf_jit_emit_insn() argument 1156 emit_addr(RV_REG_T2, (u64)&__per_cpu_offset, extra_pass, ctx); in bpf_jit_emit_insn() 1566 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn() 1621 ret = emit_addr(rd, imm64, extra_pass, ctx); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 954 bool extra_pass) in bpf_jit_emit_insn() argument 1141 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| H A D | bpf_jit.h | 1283 bool extra_pass);
|
| /linux-6.15/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 16 static int build_body(struct hppa_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument 26 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body() 47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 77 extra_pass = true; in bpf_int_jit_compile() 96 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile() 149 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 169 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| H A D | bpf_jit.h | 477 bool extra_pass);
|
| H A D | bpf_jit_comp64.c | 593 bool extra_pass) in bpf_jit_emit_insn() argument 973 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1117 bool extra_pass) in bpf_jit_emit_insn() argument 1310 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| /linux-6.15/arch/loongarch/net/ |
| H A D | bpf_jit.c | 460 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) in build_insn() argument 903 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 1132 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument 1144 ret = build_insn(insn, ctx, extra_pass); in build_body() 1191 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 1233 extra_pass = true; in bpf_int_jit_compile() 1249 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1283 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1304 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1307 if (extra_pass && ctx.idx != jit_data->ctx.idx) { in bpf_int_jit_compile() [all …]
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 1114 bool extra_pass) in build_insn() argument 1503 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 1817 ret = build_insn(insn, ctx, extra_pass); in build_body() 1881 bool extra_pass = false; in bpf_int_jit_compile() local 1918 extra_pass = true; in bpf_int_jit_compile() 1944 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1996 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 2007 if (build_body(&ctx, extra_pass) || in bpf_int_jit_compile() 2029 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 2034 if (extra_pass && ctx.idx > jit_data->ctx.idx) { in bpf_int_jit_compile() [all …]
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 859 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() argument 1763 ret = bpf_jit_get_func_addr(fp, insn, extra_pass, in bpf_jit_insn() 2158 bool extra_pass, u32 stack_depth) in bpf_jit_prog() argument 2177 insn_count = bpf_jit_insn(jit, fp, i, extra_pass, stack_depth); in bpf_jit_prog() 2265 bool extra_pass = false; in bpf_int_jit_compile() local 2296 extra_pass = true; in bpf_int_jit_compile() 2313 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 2327 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 2336 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 2351 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit.h | 181 u32 *addrs, int pass, bool extra_pass);
|
| H A D | bpf_jit_comp.c | 148 bool extra_pass = false; in bpf_int_jit_compile() local 190 extra_pass = true; in bpf_int_jit_compile() 267 extra_pass)) { in bpf_int_jit_compile() 297 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| H A D | bpf_jit_comp64.c | 390 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument 1082 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| H A D | bpf_jit_comp32.c | 288 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument 1136 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| /linux-6.15/arch/sparc/net/ |
| H A D | bpf_jit_comp_64.c | 1487 bool extra_pass = false; in bpf_int_jit_compile() local 1519 extra_pass = true; in bpf_int_jit_compile() 1604 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1620 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 3563 bool extra_pass = false; in bpf_int_jit_compile() local 3620 extra_pass = true; in bpf_int_jit_compile() 3661 if (extra_pass) { in bpf_int_jit_compile() 3705 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 3742 if (!image || !prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /linux-6.15/kernel/bpf/ |
| H A D | core.c | 1254 const struct bpf_insn *insn, bool extra_pass, in bpf_jit_get_func_addr() argument 1268 if (!extra_pass) in bpf_jit_get_func_addr()
|
| /linux-6.15/include/linux/ |
| H A D | filter.h | 1278 const struct bpf_insn *insn, bool extra_pass,
|