Lines Matching refs:insn_buf
20758 struct bpf_insn *insn_buf = env->insn_buf; in convert_ctx_accesses() local
20776 insn_buf[cnt++] = BPF_STX_MEM(BPF_DW, BPF_REG_FP, BPF_REG_1, in convert_ctx_accesses()
20778 insn_buf[cnt++] = env->prog->insnsi[0]; in convert_ctx_accesses()
20779 new_prog = bpf_patch_insn_data(env, 0, insn_buf, cnt); in convert_ctx_accesses()
20796 cnt = ops->gen_prologue(insn_buf, env->seen_direct_write, in convert_ctx_accesses()
20802 new_prog = bpf_patch_insn_data(env, 0, insn_buf, cnt); in convert_ctx_accesses()
20809 ret = add_kfunc_in_insns(env, insn_buf, cnt - 1); in convert_ctx_accesses()
20858 insn_buf[0] = BPF_JMP32_A(epilogue_idx - i - delta - 1); in convert_ctx_accesses()
20861 memcpy(insn_buf, epilogue_buf, in convert_ctx_accesses()
20971 cnt = convert_ctx_access(type, insn, insn_buf, env->prog, in convert_ctx_accesses()
20988 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_RSH, in convert_ctx_accesses()
20991 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
20995 insn_buf[cnt++] = BPF_ALU64_IMM(BPF_RSH, in convert_ctx_accesses()
20998 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
21003 insn_buf[cnt++] = BPF_RAW_INSN(BPF_ALU64 | BPF_MOV | BPF_X, in convert_ctx_accesses()
21008 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in convert_ctx_accesses()
21385 struct bpf_insn *insn_buf, in __fixup_collection_insert_kfunc() argument
21391 insn_buf[0] = addr[0]; in __fixup_collection_insert_kfunc()
21392 insn_buf[1] = addr[1]; in __fixup_collection_insert_kfunc()
21393 insn_buf[2] = BPF_MOV64_IMM(node_offset_reg, insn_aux->insert_off); in __fixup_collection_insert_kfunc()
21394 insn_buf[3] = *insn; in __fixup_collection_insert_kfunc()
21399 struct bpf_insn *insn_buf, int insn_idx, int *cnt) in fixup_kfunc_call() argument
21437 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_1, obj_new_size); in fixup_kfunc_call()
21438 insn_buf[1] = addr[0]; in fixup_kfunc_call()
21439 insn_buf[2] = addr[1]; in fixup_kfunc_call()
21440 insn_buf[3] = *insn; in fixup_kfunc_call()
21461 insn_buf[0] = addr[0]; in fixup_kfunc_call()
21462 insn_buf[1] = addr[1]; in fixup_kfunc_call()
21463 insn_buf[2] = *insn; in fixup_kfunc_call()
21485 node_offset_reg, insn, insn_buf, cnt); in fixup_kfunc_call()
21488 insn_buf[0] = BPF_MOV64_REG(BPF_REG_0, BPF_REG_1); in fixup_kfunc_call()
21493 insn_buf[0] = ld_addrs[0]; in fixup_kfunc_call()
21494 insn_buf[1] = ld_addrs[1]; in fixup_kfunc_call()
21495 insn_buf[2] = *insn; in fixup_kfunc_call()
21541 struct bpf_insn *insn_buf = env->insn_buf; in do_misc_fixups() local
21714 struct bpf_insn *patch = &insn_buf[0]; in do_misc_fixups()
21729 cnt = patch - insn_buf; in do_misc_fixups()
21730 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21744 cnt = env->ops->gen_ld_abs(insn, insn_buf); in do_misc_fixups()
21750 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21765 struct bpf_insn *patch = &insn_buf[0]; in do_misc_fixups()
21801 cnt = patch - insn_buf; in do_misc_fixups()
21803 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21831 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_AX, BPF_REG_10, stack_off_cnt); in do_misc_fixups()
21833 insn_buf[1] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_AX, 0, insn->off + 5); in do_misc_fixups()
21835 insn_buf[1] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_AX, 0, insn->off - 1); in do_misc_fixups()
21836 insn_buf[2] = BPF_ALU64_IMM(BPF_SUB, BPF_REG_AX, 1); in do_misc_fixups()
21837 insn_buf[3] = BPF_JMP_IMM(BPF_JNE, BPF_REG_AX, 0, 2); in do_misc_fixups()
21843 insn_buf[4] = BPF_MOV64_IMM(BPF_REG_AX, stack_off_cnt); in do_misc_fixups()
21844 insn_buf[5] = BPF_EMIT_CALL(arch_bpf_timed_may_goto); in do_misc_fixups()
21845 insn_buf[6] = BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_AX, stack_off_cnt); in do_misc_fixups()
21848 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21860 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_AX, BPF_REG_10, stack_off); in do_misc_fixups()
21862 insn_buf[1] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_AX, 0, insn->off + 2); in do_misc_fixups()
21864 insn_buf[1] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_AX, 0, insn->off - 1); in do_misc_fixups()
21865 insn_buf[2] = BPF_ALU64_IMM(BPF_SUB, BPF_REG_AX, 1); in do_misc_fixups()
21866 insn_buf[3] = BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_AX, stack_off); in do_misc_fixups()
21869 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21884 ret = fixup_kfunc_call(env, insn, insn_buf, i + delta, &cnt); in do_misc_fixups()
21890 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
21967 insn_buf[0] = BPF_JMP_IMM(BPF_JGE, BPF_REG_3, in do_misc_fixups()
21969 insn_buf[1] = BPF_ALU32_IMM(BPF_AND, BPF_REG_3, in do_misc_fixups()
21973 insn_buf[2] = *insn; in do_misc_fixups()
21975 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22003 insn_buf[0] = ld_addrs[0]; in do_misc_fixups()
22004 insn_buf[1] = ld_addrs[1]; in do_misc_fixups()
22005 insn_buf[2] = *insn; in do_misc_fixups()
22008 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22021 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_ATOMIC); in do_misc_fixups()
22023 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_KERNEL); in do_misc_fixups()
22024 insn_buf[1] = *insn; in do_misc_fixups()
22027 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22042 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0); in do_misc_fixups()
22043 insn_buf[1] = *insn; in do_misc_fixups()
22046 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22078 cnt = ops->map_gen_lookup(map_ptr, insn_buf); in do_misc_fixups()
22087 insn_buf, cnt); in do_misc_fixups()
22163 insn_buf[0] = ld_jiffies_addr[0]; in do_misc_fixups()
22164 insn_buf[1] = ld_jiffies_addr[1]; in do_misc_fixups()
22165 insn_buf[2] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, in do_misc_fixups()
22169 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, in do_misc_fixups()
22190 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_0, (u32)(unsigned long)&cpu_number); in do_misc_fixups()
22191 insn_buf[1] = BPF_MOV64_PERCPU_REG(BPF_REG_0, BPF_REG_0); in do_misc_fixups()
22192 insn_buf[2] = BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, 0); in do_misc_fixups()
22195 insn_buf[0] = BPF_ALU32_REG(BPF_XOR, BPF_REG_0, BPF_REG_0); in do_misc_fixups()
22198 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22212 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
22213 insn_buf[1] = BPF_JMP32_REG(BPF_JGE, BPF_REG_2, BPF_REG_0, 6); in do_misc_fixups()
22214 insn_buf[2] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 3); in do_misc_fixups()
22215 insn_buf[3] = BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1); in do_misc_fixups()
22216 insn_buf[4] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0); in do_misc_fixups()
22217 insn_buf[5] = BPF_STX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
22218 insn_buf[6] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
22219 insn_buf[7] = BPF_JMP_A(1); in do_misc_fixups()
22220 insn_buf[8] = BPF_MOV64_IMM(BPF_REG_0, -EINVAL); in do_misc_fixups()
22223 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22239 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
22240 insn_buf[1] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_0, 3); in do_misc_fixups()
22241 insn_buf[2] = BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1); in do_misc_fixups()
22242 insn_buf[3] = BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
22243 insn_buf[4] = BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, 0); in do_misc_fixups()
22244 insn_buf[5] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
22247 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_0, -EOPNOTSUPP); in do_misc_fixups()
22251 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22265 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
22267 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
22280 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -16); in do_misc_fixups()
22282 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
22308 insn_buf[0] = BPF_JMP_IMM(BPF_JNE, BPF_REG_3, 0, 7); in do_misc_fixups()
22319 insn_buf[1] = BPF_MOV32_IMM(BPF_REG_0, 0xaaaaaaab); in do_misc_fixups()
22320 insn_buf[2] = BPF_ALU64_REG(BPF_MUL, BPF_REG_2, BPF_REG_0); in do_misc_fixups()
22321 insn_buf[3] = BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 36); in do_misc_fixups()
22324 insn_buf[4] = BPF_EMIT_CALL(static_call_query(perf_snapshot_branch_stack)); in do_misc_fixups()
22326 insn_buf[5] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4); in do_misc_fixups()
22328 insn_buf[6] = BPF_ALU32_IMM(BPF_MUL, BPF_REG_0, br_entry_size); in do_misc_fixups()
22329 insn_buf[7] = BPF_JMP_A(3); in do_misc_fixups()
22331 insn_buf[8] = BPF_MOV64_IMM(BPF_REG_0, -EINVAL); in do_misc_fixups()
22332 insn_buf[9] = BPF_JMP_A(1); in do_misc_fixups()
22334 insn_buf[10] = BPF_MOV64_IMM(BPF_REG_0, -ENOENT); in do_misc_fixups()
22337 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22351 insn_buf[0] = BPF_MOV64_REG(BPF_REG_0, BPF_REG_2); in do_misc_fixups()
22352 insn_buf[1] = BPF_ATOMIC_OP(BPF_DW, BPF_XCHG, BPF_REG_1, BPF_REG_0, 0); in do_misc_fixups()
22355 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
22412 insn_buf[cnt++] = BPF_ST_MEM(BPF_DW, BPF_REG_FP, -stack_depth, in do_misc_fixups()
22414 insn_buf[cnt++] = BPF_ST_MEM(BPF_DW, BPF_REG_FP, -stack_depth + 8, 0); in do_misc_fixups()
22417 insn_buf[cnt++] = BPF_ST_MEM(BPF_DW, BPF_REG_FP, -stack_depth, in do_misc_fixups()
22421 insn_buf[cnt++] = env->prog->insnsi[subprog_start]; in do_misc_fixups()
22423 new_prog = bpf_patch_insn_data(env, subprog_start, insn_buf, cnt); in do_misc_fixups()
22471 struct bpf_insn *insn_buf = env->insn_buf; in inline_bpf_loop() local
22485 insn_buf[cnt++] = BPF_JMP_IMM(BPF_JLE, BPF_REG_1, BPF_MAX_LOOPS, 2); in inline_bpf_loop()
22486 insn_buf[cnt++] = BPF_MOV32_IMM(BPF_REG_0, -E2BIG); in inline_bpf_loop()
22487 insn_buf[cnt++] = BPF_JMP_IMM(BPF_JA, 0, 0, 16); in inline_bpf_loop()
22489 insn_buf[cnt++] = BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, r6_offset); in inline_bpf_loop()
22490 insn_buf[cnt++] = BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_7, r7_offset); in inline_bpf_loop()
22491 insn_buf[cnt++] = BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_8, r8_offset); in inline_bpf_loop()
22493 insn_buf[cnt++] = BPF_MOV64_REG(reg_loop_max, BPF_REG_1); in inline_bpf_loop()
22494 insn_buf[cnt++] = BPF_MOV32_IMM(reg_loop_cnt, 0); in inline_bpf_loop()
22495 insn_buf[cnt++] = BPF_MOV64_REG(reg_loop_ctx, BPF_REG_3); in inline_bpf_loop()
22499 insn_buf[cnt++] = BPF_JMP_REG(BPF_JGE, reg_loop_cnt, reg_loop_max, 5); in inline_bpf_loop()
22503 insn_buf[cnt++] = BPF_MOV64_REG(BPF_REG_1, reg_loop_cnt); in inline_bpf_loop()
22504 insn_buf[cnt++] = BPF_MOV64_REG(BPF_REG_2, reg_loop_ctx); in inline_bpf_loop()
22505 insn_buf[cnt++] = BPF_CALL_REL(0); in inline_bpf_loop()
22507 insn_buf[cnt++] = BPF_ALU64_IMM(BPF_ADD, reg_loop_cnt, 1); in inline_bpf_loop()
22509 insn_buf[cnt++] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -6); in inline_bpf_loop()
22513 insn_buf[cnt++] = BPF_MOV64_REG(BPF_REG_0, reg_loop_cnt); in inline_bpf_loop()
22515 insn_buf[cnt++] = BPF_LDX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, r6_offset); in inline_bpf_loop()
22516 insn_buf[cnt++] = BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_10, r7_offset); in inline_bpf_loop()
22517 insn_buf[cnt++] = BPF_LDX_MEM(BPF_DW, BPF_REG_8, BPF_REG_10, r8_offset); in inline_bpf_loop()
22520 new_prog = bpf_patch_insn_data(env, position, insn_buf, cnt); in inline_bpf_loop()