| /linux-6.15/tools/testing/selftests/bpf/verifier/ |
| H A D | atomic_cmpxchg.c | 9 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 22 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 46 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4), 59 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4), 80 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8), 96 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 120 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 142 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 184 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8), 203 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8), [all …]
|
| H A D | atomic_invalid.c | 25 __INVALID_ATOMIC_ACCESS_TEST(BPF_CMPXCHG),
|
| /linux-6.15/lib/ |
| H A D | test_bpf.c | 1938 case BPF_CMPXCHG: in __bpf_fill_atomic_reg_pairs() 1961 if (op == BPF_CMPXCHG && width == BPF_W) in __bpf_fill_atomic_reg_pairs() 1965 if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs() 1984 if (rs == R0 && op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs() 1986 else if (rs == rd && (op == BPF_CMPXCHG || in __bpf_fill_atomic_reg_pairs() 1989 else if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs() 2008 if (!(rd == R0 && op == BPF_CMPXCHG) && in __bpf_fill_atomic_reg_pairs() 12075 (op) == BPF_CMPXCHG ? 0 : \ 12106 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG), 12117 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG), [all …]
|
| /linux-6.15/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 256 insn->imm == BPF_CMPXCHG) { in print_bpf_insn()
|
| /linux-6.15/kernel/bpf/ |
| H A D | disasm.c | 256 insn->imm == BPF_CMPXCHG) { in print_bpf_insn()
|
| H A D | core.c | 2203 case BPF_CMPXCHG: in ___bpf_prog_run()
|
| H A D | verifier.c | 579 insn->imm == BPF_CMPXCHG; in is_cmpxchg_insn() 3655 if (insn->imm == BPF_CMPXCHG) in insn_def_regno() 7744 if (insn->imm == BPF_CMPXCHG) { in check_atomic_rmw() 7771 if (insn->imm == BPF_CMPXCHG) in check_atomic_rmw() 7862 case BPF_CMPXCHG: in check_atomic() 23734 case BPF_CMPXCHG: in compute_insn_live_regs()
|
| /linux-6.15/arch/powerpc/net/ |
| H A D | bpf_jit_comp64.c | 900 case BPF_CMPXCHG: in bpf_jit_build_body() 942 if (size != BPF_DW && imm == BPF_CMPXCHG && in bpf_jit_build_body()
|
| H A D | bpf_jit_comp32.c | 942 case BPF_CMPXCHG: in bpf_jit_build_body()
|
| /linux-6.15/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1284 case BPF_CMPXCHG: in emit_atomic_rmw() 1335 case BPF_CMPXCHG: in emit_atomic_rmw_index() 2257 err = emit_atomic_rmw(&prog, BPF_CMPXCHG, in do_jit()
|
| /linux-6.15/arch/mips/net/ |
| H A D | bpf_jit_comp32.c | 1709 case BPF_CMPXCHG: in build_insn() 1735 case BPF_CMPXCHG: in build_insn()
|
| H A D | bpf_jit_comp64.c | 878 case BPF_CMPXCHG: in build_insn()
|
| /linux-6.15/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 784 case BPF_CMPXCHG: in emit_lse_atomic() 874 } else if (imm == BPF_CMPXCHG) { in emit_ll_sc_atomic()
|
| /linux-6.15/tools/include/uapi/linux/ |
| H A D | bpf.h | 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */ macro
|
| /linux-6.15/include/uapi/linux/ |
| H A D | bpf.h | 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */ macro
|
| /linux-6.15/arch/loongarch/net/ |
| H A D | bpf_jit.c | 369 case BPF_CMPXCHG: in emit_atomic()
|
| /linux-6.15/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 1648 case BPF_CMPXCHG: in bpf_jit_insn()
|
| /linux-6.15/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 543 case BPF_CMPXCHG: in emit_atomic()
|