Lines Matching refs:BPF_CMPXCHG
1722 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1734 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1762 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); in __bpf_emit_cmpxchg32()
1776 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); in __bpf_emit_cmpxchg32()
1938 case BPF_CMPXCHG: in __bpf_fill_atomic_reg_pairs()
1961 if (op == BPF_CMPXCHG && width == BPF_W) in __bpf_fill_atomic_reg_pairs()
1965 if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
1984 if (rs == R0 && op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
1986 else if (rs == rd && (op == BPF_CMPXCHG || in __bpf_fill_atomic_reg_pairs()
1989 else if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
2008 if (!(rd == R0 && op == BPF_CMPXCHG) && in __bpf_fill_atomic_reg_pairs()
2020 } else if (op == BPF_CMPXCHG) { /* Aliased, CMPXCHG */ in __bpf_fill_atomic_reg_pairs()
2095 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_CMPXCHG); in bpf_fill_atomic64_cmpxchg_reg_pairs()
2146 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG); in bpf_fill_atomic32_cmpxchg_reg_pairs()
9142 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9156 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9171 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9185 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9200 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9201 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
9218 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9235 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9254 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9272 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
9290 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
12075 (op) == BPF_CMPXCHG ? 0 : \
12106 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG),
12117 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG),
12181 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),