Lines Matching refs:SKIP

6 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
63 ; SKIP-CACHE-INV-LABEL: global_singlethread_unordered_load:
64 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
65 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
66 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
67 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
68 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
69 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
70 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
71 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
72 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
73 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
74 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
75 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
76 ; SKIP-CACHE-INV-NEXT: s_endpgm
195 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_load:
196 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
197 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
198 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
199 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
200 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
201 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
202 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
203 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
204 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
205 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
206 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
207 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
208 ; SKIP-CACHE-INV-NEXT: s_endpgm
327 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_load:
328 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
329 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
330 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
331 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
332 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
333 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
334 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
335 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
336 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
337 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
338 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
339 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
340 ; SKIP-CACHE-INV-NEXT: s_endpgm
459 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_load:
460 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
461 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
462 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
463 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
464 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
465 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
466 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
467 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
468 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
469 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
470 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
471 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
472 ; SKIP-CACHE-INV-NEXT: s_endpgm
587 ; SKIP-CACHE-INV-LABEL: global_singlethread_unordered_store:
588 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
589 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
590 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
591 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
592 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
593 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
594 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
595 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
596 ; SKIP-CACHE-INV-NEXT: s_endpgm
710 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_store:
711 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
712 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
713 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
714 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
715 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
716 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
717 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
718 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
719 ; SKIP-CACHE-INV-NEXT: s_endpgm
833 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_store:
834 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
835 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
836 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
837 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
838 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
839 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
840 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
841 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
842 ; SKIP-CACHE-INV-NEXT: s_endpgm
956 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_store:
957 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
958 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
960 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
961 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
962 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
964 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
965 ; SKIP-CACHE-INV-NEXT: s_endpgm
1079 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_atomicrmw:
1080 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1081 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1082 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1083 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1084 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1085 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1086 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1087 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
1088 ; SKIP-CACHE-INV-NEXT: s_endpgm
1202 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_atomicrmw:
1203 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1204 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1205 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1206 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1207 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1208 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1209 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1210 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
1211 ; SKIP-CACHE-INV-NEXT: s_endpgm
1325 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_atomicrmw:
1326 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1327 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1328 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1329 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1330 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1331 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1332 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1333 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
1334 ; SKIP-CACHE-INV-NEXT: s_endpgm
1448 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_atomicrmw:
1449 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1450 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1451 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1452 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1453 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1454 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1455 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1456 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
1457 ; SKIP-CACHE-INV-NEXT: s_endpgm
1571 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_atomicrmw:
1572 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1573 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1574 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1575 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1576 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1577 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1578 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1579 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
1580 ; SKIP-CACHE-INV-NEXT: s_endpgm
1702 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_ret_atomicrmw:
1703 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1704 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1705 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1706 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1707 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1708 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1709 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1710 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
1711 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
1712 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
1713 ; SKIP-CACHE-INV-NEXT: s_endpgm
1848 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_ret_atomicrmw:
1849 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1850 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1851 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1852 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1853 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
1854 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1855 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
1856 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
1857 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
1858 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
1859 ; SKIP-CACHE-INV-NEXT: s_endpgm
1994 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_ret_atomicrmw:
1995 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1996 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
1997 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1998 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
1999 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2000 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2001 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2002 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
2003 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
2004 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
2005 ; SKIP-CACHE-INV-NEXT: s_endpgm
2138 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_monotonic_cmpxchg:
2139 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2140 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2141 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2142 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2143 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2144 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2145 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2146 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2147 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2148 ; SKIP-CACHE-INV-NEXT: s_endpgm
2271 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_monotonic_cmpxchg:
2272 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2273 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2274 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2275 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2276 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2277 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2278 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2279 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2280 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2281 ; SKIP-CACHE-INV-NEXT: s_endpgm
2404 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_monotonic_cmpxchg:
2405 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2406 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2407 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2408 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2409 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2410 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2411 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2412 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2413 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2414 ; SKIP-CACHE-INV-NEXT: s_endpgm
2537 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_monotonic_cmpxchg:
2538 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2539 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2540 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2541 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2542 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2543 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2544 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2545 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2546 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2547 ; SKIP-CACHE-INV-NEXT: s_endpgm
2670 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_monotonic_cmpxchg:
2671 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2672 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2673 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2674 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2675 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2676 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2679 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2680 ; SKIP-CACHE-INV-NEXT: s_endpgm
2803 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_acquire_cmpxchg:
2804 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2805 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2806 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2807 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2808 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2809 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2810 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2811 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2812 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2813 ; SKIP-CACHE-INV-NEXT: s_endpgm
2936 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_acquire_cmpxchg:
2937 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2938 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
2939 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
2940 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
2941 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
2942 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2943 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
2944 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
2945 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
2946 ; SKIP-CACHE-INV-NEXT: s_endpgm
3069 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_acquire_cmpxchg:
3070 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3071 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3072 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3073 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3074 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3075 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3077 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3078 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3079 ; SKIP-CACHE-INV-NEXT: s_endpgm
3202 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_acquire_cmpxchg:
3203 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3204 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3205 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3206 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3207 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3208 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3209 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3210 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3211 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3212 ; SKIP-CACHE-INV-NEXT: s_endpgm
3335 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_acquire_cmpxchg:
3336 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3337 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3338 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3339 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3340 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3341 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3342 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3343 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3344 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3345 ; SKIP-CACHE-INV-NEXT: s_endpgm
3468 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_seq_cst_cmpxchg:
3469 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3470 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3471 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3472 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3473 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3474 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3475 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3476 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3477 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3478 ; SKIP-CACHE-INV-NEXT: s_endpgm
3601 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_seq_cst_cmpxchg:
3602 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3603 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3604 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3605 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3606 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3607 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3608 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3609 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3610 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3611 ; SKIP-CACHE-INV-NEXT: s_endpgm
3734 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_seq_cst_cmpxchg:
3735 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3736 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3737 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3738 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3739 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3740 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3741 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3742 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3743 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3744 ; SKIP-CACHE-INV-NEXT: s_endpgm
3867 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_seq_cst_cmpxchg:
3868 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3869 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
3870 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
3871 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
3872 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
3873 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3876 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
3877 ; SKIP-CACHE-INV-NEXT: s_endpgm
4000 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_seq_cst_cmpxchg:
4001 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4002 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4003 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4004 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4005 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4006 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4007 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4008 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4009 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
4010 ; SKIP-CACHE-INV-NEXT: s_endpgm
4143 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_monotonic_ret_cmpxchg:
4144 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4145 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4146 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4147 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4148 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4149 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4150 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4151 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4152 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4153 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4154 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4155 ; SKIP-CACHE-INV-NEXT: s_endpgm
4302 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_monotonic_ret_cmpxchg:
4303 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4304 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4305 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4306 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4307 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4308 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4309 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4310 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4311 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4312 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4313 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4314 ; SKIP-CACHE-INV-NEXT: s_endpgm
4461 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_monotonic_ret_cmpxchg:
4462 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4463 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4464 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4465 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4466 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4467 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4468 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4469 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4470 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4471 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4472 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4473 ; SKIP-CACHE-INV-NEXT: s_endpgm
4620 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_monotonic_ret_cmpxchg:
4621 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4622 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4623 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4624 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4625 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4626 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4627 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4628 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4629 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4630 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4631 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4632 ; SKIP-CACHE-INV-NEXT: s_endpgm
4779 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_monotonic_ret_cmpxchg:
4780 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4781 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4782 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4783 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4784 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4785 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4786 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4787 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4788 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4789 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4790 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4791 ; SKIP-CACHE-INV-NEXT: s_endpgm
4938 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_acquire_ret_cmpxchg:
4939 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4940 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
4941 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
4942 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
4943 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
4944 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4945 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4946 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4947 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
4948 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4949 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
4950 ; SKIP-CACHE-INV-NEXT: s_endpgm
5097 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_acquire_ret_cmpxchg:
5098 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5099 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5100 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5101 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5102 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5103 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5106 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5107 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5108 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5109 ; SKIP-CACHE-INV-NEXT: s_endpgm
5256 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_acquire_ret_cmpxchg:
5257 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5258 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5259 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5260 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5261 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5262 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5263 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5264 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5265 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5266 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5267 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5268 ; SKIP-CACHE-INV-NEXT: s_endpgm
5415 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_acquire_ret_cmpxchg:
5416 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5417 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5418 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5419 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5420 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5421 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5422 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5423 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5424 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5425 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5426 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5427 ; SKIP-CACHE-INV-NEXT: s_endpgm
5574 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_acquire_ret_cmpxchg:
5575 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5576 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5577 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5578 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5579 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5580 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5581 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5582 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5583 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5584 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5585 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5586 ; SKIP-CACHE-INV-NEXT: s_endpgm
5733 ; SKIP-CACHE-INV-LABEL: global_singlethread_monotonic_seq_cst_ret_cmpxchg:
5734 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5735 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5736 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5737 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5738 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5739 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5740 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5741 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5742 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5743 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5744 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5745 ; SKIP-CACHE-INV-NEXT: s_endpgm
5892 ; SKIP-CACHE-INV-LABEL: global_singlethread_acquire_seq_cst_ret_cmpxchg:
5893 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5894 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
5895 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5896 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
5897 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
5898 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5899 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5900 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5901 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
5902 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5903 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
5904 ; SKIP-CACHE-INV-NEXT: s_endpgm
6051 ; SKIP-CACHE-INV-LABEL: global_singlethread_release_seq_cst_ret_cmpxchg:
6052 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6053 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
6054 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6055 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
6056 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
6057 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6058 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6059 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6060 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
6061 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6062 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
6063 ; SKIP-CACHE-INV-NEXT: s_endpgm
6210 ; SKIP-CACHE-INV-LABEL: global_singlethread_acq_rel_seq_cst_ret_cmpxchg:
6211 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6212 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
6213 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6214 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
6215 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
6216 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6217 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6218 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6219 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
6220 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6221 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
6222 ; SKIP-CACHE-INV-NEXT: s_endpgm
6369 ; SKIP-CACHE-INV-LABEL: global_singlethread_seq_cst_seq_cst_ret_cmpxchg:
6370 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6371 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
6372 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6373 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
6374 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
6375 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6376 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6377 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6378 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
6379 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6380 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
6381 ; SKIP-CACHE-INV-NEXT: s_endpgm
6516 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_unordered_load:
6517 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6518 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6519 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
6520 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
6521 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6522 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
6523 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
6524 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
6525 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
6526 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
6527 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6528 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
6529 ; SKIP-CACHE-INV-NEXT: s_endpgm
6648 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_load:
6649 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6650 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6651 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
6652 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
6653 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6654 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
6655 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
6656 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
6657 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
6658 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
6659 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6660 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
6661 ; SKIP-CACHE-INV-NEXT: s_endpgm
6780 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_load:
6781 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6782 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6783 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
6784 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
6785 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6786 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
6787 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
6788 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
6789 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
6790 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
6791 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6792 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
6793 ; SKIP-CACHE-INV-NEXT: s_endpgm
6912 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_load:
6913 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6914 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6915 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s7, 0xf000
6916 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s6, -1
6917 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6918 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s0
6919 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s1
6920 ; SKIP-CACHE-INV-NEXT: buffer_load_dword v0, off, s[4:7], 0
6921 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s4, s2
6922 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s5, s3
6923 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6924 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[4:7], 0
6925 ; SKIP-CACHE-INV-NEXT: s_endpgm
7040 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_unordered_store:
7041 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7042 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
7043 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7044 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7045 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7046 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7047 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7048 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
7049 ; SKIP-CACHE-INV-NEXT: s_endpgm
7163 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_store:
7164 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7165 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
7166 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7167 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7168 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7169 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7170 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7171 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
7172 ; SKIP-CACHE-INV-NEXT: s_endpgm
7286 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_store:
7287 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7288 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
7289 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7290 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7291 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7292 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7293 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7294 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
7295 ; SKIP-CACHE-INV-NEXT: s_endpgm
7409 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_store:
7410 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7411 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x0
7412 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7413 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7414 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7415 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7416 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7417 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
7418 ; SKIP-CACHE-INV-NEXT: s_endpgm
7532 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_atomicrmw:
7533 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7534 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
7535 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7536 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7537 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7538 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7539 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7540 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
7541 ; SKIP-CACHE-INV-NEXT: s_endpgm
7655 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_atomicrmw:
7656 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7657 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
7658 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7659 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7660 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7661 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7662 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7663 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
7664 ; SKIP-CACHE-INV-NEXT: s_endpgm
7778 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_atomicrmw:
7779 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7780 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
7781 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7782 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7783 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7784 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7785 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7786 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
7787 ; SKIP-CACHE-INV-NEXT: s_endpgm
7901 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_atomicrmw:
7902 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7903 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
7904 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7905 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
7906 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
7907 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7908 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7909 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
7910 ; SKIP-CACHE-INV-NEXT: s_endpgm
8024 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_atomicrmw:
8025 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8026 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
8027 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8028 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8029 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8030 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8031 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8032 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0
8033 ; SKIP-CACHE-INV-NEXT: s_endpgm
8155 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_ret_atomicrmw:
8156 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8157 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
8158 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8159 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8160 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8161 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8162 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8163 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
8164 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8165 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
8166 ; SKIP-CACHE-INV-NEXT: s_endpgm
8301 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_ret_atomicrmw:
8302 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8303 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
8304 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8305 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8306 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8307 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8308 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8309 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
8310 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8311 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
8312 ; SKIP-CACHE-INV-NEXT: s_endpgm
8447 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_ret_atomicrmw:
8448 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8449 ; SKIP-CACHE-INV-NEXT: s_load_dword s4, s[0:1], 0x2
8450 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8451 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8452 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8453 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8454 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8455 ; SKIP-CACHE-INV-NEXT: buffer_atomic_swap v0, off, s[0:3], 0 glc
8456 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8457 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
8458 ; SKIP-CACHE-INV-NEXT: s_endpgm
8591 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_monotonic_cmpxchg:
8592 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8593 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
8594 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8595 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8596 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8597 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8598 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8599 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
8600 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
8601 ; SKIP-CACHE-INV-NEXT: s_endpgm
8724 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_monotonic_cmpxchg:
8725 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8726 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
8727 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8728 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8729 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8730 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8731 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8732 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
8733 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
8734 ; SKIP-CACHE-INV-NEXT: s_endpgm
8857 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_monotonic_cmpxchg:
8858 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8859 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
8860 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8861 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8862 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8863 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8864 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8865 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
8866 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
8867 ; SKIP-CACHE-INV-NEXT: s_endpgm
8990 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_monotonic_cmpxchg:
8991 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8992 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
8993 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
8994 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
8995 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
8996 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8997 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
8998 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
8999 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9000 ; SKIP-CACHE-INV-NEXT: s_endpgm
9123 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_monotonic_cmpxchg:
9124 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9125 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9126 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9127 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9128 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9129 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9130 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9131 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9132 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9133 ; SKIP-CACHE-INV-NEXT: s_endpgm
9256 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_acquire_cmpxchg:
9257 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9258 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9259 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9260 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9261 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9262 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9263 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9264 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9265 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9266 ; SKIP-CACHE-INV-NEXT: s_endpgm
9389 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_acquire_cmpxchg:
9390 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9391 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9392 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9393 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9394 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9395 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9396 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9397 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9398 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9399 ; SKIP-CACHE-INV-NEXT: s_endpgm
9522 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_acquire_cmpxchg:
9523 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9524 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9525 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9526 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9527 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9528 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9529 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9530 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9531 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9532 ; SKIP-CACHE-INV-NEXT: s_endpgm
9655 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_acquire_cmpxchg:
9656 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9657 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9658 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9659 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9660 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9661 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9662 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9663 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9664 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9665 ; SKIP-CACHE-INV-NEXT: s_endpgm
9788 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_acquire_cmpxchg:
9789 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9790 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9791 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9792 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9793 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9794 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9795 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9796 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9797 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9798 ; SKIP-CACHE-INV-NEXT: s_endpgm
9921 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_seq_cst_cmpxchg:
9922 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9923 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
9924 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
9925 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
9926 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
9927 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9928 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
9929 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
9930 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
9931 ; SKIP-CACHE-INV-NEXT: s_endpgm
10054 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_seq_cst_cmpxchg:
10055 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10056 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10057 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10058 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10059 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10060 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10061 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10062 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10063 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
10064 ; SKIP-CACHE-INV-NEXT: s_endpgm
10187 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_seq_cst_cmpxchg:
10188 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10189 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10191 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10192 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10193 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10194 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10196 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
10197 ; SKIP-CACHE-INV-NEXT: s_endpgm
10320 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_seq_cst_cmpxchg:
10321 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10322 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10323 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10324 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10325 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10326 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10329 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
10330 ; SKIP-CACHE-INV-NEXT: s_endpgm
10453 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_seq_cst_cmpxchg:
10454 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10455 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10456 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10457 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10458 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10459 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10460 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10461 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10462 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16
10463 ; SKIP-CACHE-INV-NEXT: s_endpgm
10596 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_monotonic_ret_cmpxchg:
10597 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10598 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10599 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10600 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10601 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10602 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10603 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10604 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10605 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
10606 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10607 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
10608 ; SKIP-CACHE-INV-NEXT: s_endpgm
10755 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_monotonic_ret_cmpxchg:
10756 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10757 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10758 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10759 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10760 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10761 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10762 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10763 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10764 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
10765 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10766 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
10767 ; SKIP-CACHE-INV-NEXT: s_endpgm
10914 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_monotonic_ret_cmpxchg:
10915 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10916 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
10917 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
10918 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
10919 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
10920 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10921 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10922 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10923 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
10924 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10925 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
10926 ; SKIP-CACHE-INV-NEXT: s_endpgm
11073 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_monotonic_ret_cmpxchg:
11074 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11075 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11076 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11077 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11078 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11079 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11080 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11081 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11082 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11083 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11084 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11085 ; SKIP-CACHE-INV-NEXT: s_endpgm
11232 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_monotonic_ret_cmpxchg:
11233 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11234 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11235 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11236 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11237 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11238 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11239 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11240 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11241 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11242 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11243 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11244 ; SKIP-CACHE-INV-NEXT: s_endpgm
11391 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_acquire_ret_cmpxchg:
11392 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11393 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11394 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11395 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11396 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11397 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11398 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11399 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11400 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11401 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11402 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11403 ; SKIP-CACHE-INV-NEXT: s_endpgm
11550 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_acquire_ret_cmpxchg:
11551 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11552 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11553 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11554 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11555 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11556 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11557 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11558 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11559 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11560 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11561 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11562 ; SKIP-CACHE-INV-NEXT: s_endpgm
11709 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_acquire_ret_cmpxchg:
11710 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11711 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11712 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11713 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11714 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11715 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11716 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11717 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11718 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11719 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11720 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11721 ; SKIP-CACHE-INV-NEXT: s_endpgm
11868 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_acquire_ret_cmpxchg:
11869 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11870 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
11871 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
11872 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
11873 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
11874 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11876 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11877 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
11878 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11879 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
11880 ; SKIP-CACHE-INV-NEXT: s_endpgm
12027 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_acquire_ret_cmpxchg:
12028 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12029 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12030 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12031 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12032 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12033 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12034 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12035 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12036 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12037 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12038 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12039 ; SKIP-CACHE-INV-NEXT: s_endpgm
12186 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_monotonic_seq_cst_ret_cmpxchg:
12187 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12188 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12189 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12190 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12191 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12192 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12194 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12195 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12196 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12197 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12198 ; SKIP-CACHE-INV-NEXT: s_endpgm
12345 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acquire_seq_cst_ret_cmpxchg:
12346 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12347 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12348 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12349 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12350 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12351 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12352 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12353 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12354 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12355 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12356 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12357 ; SKIP-CACHE-INV-NEXT: s_endpgm
12504 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_release_seq_cst_ret_cmpxchg:
12505 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12506 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12507 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12508 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12509 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12510 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12511 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12512 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12513 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12514 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12515 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12516 ; SKIP-CACHE-INV-NEXT: s_endpgm
12663 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_acq_rel_seq_cst_ret_cmpxchg:
12664 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12665 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12666 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12667 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12668 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12669 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12670 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12671 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12672 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12673 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12674 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12675 ; SKIP-CACHE-INV-NEXT: s_endpgm
12822 ; SKIP-CACHE-INV-LABEL: global_singlethread_one_as_seq_cst_seq_cst_ret_cmpxchg:
12823 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12824 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[4:5], s[0:1], 0x2
12825 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
12826 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s3, 0xf000
12827 ; SKIP-CACHE-INV-NEXT: s_mov_b32 s2, -1
12828 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12829 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12830 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12831 ; SKIP-CACHE-INV-NEXT: buffer_atomic_cmpswap v[0:1], off, s[0:3], 0 offset:16 glc
12832 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12833 ; SKIP-CACHE-INV-NEXT: buffer_store_dword v0, off, s[0:3], 0
12834 ; SKIP-CACHE-INV-NEXT: s_endpgm