Lines Matching refs:SKIP
5 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
53 ; SKIP-CACHE-INV-LABEL: flat_workgroup_unordered_load:
54 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
55 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
56 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
57 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
58 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
59 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
60 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
61 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
62 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
63 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
64 ; SKIP-CACHE-INV-NEXT: s_endpgm
188 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_load:
189 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
191 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
194 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
196 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
197 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
198 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
199 ; SKIP-CACHE-INV-NEXT: s_endpgm
326 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_load:
327 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
328 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
329 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
330 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
331 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
332 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
333 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
334 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
335 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
336 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
337 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
338 ; SKIP-CACHE-INV-NEXT: s_endpgm
475 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_load:
476 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
477 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
478 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
479 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
480 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
481 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
482 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
483 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
486 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
487 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
488 ; SKIP-CACHE-INV-NEXT: s_endpgm
621 ; SKIP-CACHE-INV-LABEL: flat_workgroup_unordered_store:
622 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
623 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
624 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
625 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
626 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
627 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
628 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
629 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
630 ; SKIP-CACHE-INV-NEXT: s_endpgm
737 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_store:
738 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
739 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
740 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
741 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
742 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
743 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
744 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
745 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
746 ; SKIP-CACHE-INV-NEXT: s_endpgm
857 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_store:
858 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
859 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
860 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
861 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
862 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
863 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
864 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
865 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
866 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
867 ; SKIP-CACHE-INV-NEXT: s_endpgm
985 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_store:
986 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
987 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
988 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
989 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
990 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
991 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
992 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
993 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
994 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
995 ; SKIP-CACHE-INV-NEXT: s_endpgm
1109 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_atomicrmw:
1110 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1111 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1112 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1113 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1114 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1115 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1116 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1117 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1118 ; SKIP-CACHE-INV-NEXT: s_endpgm
1230 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_atomicrmw:
1231 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1232 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1233 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1234 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1235 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1236 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1237 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1238 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1239 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1240 ; SKIP-CACHE-INV-NEXT: s_endpgm
1360 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_atomicrmw:
1361 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1362 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1363 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1364 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1365 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1366 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1367 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1368 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1369 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1370 ; SKIP-CACHE-INV-NEXT: s_endpgm
1493 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_atomicrmw:
1494 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1495 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1496 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1497 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1498 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1499 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1500 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1501 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1502 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1503 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1504 ; SKIP-CACHE-INV-NEXT: s_endpgm
1636 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_atomicrmw:
1637 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1638 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1639 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1640 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1641 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1642 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1643 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1644 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1645 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1646 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1647 ; SKIP-CACHE-INV-NEXT: s_endpgm
1777 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_ret_atomicrmw:
1778 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1779 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1780 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1781 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1782 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1783 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1784 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1785 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1786 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1787 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1788 ; SKIP-CACHE-INV-NEXT: s_endpgm
1922 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_ret_atomicrmw:
1923 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1924 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1925 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1926 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1927 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1928 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1929 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1930 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1931 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1932 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1933 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1934 ; SKIP-CACHE-INV-NEXT: s_endpgm
2075 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_ret_atomicrmw:
2076 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2077 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2078 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
2079 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2080 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2081 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2082 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2083 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2084 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
2085 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2086 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
2087 ; SKIP-CACHE-INV-NEXT: s_endpgm
2226 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_monotonic_cmpxchg:
2227 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2228 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2229 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2230 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2231 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2232 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2233 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2234 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2235 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2236 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2237 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2238 ; SKIP-CACHE-INV-NEXT: s_endpgm
2360 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_monotonic_cmpxchg:
2361 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2362 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2363 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2364 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2365 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2366 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2367 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2368 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2369 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2370 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2371 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2372 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2373 ; SKIP-CACHE-INV-NEXT: s_endpgm
2503 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_monotonic_cmpxchg:
2504 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2505 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2506 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2507 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2508 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2509 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2510 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2511 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2512 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2513 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2514 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2515 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2516 ; SKIP-CACHE-INV-NEXT: s_endpgm
2649 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_monotonic_cmpxchg:
2650 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2651 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2652 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2653 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2654 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2655 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2656 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2657 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2658 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2659 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2660 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2661 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2662 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2663 ; SKIP-CACHE-INV-NEXT: s_endpgm
2805 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_monotonic_cmpxchg:
2806 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2807 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2808 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2809 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2810 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2811 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2812 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2813 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2814 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2815 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2816 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2817 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2818 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2819 ; SKIP-CACHE-INV-NEXT: s_endpgm
2957 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_acquire_cmpxchg:
2958 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2960 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2961 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2962 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2963 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2965 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2966 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2967 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2968 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2969 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2970 ; SKIP-CACHE-INV-NEXT: s_endpgm
3101 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_acquire_cmpxchg:
3102 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3103 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3104 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3105 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3106 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3107 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3108 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3109 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3110 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3111 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3112 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3113 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3114 ; SKIP-CACHE-INV-NEXT: s_endpgm
3249 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_acquire_cmpxchg:
3250 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3251 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3252 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3253 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3254 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3255 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3256 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3257 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3258 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3260 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3261 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3262 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3263 ; SKIP-CACHE-INV-NEXT: s_endpgm
3405 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_acquire_cmpxchg:
3406 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3407 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3408 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3409 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3410 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3411 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3412 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3413 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3414 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3415 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3416 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3417 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3418 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3419 ; SKIP-CACHE-INV-NEXT: s_endpgm
3561 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_acquire_cmpxchg:
3562 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3563 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3564 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3565 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3566 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3567 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3568 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3569 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3570 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3571 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3572 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3573 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3574 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3575 ; SKIP-CACHE-INV-NEXT: s_endpgm
3717 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_seq_cst_cmpxchg:
3718 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3719 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3720 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3721 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3722 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3723 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3724 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3725 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3726 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3727 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3728 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3729 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3730 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3731 ; SKIP-CACHE-INV-NEXT: s_endpgm
3876 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_monotonic_ret_cmpxchg:
3877 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3878 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3879 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3880 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3881 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
3882 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
3883 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
3884 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3885 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
3886 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3887 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
3888 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3889 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3890 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3891 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
3892 ; SKIP-CACHE-INV-NEXT: s_endpgm
4038 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_monotonic_ret_cmpxchg:
4039 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4040 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4041 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4042 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4043 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4044 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4045 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4046 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4047 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4048 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4049 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4050 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4051 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4052 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4053 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4054 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4055 ; SKIP-CACHE-INV-NEXT: s_endpgm
4205 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_monotonic_ret_cmpxchg:
4206 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4207 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4208 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4209 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4210 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4211 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4212 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4213 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4214 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4215 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4216 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4217 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4218 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4219 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4220 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4221 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4222 ; SKIP-CACHE-INV-NEXT: s_endpgm
4379 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_monotonic_ret_cmpxchg:
4380 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4381 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4382 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4383 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4384 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4385 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4386 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4387 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4388 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4389 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4390 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4391 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4392 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4393 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4394 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4395 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4396 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4397 ; SKIP-CACHE-INV-NEXT: s_endpgm
4557 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_monotonic_ret_cmpxchg:
4558 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4559 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4560 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4561 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4562 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4563 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4564 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4565 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4566 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4567 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4568 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4569 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4570 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4571 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4572 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4573 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4574 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4575 ; SKIP-CACHE-INV-NEXT: s_endpgm
4731 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_acquire_ret_cmpxchg:
4732 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4733 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4734 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4735 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4736 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4737 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4738 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4739 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4740 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4741 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4742 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4743 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4744 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4745 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4746 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4747 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4748 ; SKIP-CACHE-INV-NEXT: s_endpgm
4897 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_acquire_ret_cmpxchg:
4898 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4899 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4900 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4901 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4902 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4903 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4904 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4905 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4906 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4907 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4908 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4909 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4910 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4911 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4912 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
4913 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4914 ; SKIP-CACHE-INV-NEXT: s_endpgm
5067 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_acquire_ret_cmpxchg:
5068 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5069 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5070 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5071 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5072 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5073 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5075 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5077 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5078 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5079 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5080 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5081 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5082 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5083 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5084 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5085 ; SKIP-CACHE-INV-NEXT: s_endpgm
5245 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_acquire_ret_cmpxchg:
5246 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5247 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5248 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5249 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5250 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5251 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5252 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5253 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5254 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5255 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5256 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5257 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5258 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5260 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5261 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5262 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5263 ; SKIP-CACHE-INV-NEXT: s_endpgm
5423 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_acquire_ret_cmpxchg:
5424 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5425 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5426 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5427 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5428 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5429 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5430 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5431 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5432 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5433 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5434 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5435 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5436 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5437 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5438 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5439 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5440 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5441 ; SKIP-CACHE-INV-NEXT: s_endpgm
5601 ; SKIP-CACHE-INV-LABEL: flat_workgroup_monotonic_seq_cst_ret_cmpxchg:
5602 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5603 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5604 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5605 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5606 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5607 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5608 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5609 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5610 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5611 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5612 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5613 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5614 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5615 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5616 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5617 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5618 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5619 ; SKIP-CACHE-INV-NEXT: s_endpgm
5779 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acquire_seq_cst_ret_cmpxchg:
5780 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5781 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5782 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5783 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5784 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5785 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5786 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5787 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5788 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5789 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5790 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5791 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5792 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5793 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5794 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5795 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5796 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5797 ; SKIP-CACHE-INV-NEXT: s_endpgm
5957 ; SKIP-CACHE-INV-LABEL: flat_workgroup_release_seq_cst_ret_cmpxchg:
5958 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5960 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5961 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5962 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5963 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5965 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5966 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5967 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5968 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5969 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5970 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5971 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5972 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5973 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
5974 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5975 ; SKIP-CACHE-INV-NEXT: s_endpgm
6135 ; SKIP-CACHE-INV-LABEL: flat_workgroup_acq_rel_seq_cst_ret_cmpxchg:
6136 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6137 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6138 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6139 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6140 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6141 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6142 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6143 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6144 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6145 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6146 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6147 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6148 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6149 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6150 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6151 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6152 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6153 ; SKIP-CACHE-INV-NEXT: s_endpgm
6313 ; SKIP-CACHE-INV-LABEL: flat_workgroup_seq_cst_seq_cst_ret_cmpxchg:
6314 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6315 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6316 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6317 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6318 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6319 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6320 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6321 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6322 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6323 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6324 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6325 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6326 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6329 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
6330 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6331 ; SKIP-CACHE-INV-NEXT: s_endpgm
6467 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_unordered_load:
6468 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6469 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6470 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6471 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6472 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6473 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6474 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6475 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6476 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6477 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6478 ; SKIP-CACHE-INV-NEXT: s_endpgm
6602 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_load:
6603 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6604 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6605 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6606 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6607 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6608 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6609 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6610 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6611 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6612 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6613 ; SKIP-CACHE-INV-NEXT: s_endpgm
6739 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_load:
6740 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6741 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6742 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6743 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6744 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6745 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6746 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6747 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6748 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6749 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6750 ; SKIP-CACHE-INV-NEXT: s_endpgm
6882 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_load:
6883 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6884 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6885 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6886 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6887 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6888 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6889 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6890 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6891 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6892 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6893 ; SKIP-CACHE-INV-NEXT: s_endpgm
7021 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_unordered_store:
7022 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7023 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7024 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7025 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7026 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7027 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7028 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7029 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7030 ; SKIP-CACHE-INV-NEXT: s_endpgm
7137 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_store:
7138 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7139 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7140 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7141 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7142 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7143 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7144 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7145 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7146 ; SKIP-CACHE-INV-NEXT: s_endpgm
7255 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_store:
7256 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7257 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7258 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7259 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7260 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7261 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7262 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7263 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7264 ; SKIP-CACHE-INV-NEXT: s_endpgm
7377 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_store:
7378 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7379 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7380 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7381 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7382 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7383 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7384 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7385 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7386 ; SKIP-CACHE-INV-NEXT: s_endpgm
7497 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_atomicrmw:
7498 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7499 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7500 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7501 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7502 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7503 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7504 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7505 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7506 ; SKIP-CACHE-INV-NEXT: s_endpgm
7615 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_atomicrmw:
7616 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7617 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7618 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7619 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7620 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7621 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7622 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7623 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7624 ; SKIP-CACHE-INV-NEXT: s_endpgm
7738 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_atomicrmw:
7739 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7740 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7741 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7742 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7743 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7744 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7745 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7746 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7747 ; SKIP-CACHE-INV-NEXT: s_endpgm
7862 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_atomicrmw:
7863 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7864 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7865 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7866 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7867 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7868 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7870 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7871 ; SKIP-CACHE-INV-NEXT: s_endpgm
7991 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_atomicrmw:
7992 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7993 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7994 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7995 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7996 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7997 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7998 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7999 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8000 ; SKIP-CACHE-INV-NEXT: s_endpgm
8124 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_ret_atomicrmw:
8125 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8126 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8127 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8128 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8129 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8130 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8131 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8132 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
8133 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
8134 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8135 ; SKIP-CACHE-INV-NEXT: s_endpgm
8269 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_ret_atomicrmw:
8270 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8271 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8272 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8273 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8274 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8275 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8276 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8277 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
8278 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
8279 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8280 ; SKIP-CACHE-INV-NEXT: s_endpgm
8418 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_ret_atomicrmw:
8419 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8420 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8421 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8422 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8423 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8424 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8425 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8426 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
8427 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
8428 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8429 ; SKIP-CACHE-INV-NEXT: s_endpgm
8566 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_monotonic_cmpxchg:
8567 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8568 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8569 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8570 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8571 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8572 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8573 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8574 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8575 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8576 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8577 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8578 ; SKIP-CACHE-INV-NEXT: s_endpgm
8697 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_monotonic_cmpxchg:
8698 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8699 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8700 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8701 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8702 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8703 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8704 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8705 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8706 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8707 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8708 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8709 ; SKIP-CACHE-INV-NEXT: s_endpgm
8833 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_monotonic_cmpxchg:
8834 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8835 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8836 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8837 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8838 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8839 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8840 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8841 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8842 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8843 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8844 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8845 ; SKIP-CACHE-INV-NEXT: s_endpgm
8970 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_monotonic_cmpxchg:
8971 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8972 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8973 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8974 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8975 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8976 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8977 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8978 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8979 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8980 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8981 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8982 ; SKIP-CACHE-INV-NEXT: s_endpgm
9112 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_monotonic_cmpxchg:
9113 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9114 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9115 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9116 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9117 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9118 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9119 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9120 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9121 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9122 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9123 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9124 ; SKIP-CACHE-INV-NEXT: s_endpgm
9252 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_acquire_cmpxchg:
9253 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9254 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9255 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9256 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9257 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9258 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9260 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9261 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9262 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9263 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9264 ; SKIP-CACHE-INV-NEXT: s_endpgm
9388 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_acquire_cmpxchg:
9389 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9390 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9391 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9392 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9393 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9394 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9395 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9396 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9397 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9398 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9399 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9400 ; SKIP-CACHE-INV-NEXT: s_endpgm
9526 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_acquire_cmpxchg:
9527 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9528 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9529 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9530 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9531 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9532 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9533 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9534 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9535 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9536 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9537 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9538 ; SKIP-CACHE-INV-NEXT: s_endpgm
9668 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_acquire_cmpxchg:
9669 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9670 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9671 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9672 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9673 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9674 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9675 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9679 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9680 ; SKIP-CACHE-INV-NEXT: s_endpgm
9810 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_acquire_cmpxchg:
9811 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9812 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9813 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9814 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9815 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9816 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9817 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9818 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9819 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9820 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9821 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9822 ; SKIP-CACHE-INV-NEXT: s_endpgm
9952 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_seq_cst_cmpxchg:
9953 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9954 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9955 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9956 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9957 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9958 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9959 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9960 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9961 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9962 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9963 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9964 ; SKIP-CACHE-INV-NEXT: s_endpgm
10094 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_seq_cst_cmpxchg:
10095 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10096 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10097 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10098 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10099 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10100 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10101 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10102 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10103 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10105 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10106 ; SKIP-CACHE-INV-NEXT: s_endpgm
10236 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_seq_cst_cmpxchg:
10237 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10238 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10239 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10240 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10241 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10242 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10243 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10244 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10245 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10246 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10247 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10248 ; SKIP-CACHE-INV-NEXT: s_endpgm
10378 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_seq_cst_cmpxchg:
10379 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10380 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10381 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10382 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10383 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10384 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10385 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10386 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10387 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10388 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10389 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10390 ; SKIP-CACHE-INV-NEXT: s_endpgm
10520 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_seq_cst_cmpxchg:
10521 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10522 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10523 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10524 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10525 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10526 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10527 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10528 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10529 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10530 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10531 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10532 ; SKIP-CACHE-INV-NEXT: s_endpgm
10670 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonicmonotonic_ret_cmpxchg:
10671 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10672 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10673 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10674 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10675 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10676 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10679 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10681 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10682 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10683 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10684 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10685 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10686 ; SKIP-CACHE-INV-NEXT: s_endpgm
10831 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_monotonic_ret_cmpxchg:
10832 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10833 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10834 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10835 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10836 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10837 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10838 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10839 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10840 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10841 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10842 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10843 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10844 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10845 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10846 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10847 ; SKIP-CACHE-INV-NEXT: s_endpgm
10996 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_monotonic_ret_cmpxchg:
10997 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10998 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10999 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11000 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11001 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11002 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11003 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11004 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11005 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11006 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11007 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11008 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11009 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11010 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11011 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11012 ; SKIP-CACHE-INV-NEXT: s_endpgm
11163 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_monotonic_ret_cmpxchg:
11164 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11165 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11166 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11167 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11168 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11169 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11170 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11171 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11172 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11173 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11174 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11175 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11176 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11177 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11178 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11179 ; SKIP-CACHE-INV-NEXT: s_endpgm
11334 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_monotonic_ret_cmpxchg:
11335 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11336 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11337 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11338 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11339 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11340 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11341 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11342 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11343 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11344 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11345 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11346 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11347 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11348 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11349 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11350 ; SKIP-CACHE-INV-NEXT: s_endpgm
11503 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_acquire_ret_cmpxchg:
11504 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11505 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11506 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11507 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11508 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11509 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11510 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11511 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11512 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11513 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11514 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11515 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11516 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11517 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11518 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11519 ; SKIP-CACHE-INV-NEXT: s_endpgm
11668 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_acquire_ret_cmpxchg:
11669 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11670 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11671 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11672 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11673 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11674 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11675 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11679 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11682 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11683 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11684 ; SKIP-CACHE-INV-NEXT: s_endpgm
11835 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_acquire_ret_cmpxchg:
11836 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11837 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11838 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11839 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11840 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11841 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11842 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11843 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11844 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11845 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11846 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11847 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11848 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11849 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11850 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11851 ; SKIP-CACHE-INV-NEXT: s_endpgm
12006 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_acquire_ret_cmpxchg:
12007 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12008 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12009 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12010 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12011 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12012 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12013 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12014 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12015 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12016 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12017 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12018 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12019 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12020 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12021 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12022 ; SKIP-CACHE-INV-NEXT: s_endpgm
12177 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_acquire_ret_cmpxchg:
12178 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12179 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12180 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12181 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12182 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12183 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12184 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12185 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12186 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12187 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12188 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12189 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12190 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12191 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12192 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12193 ; SKIP-CACHE-INV-NEXT: s_endpgm
12348 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_monotonic_seq_cst_ret_cmpxchg:
12349 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12350 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12351 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12352 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12353 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12354 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12355 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12356 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12357 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12358 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12359 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12360 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12361 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12362 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12363 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12364 ; SKIP-CACHE-INV-NEXT: s_endpgm
12519 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acquire_seq_cst_ret_cmpxchg:
12520 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12521 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12522 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12523 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12524 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12525 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12526 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12527 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12528 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12529 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12530 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12531 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12532 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12533 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12534 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12535 ; SKIP-CACHE-INV-NEXT: s_endpgm
12690 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_release_seq_cst_ret_cmpxchg:
12691 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12692 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12693 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12694 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12695 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12696 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12697 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12698 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12699 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12700 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12701 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12702 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12703 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12704 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12705 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12706 ; SKIP-CACHE-INV-NEXT: s_endpgm
12861 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_acq_rel_seq_cst_ret_cmpxchg:
12862 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12863 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12864 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12865 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12866 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12867 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12868 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12870 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12871 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12872 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12875 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12876 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12877 ; SKIP-CACHE-INV-NEXT: s_endpgm
13032 ; SKIP-CACHE-INV-LABEL: flat_workgroup_one_as_seq_cst_seq_cst_ret_cmpxchg:
13033 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13034 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13035 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13036 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13037 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13038 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13039 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13040 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13041 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13042 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13043 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13044 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13045 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13046 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
13047 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13048 ; SKIP-CACHE-INV-NEXT: s_endpgm