Lines Matching refs:SKIP
5 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
53 ; SKIP-CACHE-INV-LABEL: flat_wavefront_unordered_load:
54 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
55 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
56 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
57 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
58 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
59 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
60 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
61 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
62 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
63 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
64 ; SKIP-CACHE-INV-NEXT: s_endpgm
188 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_load:
189 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
191 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
194 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
196 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
197 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
198 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
199 ; SKIP-CACHE-INV-NEXT: s_endpgm
323 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_load:
324 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
325 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
326 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
329 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
330 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
331 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
332 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
333 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
334 ; SKIP-CACHE-INV-NEXT: s_endpgm
458 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_load:
459 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
460 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
461 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
462 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
463 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
464 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
465 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
466 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
467 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
468 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
469 ; SKIP-CACHE-INV-NEXT: s_endpgm
589 ; SKIP-CACHE-INV-LABEL: flat_wavefront_unordered_store:
590 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
591 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
592 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
593 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
594 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
595 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
596 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
597 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
598 ; SKIP-CACHE-INV-NEXT: s_endpgm
705 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_store:
706 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
707 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
708 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
709 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
710 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
711 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
712 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
713 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
714 ; SKIP-CACHE-INV-NEXT: s_endpgm
821 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_store:
822 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
823 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
824 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
825 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
826 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
827 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
828 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
829 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
830 ; SKIP-CACHE-INV-NEXT: s_endpgm
937 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_store:
938 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
939 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
940 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
941 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
942 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
943 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
944 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
945 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
946 ; SKIP-CACHE-INV-NEXT: s_endpgm
1053 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_atomicrmw:
1054 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1055 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1056 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1057 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1058 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1059 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1060 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1061 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1062 ; SKIP-CACHE-INV-NEXT: s_endpgm
1169 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_atomicrmw:
1170 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1171 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1172 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1173 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1174 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1175 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1176 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1177 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1178 ; SKIP-CACHE-INV-NEXT: s_endpgm
1285 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_atomicrmw:
1286 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1287 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1288 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1289 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1290 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1291 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1292 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1293 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1294 ; SKIP-CACHE-INV-NEXT: s_endpgm
1401 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_atomicrmw:
1402 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1403 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1404 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1405 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1406 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1407 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1408 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1409 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1410 ; SKIP-CACHE-INV-NEXT: s_endpgm
1517 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_atomicrmw:
1518 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1519 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1520 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1521 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1522 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1523 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1524 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1525 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1526 ; SKIP-CACHE-INV-NEXT: s_endpgm
1639 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_ret_atomicrmw:
1640 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1641 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1642 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1643 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1644 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1645 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1646 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1647 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1648 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1649 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1650 ; SKIP-CACHE-INV-NEXT: s_endpgm
1776 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_ret_atomicrmw:
1777 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1778 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1779 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1780 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1781 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1782 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1783 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1784 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1785 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1786 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1787 ; SKIP-CACHE-INV-NEXT: s_endpgm
1913 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_ret_atomicrmw:
1914 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1915 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1916 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1917 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1918 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1919 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1920 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1921 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1922 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1923 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1924 ; SKIP-CACHE-INV-NEXT: s_endpgm
2053 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_monotonic_cmpxchg:
2054 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2055 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2056 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2057 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2058 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2059 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2060 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2061 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2062 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2063 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2064 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2065 ; SKIP-CACHE-INV-NEXT: s_endpgm
2182 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_monotonic_cmpxchg:
2183 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2184 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2185 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2186 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2187 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2188 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2189 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2190 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2191 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2193 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2194 ; SKIP-CACHE-INV-NEXT: s_endpgm
2311 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_monotonic_cmpxchg:
2312 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2313 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2314 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2315 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2316 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2317 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2318 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2319 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2320 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2321 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2322 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2323 ; SKIP-CACHE-INV-NEXT: s_endpgm
2440 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_monotonic_cmpxchg:
2441 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2442 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2443 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2444 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2445 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2446 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2447 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2448 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2449 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2450 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2451 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2452 ; SKIP-CACHE-INV-NEXT: s_endpgm
2569 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_monotonic_cmpxchg:
2570 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2571 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2572 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2573 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2574 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2575 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2576 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2577 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2578 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2579 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2580 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2581 ; SKIP-CACHE-INV-NEXT: s_endpgm
2698 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_acquire_cmpxchg:
2699 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2700 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2701 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2702 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2703 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2704 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2705 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2706 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2707 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2708 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2709 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2710 ; SKIP-CACHE-INV-NEXT: s_endpgm
2827 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_acquire_cmpxchg:
2828 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2829 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2830 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2831 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2832 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2833 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2834 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2835 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2836 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2837 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2838 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2839 ; SKIP-CACHE-INV-NEXT: s_endpgm
2956 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_acquire_cmpxchg:
2957 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2958 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2960 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2961 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2962 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2965 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2966 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2967 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2968 ; SKIP-CACHE-INV-NEXT: s_endpgm
3085 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_acquire_cmpxchg:
3086 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3087 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3088 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3089 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3090 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3091 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3092 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3093 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3094 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3095 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3096 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3097 ; SKIP-CACHE-INV-NEXT: s_endpgm
3214 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_acquire_cmpxchg:
3215 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3216 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3217 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3218 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3219 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3220 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3221 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3222 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3223 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3224 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3225 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3226 ; SKIP-CACHE-INV-NEXT: s_endpgm
3343 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_seq_cst_cmpxchg:
3344 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3345 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3346 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3347 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3348 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3349 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3350 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3351 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3352 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3353 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3354 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3355 ; SKIP-CACHE-INV-NEXT: s_endpgm
3472 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_seq_cst_cmpxchg:
3473 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3474 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3475 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3476 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3477 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3478 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3479 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3480 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3481 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3482 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3483 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3484 ; SKIP-CACHE-INV-NEXT: s_endpgm
3601 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_seq_cst_cmpxchg:
3602 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3603 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3604 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3605 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3606 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3607 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3608 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3609 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3610 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3611 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3612 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3613 ; SKIP-CACHE-INV-NEXT: s_endpgm
3730 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_seq_cst_cmpxchg:
3731 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3732 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3733 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3734 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3735 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3736 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3737 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3738 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3739 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3740 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3741 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3742 ; SKIP-CACHE-INV-NEXT: s_endpgm
3859 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_seq_cst_cmpxchg:
3860 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3861 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3862 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3863 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3864 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3865 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3866 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3867 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3868 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3870 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3871 ; SKIP-CACHE-INV-NEXT: s_endpgm
4000 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_monotonic_ret_cmpxchg:
4001 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4002 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4003 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4004 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4005 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4006 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4007 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4008 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4009 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4010 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4011 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4012 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4013 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4014 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4015 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4016 ; SKIP-CACHE-INV-NEXT: s_endpgm
4159 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_monotonic_ret_cmpxchg:
4160 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4161 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4162 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4163 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4164 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4165 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4166 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4167 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4168 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4169 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4170 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4171 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4172 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4173 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4174 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4175 ; SKIP-CACHE-INV-NEXT: s_endpgm
4318 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_monotonic_ret_cmpxchg:
4319 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4320 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4321 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4322 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4323 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4324 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4325 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4326 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4329 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4330 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4331 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4332 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4333 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4334 ; SKIP-CACHE-INV-NEXT: s_endpgm
4477 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_monotonic_ret_cmpxchg:
4478 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4479 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4480 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4481 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4482 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4483 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4487 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4488 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4489 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4490 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4491 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4492 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4493 ; SKIP-CACHE-INV-NEXT: s_endpgm
4636 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_monotonic_ret_cmpxchg:
4637 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4638 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4639 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4640 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4641 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4642 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4643 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4644 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4645 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4646 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4647 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4648 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4649 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4650 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4651 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4652 ; SKIP-CACHE-INV-NEXT: s_endpgm
4795 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_acquire_ret_cmpxchg:
4796 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4797 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4798 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4799 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4800 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4801 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4802 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4803 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4804 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4805 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4806 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4807 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4808 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4809 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4810 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4811 ; SKIP-CACHE-INV-NEXT: s_endpgm
4954 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_acquire_ret_cmpxchg:
4955 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4956 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4957 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4958 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4959 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4960 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4961 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4962 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4965 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4966 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4967 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4968 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4969 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4970 ; SKIP-CACHE-INV-NEXT: s_endpgm
5113 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_acquire_ret_cmpxchg:
5114 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5115 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5116 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5117 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5118 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5119 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5120 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5121 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5122 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5123 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5124 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5125 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5126 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5127 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5128 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5129 ; SKIP-CACHE-INV-NEXT: s_endpgm
5272 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_acquire_ret_cmpxchg:
5273 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5274 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5275 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5276 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5277 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5278 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5279 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5280 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5281 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5282 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5283 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5284 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5285 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5286 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5287 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5288 ; SKIP-CACHE-INV-NEXT: s_endpgm
5431 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_acquire_ret_cmpxchg:
5432 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5433 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5434 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5435 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5436 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5437 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5438 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5439 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5440 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5441 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5442 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5443 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5444 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5445 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5446 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5447 ; SKIP-CACHE-INV-NEXT: s_endpgm
5590 ; SKIP-CACHE-INV-LABEL: flat_wavefront_monotonic_seq_cst_ret_cmpxchg:
5591 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5592 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5593 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5594 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5595 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5596 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5597 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5598 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5599 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5600 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5601 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5602 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5603 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5604 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5605 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5606 ; SKIP-CACHE-INV-NEXT: s_endpgm
5749 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acquire_seq_cst_ret_cmpxchg:
5750 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5751 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5752 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5753 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5754 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5755 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5756 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5757 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5758 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5759 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5760 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5761 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5762 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5763 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5764 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5765 ; SKIP-CACHE-INV-NEXT: s_endpgm
5908 ; SKIP-CACHE-INV-LABEL: flat_wavefront_release_seq_cst_ret_cmpxchg:
5909 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5910 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5911 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5912 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5913 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5914 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5915 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5916 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5917 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5918 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5919 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5920 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5921 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5922 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5923 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5924 ; SKIP-CACHE-INV-NEXT: s_endpgm
6067 ; SKIP-CACHE-INV-LABEL: flat_wavefront_acq_rel_seq_cst_ret_cmpxchg:
6068 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6069 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6070 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6071 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6072 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6073 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6075 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6077 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6078 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6079 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6080 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6081 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6082 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6083 ; SKIP-CACHE-INV-NEXT: s_endpgm
6226 ; SKIP-CACHE-INV-LABEL: flat_wavefront_seq_cst_seq_cst_ret_cmpxchg:
6227 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6228 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6229 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6230 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6231 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6232 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6233 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6234 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6235 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6236 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6237 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6238 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6239 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6240 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6241 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6242 ; SKIP-CACHE-INV-NEXT: s_endpgm
6368 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_unordered_load:
6369 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6370 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6371 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6372 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6373 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6374 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6375 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6376 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6377 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6378 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6379 ; SKIP-CACHE-INV-NEXT: s_endpgm
6503 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_load:
6504 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6505 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6506 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6507 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6508 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6509 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6510 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6511 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6512 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6513 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6514 ; SKIP-CACHE-INV-NEXT: s_endpgm
6638 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_load:
6639 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6640 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6641 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6642 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6643 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6644 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6645 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6646 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6647 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6648 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6649 ; SKIP-CACHE-INV-NEXT: s_endpgm
6773 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_load:
6774 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6775 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
6776 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6777 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6778 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6779 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
6780 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6781 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6782 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6783 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6784 ; SKIP-CACHE-INV-NEXT: s_endpgm
6904 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_unordered_store:
6905 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6906 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
6907 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
6908 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6909 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6910 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6911 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6912 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6913 ; SKIP-CACHE-INV-NEXT: s_endpgm
7020 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_store:
7021 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7022 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7023 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7024 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7025 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7026 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7027 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7028 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7029 ; SKIP-CACHE-INV-NEXT: s_endpgm
7136 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_store:
7137 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7138 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7139 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7140 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7141 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7142 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7143 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7144 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7145 ; SKIP-CACHE-INV-NEXT: s_endpgm
7252 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_store:
7253 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7254 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
7255 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
7256 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7257 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7258 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7260 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7261 ; SKIP-CACHE-INV-NEXT: s_endpgm
7368 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_atomicrmw:
7369 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7370 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7371 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7372 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7373 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7374 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7375 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7376 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7377 ; SKIP-CACHE-INV-NEXT: s_endpgm
7484 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_atomicrmw:
7485 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7486 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7487 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7488 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7489 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7490 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7491 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7492 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7493 ; SKIP-CACHE-INV-NEXT: s_endpgm
7600 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_atomicrmw:
7601 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7602 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7603 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7604 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7605 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7606 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7607 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7608 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7609 ; SKIP-CACHE-INV-NEXT: s_endpgm
7716 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_atomicrmw:
7717 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7718 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7719 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7720 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7721 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7722 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7723 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7724 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7725 ; SKIP-CACHE-INV-NEXT: s_endpgm
7832 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_atomicrmw:
7833 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7834 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7835 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7836 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7837 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7838 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7839 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7840 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
7841 ; SKIP-CACHE-INV-NEXT: s_endpgm
7954 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_ret_atomicrmw:
7955 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7956 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7957 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
7958 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7959 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7960 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7961 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7962 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
7963 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7964 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7965 ; SKIP-CACHE-INV-NEXT: s_endpgm
8091 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_ret_atomicrmw:
8092 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8093 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8094 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8095 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8096 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8097 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8098 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8099 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
8100 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
8101 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8102 ; SKIP-CACHE-INV-NEXT: s_endpgm
8228 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_ret_atomicrmw:
8229 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8230 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8231 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8232 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8233 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8234 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8235 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8236 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
8237 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
8238 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8239 ; SKIP-CACHE-INV-NEXT: s_endpgm
8368 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_monotonic_cmpxchg:
8369 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8370 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8371 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8372 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8373 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8374 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8375 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8376 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8377 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8378 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8379 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8380 ; SKIP-CACHE-INV-NEXT: s_endpgm
8497 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_monotonic_cmpxchg:
8498 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8499 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8500 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8501 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8502 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8503 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8504 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8505 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8506 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8507 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8508 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8509 ; SKIP-CACHE-INV-NEXT: s_endpgm
8626 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_monotonic_cmpxchg:
8627 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8628 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8629 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8630 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8631 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8632 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8633 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8634 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8635 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8636 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8637 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8638 ; SKIP-CACHE-INV-NEXT: s_endpgm
8755 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_monotonic_cmpxchg:
8756 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8757 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8758 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8759 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8760 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8761 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8762 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8763 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8764 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8765 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8766 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8767 ; SKIP-CACHE-INV-NEXT: s_endpgm
8884 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_monotonic_cmpxchg:
8885 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8886 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8887 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
8888 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8889 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
8890 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
8891 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8892 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
8893 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8894 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8895 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
8896 ; SKIP-CACHE-INV-NEXT: s_endpgm
9013 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_acquire_cmpxchg:
9014 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9015 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9016 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9017 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9018 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9019 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9020 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9021 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9022 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9023 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9024 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9025 ; SKIP-CACHE-INV-NEXT: s_endpgm
9142 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_acquire_cmpxchg:
9143 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9144 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9145 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9146 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9147 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9148 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9149 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9150 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9151 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9152 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9153 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9154 ; SKIP-CACHE-INV-NEXT: s_endpgm
9271 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_acquire_cmpxchg:
9272 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9273 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9274 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9275 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9276 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9277 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9278 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9279 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9280 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9281 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9282 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9283 ; SKIP-CACHE-INV-NEXT: s_endpgm
9400 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_acquire_cmpxchg:
9401 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9402 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9403 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9404 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9405 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9406 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9407 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9408 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9409 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9410 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9411 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9412 ; SKIP-CACHE-INV-NEXT: s_endpgm
9529 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_acquire_cmpxchg:
9530 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9531 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9532 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9533 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9534 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9535 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9536 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9537 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9538 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9539 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9540 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9541 ; SKIP-CACHE-INV-NEXT: s_endpgm
9658 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_seq_cst_cmpxchg:
9659 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9660 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9661 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9662 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9663 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9664 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9665 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9666 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9667 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9668 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9669 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9670 ; SKIP-CACHE-INV-NEXT: s_endpgm
9787 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_seq_cst_cmpxchg:
9788 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9789 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9790 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9791 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9792 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9793 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9794 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9795 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9796 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9797 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9798 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9799 ; SKIP-CACHE-INV-NEXT: s_endpgm
9916 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_seq_cst_cmpxchg:
9917 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9918 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9919 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9920 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9921 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9922 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9923 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9924 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9925 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9926 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9927 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9928 ; SKIP-CACHE-INV-NEXT: s_endpgm
10045 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_seq_cst_cmpxchg:
10046 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10047 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10048 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10049 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10050 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10051 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10052 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10053 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10054 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10055 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10056 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10057 ; SKIP-CACHE-INV-NEXT: s_endpgm
10174 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_seq_cst_cmpxchg:
10175 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10176 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10177 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10178 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10179 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10180 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10181 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10182 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10183 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10184 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10185 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10186 ; SKIP-CACHE-INV-NEXT: s_endpgm
10315 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_monotonic_ret_cmpxchg:
10316 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10317 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10318 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10319 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10320 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10321 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10322 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10323 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10324 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10325 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10326 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10329 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10330 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10331 ; SKIP-CACHE-INV-NEXT: s_endpgm
10474 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_monotonic_ret_cmpxchg:
10475 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10476 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10477 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10478 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10479 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10480 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10481 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10482 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10483 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10485 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10487 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10488 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10489 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10490 ; SKIP-CACHE-INV-NEXT: s_endpgm
10633 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_monotonic_ret_cmpxchg:
10634 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10635 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10636 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10637 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10638 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10639 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10640 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10641 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10642 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10643 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10644 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10645 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10646 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10647 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10648 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10649 ; SKIP-CACHE-INV-NEXT: s_endpgm
10792 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_monotonic_ret_cmpxchg:
10793 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10794 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10795 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10796 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10797 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10798 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10799 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10800 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10801 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10802 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10803 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10804 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10805 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10806 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10807 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10808 ; SKIP-CACHE-INV-NEXT: s_endpgm
10951 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_acquire_ret_cmpxchg:
10952 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10953 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10954 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10955 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10956 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
10957 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
10958 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
10959 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10960 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
10961 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10962 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
10963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10965 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
10966 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
10967 ; SKIP-CACHE-INV-NEXT: s_endpgm
11110 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_acquire_ret_cmpxchg:
11111 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11112 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11113 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11114 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11115 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11116 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11117 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11118 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11119 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11120 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11121 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11122 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11123 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11124 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11125 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11126 ; SKIP-CACHE-INV-NEXT: s_endpgm
11269 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_acquire_ret_cmpxchg:
11270 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11271 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11272 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11273 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11274 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11275 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11276 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11277 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11278 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11279 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11280 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11281 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11282 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11283 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11284 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11285 ; SKIP-CACHE-INV-NEXT: s_endpgm
11428 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_rel_acquire_ret_cmpxchg:
11429 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11430 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11431 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11432 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11433 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11434 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11435 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11436 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11437 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11438 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11439 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11440 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11441 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11442 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11443 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11444 ; SKIP-CACHE-INV-NEXT: s_endpgm
11587 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_acquire_ret_cmpxchg:
11588 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11589 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11590 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11591 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11592 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11593 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11594 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11595 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11596 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11597 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11598 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11599 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11600 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11601 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11602 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11603 ; SKIP-CACHE-INV-NEXT: s_endpgm
11746 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_monotonic_seq_cst_ret_cmpxchg:
11747 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11748 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11749 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11750 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11751 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11752 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11753 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11754 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11755 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11756 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11757 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11758 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11759 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11760 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11761 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11762 ; SKIP-CACHE-INV-NEXT: s_endpgm
11905 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acquire_seq_cst_ret_cmpxchg:
11906 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11907 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11908 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11909 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11910 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
11911 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
11912 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
11913 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11914 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
11915 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11916 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
11917 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11918 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11919 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
11920 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
11921 ; SKIP-CACHE-INV-NEXT: s_endpgm
12064 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_release_seq_cst_ret_cmpxchg:
12065 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12066 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12067 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12068 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12069 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12070 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12071 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12072 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12073 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12075 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12077 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12078 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12079 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12080 ; SKIP-CACHE-INV-NEXT: s_endpgm
12223 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_acq_relc_seq_cst_ret_cmpxchg:
12224 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12225 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12226 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12227 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12228 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12229 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12230 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12231 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12232 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12233 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12234 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12235 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12236 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12237 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12238 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12239 ; SKIP-CACHE-INV-NEXT: s_endpgm
12382 ; SKIP-CACHE-INV-LABEL: flat_wavefront_one_as_seq_cst_seq_cst_ret_cmpxchg:
12383 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12384 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12385 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12386 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12387 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12388 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12389 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12390 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12391 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12392 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12393 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12394 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12395 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12396 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12397 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12398 ; SKIP-CACHE-INV-NEXT: s_endpgm