Lines Matching refs:SKIP

5 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
53 ; SKIP-CACHE-INV-LABEL: flat_system_unordered_load:
54 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
55 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
56 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
57 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
58 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
59 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
60 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
61 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
62 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
63 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
64 ; SKIP-CACHE-INV-NEXT: s_endpgm
188 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_load:
189 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
191 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
194 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
196 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
197 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
198 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
199 ; SKIP-CACHE-INV-NEXT: s_endpgm
328 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_load:
329 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
330 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
331 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
332 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
333 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
334 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
335 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
336 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
337 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
338 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
339 ; SKIP-CACHE-INV-NEXT: s_endpgm
483 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_load:
484 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
485 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
486 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
487 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
488 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
489 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
490 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
491 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
492 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
493 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
494 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
495 ; SKIP-CACHE-INV-NEXT: s_endpgm
633 ; SKIP-CACHE-INV-LABEL: flat_system_unordered_store:
634 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
635 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
636 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
637 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
638 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
639 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
640 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
641 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
642 ; SKIP-CACHE-INV-NEXT: s_endpgm
749 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_store:
750 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
751 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
752 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
753 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
754 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
755 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
756 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
757 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
758 ; SKIP-CACHE-INV-NEXT: s_endpgm
870 ; SKIP-CACHE-INV-LABEL: flat_system_release_store:
871 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
872 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
873 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
874 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
876 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
877 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
878 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
879 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
880 ; SKIP-CACHE-INV-NEXT: s_endpgm
1004 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_store:
1005 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1006 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
1007 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
1008 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1009 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1010 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1011 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1012 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1013 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1014 ; SKIP-CACHE-INV-NEXT: s_endpgm
1133 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_atomicrmw:
1134 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1135 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1136 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1137 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1138 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1139 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1140 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1141 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1142 ; SKIP-CACHE-INV-NEXT: s_endpgm
1259 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_atomicrmw:
1260 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1261 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1262 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1263 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1264 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1265 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1266 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1267 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1268 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1269 ; SKIP-CACHE-INV-NEXT: s_endpgm
1397 ; SKIP-CACHE-INV-LABEL: flat_system_release_atomicrmw:
1398 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1399 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1400 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1401 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1402 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1403 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1404 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1405 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1406 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1407 ; SKIP-CACHE-INV-NEXT: s_endpgm
1541 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_atomicrmw:
1542 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1543 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1544 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1545 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1546 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1547 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1548 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1549 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1550 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1551 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1552 ; SKIP-CACHE-INV-NEXT: s_endpgm
1702 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_atomicrmw:
1703 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1704 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1705 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1706 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1707 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1708 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1709 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1710 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1711 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1712 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1713 ; SKIP-CACHE-INV-NEXT: s_endpgm
1859 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_ret_atomicrmw:
1860 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1861 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1862 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1863 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1864 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1865 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1866 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1867 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1868 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1869 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1870 ; SKIP-CACHE-INV-NEXT: s_endpgm
2016 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_ret_atomicrmw:
2017 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2018 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2019 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
2020 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2021 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2022 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2023 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2024 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2025 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
2026 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2027 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
2028 ; SKIP-CACHE-INV-NEXT: s_endpgm
2186 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_ret_atomicrmw:
2187 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2188 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2189 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
2190 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2191 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2194 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2195 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
2196 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2197 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
2198 ; SKIP-CACHE-INV-NEXT: s_endpgm
2349 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_monotonic_cmpxchg:
2350 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2351 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2352 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2353 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2354 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2355 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2356 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2357 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2358 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2359 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2360 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2361 ; SKIP-CACHE-INV-NEXT: s_endpgm
2488 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_monotonic_cmpxchg:
2489 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2490 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2491 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2492 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2493 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2494 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2495 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2496 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2497 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2498 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2499 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2500 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2501 ; SKIP-CACHE-INV-NEXT: s_endpgm
2639 ; SKIP-CACHE-INV-LABEL: flat_system_release_monotonic_cmpxchg:
2640 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2641 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2642 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2643 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2644 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2645 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2646 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2647 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2648 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2649 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2650 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2651 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2652 ; SKIP-CACHE-INV-NEXT: s_endpgm
2796 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_monotonic_cmpxchg:
2797 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2798 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2799 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2800 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2801 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2802 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2803 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2804 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2805 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2806 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2807 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2808 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2809 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2810 ; SKIP-CACHE-INV-NEXT: s_endpgm
2970 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_monotonic_cmpxchg:
2971 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2972 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2973 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2974 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2975 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2976 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2977 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2978 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2979 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2980 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2981 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2982 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2983 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2984 ; SKIP-CACHE-INV-NEXT: s_endpgm
3139 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_acquire_cmpxchg:
3140 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3141 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3142 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3143 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3144 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3145 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3146 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3147 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3148 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3149 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3150 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3151 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3152 ; SKIP-CACHE-INV-NEXT: s_endpgm
3295 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_acquire_cmpxchg:
3296 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3297 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3298 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3299 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3300 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3301 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3302 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3303 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3304 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3305 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3306 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3307 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3308 ; SKIP-CACHE-INV-NEXT: s_endpgm
3456 ; SKIP-CACHE-INV-LABEL: flat_system_release_acquire_cmpxchg:
3457 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3458 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3459 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3460 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3461 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3462 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3463 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3464 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3465 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3466 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3467 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3468 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3469 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3470 ; SKIP-CACHE-INV-NEXT: s_endpgm
3630 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_acquire_cmpxchg:
3631 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3632 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3633 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3634 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3635 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3636 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3637 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3638 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3639 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3640 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3641 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3642 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3643 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3644 ; SKIP-CACHE-INV-NEXT: s_endpgm
3804 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_acquire_cmpxchg:
3805 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3806 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3807 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3808 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3809 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3810 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3811 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3812 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3813 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3814 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3815 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3816 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3817 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3818 ; SKIP-CACHE-INV-NEXT: s_endpgm
3978 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_seq_cst_cmpxchg:
3979 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3980 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3981 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3982 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3983 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3984 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3985 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3986 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3987 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3988 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3989 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3990 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3991 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3992 ; SKIP-CACHE-INV-NEXT: s_endpgm
4152 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_seq_cst_cmpxchg:
4153 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4154 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4155 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4156 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4157 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4158 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4159 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4160 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4161 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4162 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4163 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4164 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4165 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4166 ; SKIP-CACHE-INV-NEXT: s_endpgm
4326 ; SKIP-CACHE-INV-LABEL: flat_system_release_seq_cst_cmpxchg:
4327 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4328 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4329 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4330 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4331 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4332 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4333 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4334 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4335 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4336 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4337 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4338 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4339 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4340 ; SKIP-CACHE-INV-NEXT: s_endpgm
4500 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_seq_cst_cmpxchg:
4501 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4502 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4503 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4504 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4505 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4506 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4507 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4508 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4509 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4510 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4511 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4512 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4513 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4514 ; SKIP-CACHE-INV-NEXT: s_endpgm
4674 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_seq_cst_cmpxchg:
4675 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4676 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4677 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4678 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4679 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4680 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4682 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4683 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4684 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4685 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4686 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4687 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4688 ; SKIP-CACHE-INV-NEXT: s_endpgm
4845 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_monotonic_ret_cmpxchg:
4846 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4847 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4848 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4849 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4850 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4851 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4852 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4853 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4854 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4855 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4856 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4857 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4858 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4859 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4860 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4861 ; SKIP-CACHE-INV-NEXT: s_endpgm
5009 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_monotonic_ret_cmpxchg:
5010 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5011 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5012 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5013 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5014 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5015 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5016 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5017 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5018 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5019 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5020 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5021 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5022 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5023 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5024 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5025 ; SKIP-CACHE-INV-NEXT: s_endpgm
5183 ; SKIP-CACHE-INV-LABEL: flat_system_release_monotonic_ret_cmpxchg:
5184 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5185 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5186 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5187 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5188 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5189 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5190 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5191 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5194 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5195 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5196 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5197 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5198 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5199 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5200 ; SKIP-CACHE-INV-NEXT: s_endpgm
5365 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_monotonic_ret_cmpxchg:
5366 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5367 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5368 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5369 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5370 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5371 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5372 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5373 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5374 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5375 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5376 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5377 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5378 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5379 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5380 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5381 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5382 ; SKIP-CACHE-INV-NEXT: s_endpgm
5557 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_monotonic_ret_cmpxchg:
5558 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5559 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5560 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5561 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5562 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5563 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5564 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5565 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5566 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5567 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5568 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5569 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5570 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5571 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5572 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5573 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5574 ; SKIP-CACHE-INV-NEXT: s_endpgm
5744 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_acquire_ret_cmpxchg:
5745 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5746 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5747 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5748 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5749 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5750 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5751 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5752 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5753 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5754 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5755 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5756 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5757 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5758 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5759 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5760 ; SKIP-CACHE-INV-NEXT: s_endpgm
5918 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_acquire_ret_cmpxchg:
5919 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5920 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5921 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5922 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5923 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5924 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5925 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5926 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5927 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5928 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5929 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5930 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5931 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5932 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5933 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5934 ; SKIP-CACHE-INV-NEXT: s_endpgm
6097 ; SKIP-CACHE-INV-LABEL: flat_system_release_acquire_ret_cmpxchg:
6098 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6099 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6100 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6101 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6102 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6103 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6106 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6107 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6108 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6109 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6110 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6111 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6112 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6113 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6114 ; SKIP-CACHE-INV-NEXT: s_endpgm
6289 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_acquire_ret_cmpxchg:
6290 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6291 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6292 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6293 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6294 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6295 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6296 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6297 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6298 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6299 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6300 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6301 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6302 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6303 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6304 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6305 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6306 ; SKIP-CACHE-INV-NEXT: s_endpgm
6481 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_acquire_ret_cmpxchg:
6482 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6483 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6484 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6485 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6486 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6487 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6488 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6489 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6490 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6491 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6492 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6493 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6494 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6495 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6496 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6497 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6498 ; SKIP-CACHE-INV-NEXT: s_endpgm
6673 ; SKIP-CACHE-INV-LABEL: flat_system_monotonic_seq_cst_ret_cmpxchg:
6674 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6675 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6676 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6677 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6678 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6679 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6682 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6683 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6684 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6685 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6686 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6687 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6688 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6689 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6690 ; SKIP-CACHE-INV-NEXT: s_endpgm
6865 ; SKIP-CACHE-INV-LABEL: flat_system_acquire_seq_cst_ret_cmpxchg:
6866 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6867 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6868 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6869 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6870 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6871 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6872 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6876 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6877 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6878 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6879 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6880 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6881 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6882 ; SKIP-CACHE-INV-NEXT: s_endpgm
7057 ; SKIP-CACHE-INV-LABEL: flat_system_release_seq_cst_ret_cmpxchg:
7058 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7059 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7060 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7061 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7062 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
7063 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
7064 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7065 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
7066 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
7067 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7068 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7069 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
7070 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7071 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7072 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7073 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7074 ; SKIP-CACHE-INV-NEXT: s_endpgm
7249 ; SKIP-CACHE-INV-LABEL: flat_system_acq_rel_seq_cst_ret_cmpxchg:
7250 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7251 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7252 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7253 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7254 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
7255 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
7256 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7257 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
7258 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
7259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7260 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7261 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
7262 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7263 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7264 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7265 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7266 ; SKIP-CACHE-INV-NEXT: s_endpgm
7441 ; SKIP-CACHE-INV-LABEL: flat_system_seq_cst_seq_cst_ret_cmpxchg:
7442 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7443 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7444 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7445 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7446 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
7447 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
7448 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7449 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
7450 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
7451 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7452 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7453 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
7454 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7455 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7456 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7457 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7458 ; SKIP-CACHE-INV-NEXT: s_endpgm
7606 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_unordered_load:
7607 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7608 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7609 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7610 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7611 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7612 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
7613 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7614 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7615 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7616 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7617 ; SKIP-CACHE-INV-NEXT: s_endpgm
7741 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_load:
7742 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7743 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7744 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7745 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7746 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7747 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
7748 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7749 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7750 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7751 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7752 ; SKIP-CACHE-INV-NEXT: s_endpgm
7884 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_load:
7885 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7886 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7887 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7888 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7889 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7890 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
7891 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
7892 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7893 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7894 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7895 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7896 ; SKIP-CACHE-INV-NEXT: s_endpgm
8047 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_load:
8048 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8049 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8050 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8051 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8052 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
8053 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8054 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
8055 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8056 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8057 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8058 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8059 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8060 ; SKIP-CACHE-INV-NEXT: s_endpgm
8202 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_unordered_store:
8203 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8204 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8205 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8206 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8207 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8208 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8209 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8210 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8211 ; SKIP-CACHE-INV-NEXT: s_endpgm
8318 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_store:
8319 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8320 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8321 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8322 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8323 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8324 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8325 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8326 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8327 ; SKIP-CACHE-INV-NEXT: s_endpgm
8439 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_store:
8440 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8441 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8442 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8443 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8444 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8445 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8446 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8447 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8448 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8449 ; SKIP-CACHE-INV-NEXT: s_endpgm
8573 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_store:
8574 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8575 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8576 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8577 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8578 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8579 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8580 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8581 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8582 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8583 ; SKIP-CACHE-INV-NEXT: s_endpgm
8702 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_atomicrmw:
8703 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8704 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8705 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8706 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8707 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8708 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8709 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8710 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8711 ; SKIP-CACHE-INV-NEXT: s_endpgm
8826 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_atomicrmw:
8827 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8828 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8829 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8830 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8831 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8832 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8833 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8834 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8835 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8836 ; SKIP-CACHE-INV-NEXT: s_endpgm
8962 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_atomicrmw:
8963 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8964 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8965 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8966 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8967 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8968 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8969 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8970 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8971 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8972 ; SKIP-CACHE-INV-NEXT: s_endpgm
9104 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_atomicrmw:
9105 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9106 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9107 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9108 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9109 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9110 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9111 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9112 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9113 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
9114 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9115 ; SKIP-CACHE-INV-NEXT: s_endpgm
9261 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_atomicrmw:
9262 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9263 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9264 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9265 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9266 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9267 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9268 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9269 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9270 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
9271 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9272 ; SKIP-CACHE-INV-NEXT: s_endpgm
9419 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_ret_atomicrmw:
9420 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9421 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9422 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9423 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9424 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9425 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9426 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9427 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9428 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9429 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9430 ; SKIP-CACHE-INV-NEXT: s_endpgm
9583 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_ret_atomicrmw:
9584 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9585 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9586 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9587 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9588 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9589 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9590 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9591 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9592 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9593 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9594 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9595 ; SKIP-CACHE-INV-NEXT: s_endpgm
9760 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_ret_atomicrmw:
9761 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9762 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9763 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9764 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9765 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9766 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9767 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9768 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9769 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9770 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9771 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9772 ; SKIP-CACHE-INV-NEXT: s_endpgm
9927 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_monotonic_cmpxchg:
9928 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9929 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9930 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9931 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9932 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9933 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9934 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9935 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9936 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9937 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9938 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9939 ; SKIP-CACHE-INV-NEXT: s_endpgm
10064 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_monotonic_cmpxchg:
10065 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10066 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10067 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10068 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10069 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10070 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10071 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10072 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10073 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10075 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10076 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10077 ; SKIP-CACHE-INV-NEXT: s_endpgm
10213 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_monotonic_cmpxchg:
10214 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10215 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10216 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10217 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10218 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10219 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10220 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10221 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10222 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10223 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10224 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10225 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10226 ; SKIP-CACHE-INV-NEXT: s_endpgm
10368 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_monotonic_cmpxchg:
10369 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10370 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10371 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10372 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10373 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10374 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10375 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10376 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10377 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10378 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10379 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10380 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10381 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10382 ; SKIP-CACHE-INV-NEXT: s_endpgm
10538 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_monotonic_cmpxchg:
10539 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10540 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10541 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10542 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10543 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10544 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10545 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10546 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10547 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10548 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10549 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10550 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10551 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10552 ; SKIP-CACHE-INV-NEXT: s_endpgm
10703 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_acquire_cmpxchg:
10704 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10705 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10706 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10707 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10708 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10709 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10710 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10711 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10712 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10713 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10714 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10715 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10716 ; SKIP-CACHE-INV-NEXT: s_endpgm
10855 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_acquire_cmpxchg:
10856 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10857 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10858 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10859 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10860 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10861 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10862 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10863 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10864 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10865 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10866 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10867 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10868 ; SKIP-CACHE-INV-NEXT: s_endpgm
11012 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_acquire_cmpxchg:
11013 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11014 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11015 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11016 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11017 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11018 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11019 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11020 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11021 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11022 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11023 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11024 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11025 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11026 ; SKIP-CACHE-INV-NEXT: s_endpgm
11182 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_acquire_cmpxchg:
11183 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11184 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11185 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11186 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11187 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11188 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11189 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11190 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11191 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11193 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11194 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11195 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11196 ; SKIP-CACHE-INV-NEXT: s_endpgm
11352 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_acquire_cmpxchg:
11353 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11354 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11355 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11356 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11357 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11358 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11359 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11360 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11361 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11362 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11363 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11364 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11365 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11366 ; SKIP-CACHE-INV-NEXT: s_endpgm
11522 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_seq_cst_cmpxchg:
11523 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11524 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11525 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11526 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11527 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11528 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11529 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11530 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11531 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11532 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11533 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11534 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11535 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11536 ; SKIP-CACHE-INV-NEXT: s_endpgm
11692 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_seq_cst_cmpxchg:
11693 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11694 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11695 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11696 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11697 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11698 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11699 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11700 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11701 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11702 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11703 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11704 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11705 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11706 ; SKIP-CACHE-INV-NEXT: s_endpgm
11862 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_seq_cst_cmpxchg:
11863 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11864 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11865 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11866 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11867 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11868 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11869 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11870 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11871 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11872 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11873 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11874 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11875 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11876 ; SKIP-CACHE-INV-NEXT: s_endpgm
12032 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_seq_cst_cmpxchg:
12033 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12034 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12035 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12036 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12037 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
12038 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
12039 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12040 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12041 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12042 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12043 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12044 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
12045 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12046 ; SKIP-CACHE-INV-NEXT: s_endpgm
12202 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_seq_cst_cmpxchg:
12203 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12204 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12205 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12206 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12207 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
12208 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
12209 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12210 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12211 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12212 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12213 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12214 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
12215 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12216 ; SKIP-CACHE-INV-NEXT: s_endpgm
12371 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_monotonic_ret_cmpxchg:
12372 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12373 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12374 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12375 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12376 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12377 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12378 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12379 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12380 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12381 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12382 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12383 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12384 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12385 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12386 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12387 ; SKIP-CACHE-INV-NEXT: s_endpgm
12538 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_monotonic_ret_cmpxchg:
12539 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12540 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12541 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12542 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12543 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12544 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12545 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12546 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12547 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12548 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12549 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12550 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12551 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12552 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12553 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12554 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12555 ; SKIP-CACHE-INV-NEXT: s_endpgm
12717 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_monotonic_ret_cmpxchg:
12718 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12719 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12720 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12721 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12722 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12723 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12724 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12725 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12726 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12727 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12728 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12729 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12730 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12731 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12732 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12733 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12734 ; SKIP-CACHE-INV-NEXT: s_endpgm
12902 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_monotonic_ret_cmpxchg:
12903 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12904 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12905 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12906 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12907 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12908 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12909 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12910 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12911 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12912 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12913 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12914 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12915 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12916 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12917 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12918 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12919 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12920 ; SKIP-CACHE-INV-NEXT: s_endpgm
13102 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_monotonic_ret_cmpxchg:
13103 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13104 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13105 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13106 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13107 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13108 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13109 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13110 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13111 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13112 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13113 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13114 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13115 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13116 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13117 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13118 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13119 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13120 ; SKIP-CACHE-INV-NEXT: s_endpgm
13297 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_acquire_ret_cmpxchg:
13298 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13299 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13300 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13301 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13302 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13303 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13304 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13305 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13306 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13307 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13308 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13309 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13310 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13311 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13312 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13313 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13314 ; SKIP-CACHE-INV-NEXT: s_endpgm
13479 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_acquire_ret_cmpxchg:
13480 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13481 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13482 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13483 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13484 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13485 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13487 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13488 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13489 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13490 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13491 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13492 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13493 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13494 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13495 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13496 ; SKIP-CACHE-INV-NEXT: s_endpgm
13666 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_acquire_ret_cmpxchg:
13667 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13668 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13669 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13670 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13671 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13672 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13673 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13674 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13675 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13677 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13678 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13679 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13682 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13683 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13684 ; SKIP-CACHE-INV-NEXT: s_endpgm
13866 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_acquire_ret_cmpxchg:
13867 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13868 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13869 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13870 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13871 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13872 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13876 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13877 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13878 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13879 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13880 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13881 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13882 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13883 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13884 ; SKIP-CACHE-INV-NEXT: s_endpgm
14066 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_acquire_ret_cmpxchg:
14067 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14068 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14069 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14070 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14071 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14072 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14073 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14075 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14077 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14078 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14079 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14080 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14081 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14082 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14083 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14084 ; SKIP-CACHE-INV-NEXT: s_endpgm
14266 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_monotonic_seq_cst_ret_cmpxchg:
14267 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14268 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14269 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14270 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14271 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14272 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14273 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14274 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14275 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14276 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14277 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14278 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14279 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14280 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14281 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14282 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14283 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14284 ; SKIP-CACHE-INV-NEXT: s_endpgm
14466 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acquire_seq_cst_ret_cmpxchg:
14467 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14468 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14469 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14470 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14471 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14472 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14473 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14474 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14475 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14476 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14477 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14478 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14479 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14480 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14481 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14482 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14483 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14484 ; SKIP-CACHE-INV-NEXT: s_endpgm
14666 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_release_seq_cst_ret_cmpxchg:
14667 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14668 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14669 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14670 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14671 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14672 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14673 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14674 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14675 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14677 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14678 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14679 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14682 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14683 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14684 ; SKIP-CACHE-INV-NEXT: s_endpgm
14866 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_acq_rel_seq_cst_ret_cmpxchg:
14867 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14868 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14869 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14870 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14871 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14872 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14876 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14877 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14878 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14879 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14880 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14881 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14882 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14883 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14884 ; SKIP-CACHE-INV-NEXT: s_endpgm
15066 ; SKIP-CACHE-INV-LABEL: flat_system_one_as_seq_cst_seq_cst_ret_cmpxchg:
15067 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
15068 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
15069 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
15070 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
15071 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
15072 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
15073 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
15074 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
15075 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
15076 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
15077 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
15078 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
15079 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
15080 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
15081 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
15082 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
15083 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
15084 ; SKIP-CACHE-INV-NEXT: s_endpgm