Lines Matching refs:SKIP
5 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
53 ; SKIP-CACHE-INV-LABEL: flat_agent_unordered_load:
54 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
55 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
56 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
57 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
58 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
59 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
60 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
61 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
62 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
63 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
64 ; SKIP-CACHE-INV-NEXT: s_endpgm
188 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_load:
189 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
191 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
192 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
194 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
196 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
197 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
198 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
199 ; SKIP-CACHE-INV-NEXT: s_endpgm
328 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_load:
329 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
330 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
331 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
332 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
333 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
334 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
335 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
336 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
337 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
338 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
339 ; SKIP-CACHE-INV-NEXT: s_endpgm
481 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_load:
482 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
483 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
484 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
487 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
488 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
489 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
490 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
491 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
492 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
493 ; SKIP-CACHE-INV-NEXT: s_endpgm
629 ; SKIP-CACHE-INV-LABEL: flat_agent_unordered_store:
630 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
631 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
632 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
633 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
634 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
635 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
636 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
637 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
638 ; SKIP-CACHE-INV-NEXT: s_endpgm
745 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_store:
746 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
747 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
748 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
749 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
750 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
751 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
752 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
753 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
754 ; SKIP-CACHE-INV-NEXT: s_endpgm
866 ; SKIP-CACHE-INV-LABEL: flat_agent_release_store:
867 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
868 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
869 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
870 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
871 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
872 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
874 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
875 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
876 ; SKIP-CACHE-INV-NEXT: s_endpgm
998 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_store:
999 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1000 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
1001 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
1002 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1003 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1004 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1005 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1006 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1007 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1008 ; SKIP-CACHE-INV-NEXT: s_endpgm
1125 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_atomicrmw:
1126 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1127 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1128 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1129 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1130 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1131 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1132 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1133 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1134 ; SKIP-CACHE-INV-NEXT: s_endpgm
1251 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_atomicrmw:
1252 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1253 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1254 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1255 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1256 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1257 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1258 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1259 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1260 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1261 ; SKIP-CACHE-INV-NEXT: s_endpgm
1387 ; SKIP-CACHE-INV-LABEL: flat_agent_release_atomicrmw:
1388 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1389 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1390 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1391 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1392 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1393 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1394 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1395 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1396 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1397 ; SKIP-CACHE-INV-NEXT: s_endpgm
1529 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_atomicrmw:
1530 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1531 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1532 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1533 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1534 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1535 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1536 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1537 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1538 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1539 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1540 ; SKIP-CACHE-INV-NEXT: s_endpgm
1686 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_atomicrmw:
1687 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1688 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1689 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1690 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1691 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1692 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1693 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1694 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1695 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
1696 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1697 ; SKIP-CACHE-INV-NEXT: s_endpgm
1839 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_ret_atomicrmw:
1840 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1841 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1842 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1843 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1844 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
1845 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
1846 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
1847 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
1848 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
1849 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
1850 ; SKIP-CACHE-INV-NEXT: s_endpgm
1994 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_ret_atomicrmw:
1995 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1996 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
1997 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
1998 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1999 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2000 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2001 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2002 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2003 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
2004 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2005 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
2006 ; SKIP-CACHE-INV-NEXT: s_endpgm
2160 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_ret_atomicrmw:
2161 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2162 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2163 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
2164 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2165 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2166 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2167 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2168 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2169 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
2170 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2171 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
2172 ; SKIP-CACHE-INV-NEXT: s_endpgm
2319 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_monotonic_cmpxchg:
2320 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2321 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2322 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2323 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2324 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2325 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2326 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2329 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2330 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2331 ; SKIP-CACHE-INV-NEXT: s_endpgm
2458 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_monotonic_cmpxchg:
2459 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2460 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2461 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2462 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2463 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2464 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2465 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2466 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2467 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2468 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2469 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2470 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2471 ; SKIP-CACHE-INV-NEXT: s_endpgm
2607 ; SKIP-CACHE-INV-LABEL: flat_agent_release_monotonic_cmpxchg:
2608 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2609 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2610 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2611 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2612 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2613 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2614 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2615 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2616 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2617 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2618 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2619 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2620 ; SKIP-CACHE-INV-NEXT: s_endpgm
2762 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_monotonic_cmpxchg:
2763 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2764 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2765 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2766 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2767 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2768 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2769 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2770 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2771 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2772 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2773 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2774 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2775 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2776 ; SKIP-CACHE-INV-NEXT: s_endpgm
2932 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_monotonic_cmpxchg:
2933 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2934 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
2935 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
2936 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2937 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
2938 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
2939 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
2940 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
2941 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
2942 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
2943 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2944 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
2945 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
2946 ; SKIP-CACHE-INV-NEXT: s_endpgm
3097 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_acquire_cmpxchg:
3098 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3099 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3100 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3101 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3102 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3103 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3106 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3107 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3108 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3109 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3110 ; SKIP-CACHE-INV-NEXT: s_endpgm
3251 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_acquire_cmpxchg:
3252 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3253 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3254 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3255 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3256 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3257 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3258 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3259 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3260 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3261 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3262 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3263 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3264 ; SKIP-CACHE-INV-NEXT: s_endpgm
3410 ; SKIP-CACHE-INV-LABEL: flat_agent_release_acquire_cmpxchg:
3411 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3412 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3413 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3414 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3415 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3416 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3417 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3418 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3419 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3420 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3421 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3422 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3423 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3424 ; SKIP-CACHE-INV-NEXT: s_endpgm
3580 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_acquire_cmpxchg:
3581 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3582 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3583 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3584 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3585 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3586 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3587 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3588 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3589 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3590 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3591 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3592 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3593 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3594 ; SKIP-CACHE-INV-NEXT: s_endpgm
3750 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_acquire_cmpxchg:
3751 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3752 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3753 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3754 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3755 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3756 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3757 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3758 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3759 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3760 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3761 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3762 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3763 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3764 ; SKIP-CACHE-INV-NEXT: s_endpgm
3920 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_seq_cst_cmpxchg:
3921 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3922 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
3923 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
3924 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3925 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
3926 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
3927 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
3928 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
3929 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
3930 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
3931 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3932 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
3933 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
3934 ; SKIP-CACHE-INV-NEXT: s_endpgm
4090 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_seq_cst_cmpxchg:
4091 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4092 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4093 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4094 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4095 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4096 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4097 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4098 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4099 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4100 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4101 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4102 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4103 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4104 ; SKIP-CACHE-INV-NEXT: s_endpgm
4260 ; SKIP-CACHE-INV-LABEL: flat_agent_release_seq_cst_cmpxchg:
4261 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4262 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4263 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4264 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4265 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4266 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4267 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4268 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4269 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4270 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4271 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4272 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4273 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4274 ; SKIP-CACHE-INV-NEXT: s_endpgm
4430 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_seq_cst_cmpxchg:
4431 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4432 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4433 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4434 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4435 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4436 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4437 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4438 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4439 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4440 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4441 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4442 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4443 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4444 ; SKIP-CACHE-INV-NEXT: s_endpgm
4600 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_seq_cst_cmpxchg:
4601 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4602 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4603 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4604 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4605 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
4606 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
4607 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4608 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4609 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4610 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4611 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4612 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
4613 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4614 ; SKIP-CACHE-INV-NEXT: s_endpgm
4767 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_monotonic_ret_cmpxchg:
4768 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4769 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4770 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4771 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4772 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4773 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4774 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4775 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4776 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4777 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4778 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4779 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4780 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4781 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4782 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4783 ; SKIP-CACHE-INV-NEXT: s_endpgm
4931 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_monotonic_ret_cmpxchg:
4932 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4933 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
4934 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
4935 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4936 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
4937 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
4938 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
4939 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
4940 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
4941 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
4942 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
4943 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
4944 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
4945 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
4946 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
4947 ; SKIP-CACHE-INV-NEXT: s_endpgm
5103 ; SKIP-CACHE-INV-LABEL: flat_agent_release_monotonic_ret_cmpxchg:
5104 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5105 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5106 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5107 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5108 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5109 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5110 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5111 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5112 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5113 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5114 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5115 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5116 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5117 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5118 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5119 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5120 ; SKIP-CACHE-INV-NEXT: s_endpgm
5283 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_monotonic_ret_cmpxchg:
5284 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5285 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5286 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5287 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5288 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5289 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5290 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5291 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5292 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5293 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5294 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5295 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5296 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5297 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5298 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5299 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5300 ; SKIP-CACHE-INV-NEXT: s_endpgm
5471 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_monotonic_ret_cmpxchg:
5472 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5473 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5474 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5475 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5476 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5477 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5478 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5479 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5480 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5481 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5482 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5483 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5484 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5486 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5487 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5488 ; SKIP-CACHE-INV-NEXT: s_endpgm
5654 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_acquire_ret_cmpxchg:
5655 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5656 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5657 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5658 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5659 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5660 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5661 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5662 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5663 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5664 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5665 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5666 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5667 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5668 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5669 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5670 ; SKIP-CACHE-INV-NEXT: s_endpgm
5826 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_acquire_ret_cmpxchg:
5827 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5828 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
5829 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
5830 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5831 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
5832 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
5833 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
5834 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
5835 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
5836 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
5837 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
5838 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
5839 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
5840 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
5841 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
5842 ; SKIP-CACHE-INV-NEXT: s_endpgm
6003 ; SKIP-CACHE-INV-LABEL: flat_agent_release_acquire_ret_cmpxchg:
6004 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6005 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6006 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6007 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6008 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6009 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6010 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6011 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6012 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6013 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6014 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6015 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6016 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6017 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6018 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6019 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6020 ; SKIP-CACHE-INV-NEXT: s_endpgm
6191 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_acquire_ret_cmpxchg:
6192 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6193 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6194 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6195 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6196 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6197 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6198 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6199 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6200 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6201 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6202 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6203 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6204 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6205 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6206 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6207 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6208 ; SKIP-CACHE-INV-NEXT: s_endpgm
6379 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_acquire_ret_cmpxchg:
6380 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6381 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6382 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6383 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6384 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6385 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6386 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6387 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6388 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6389 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6390 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6391 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6392 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6393 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6394 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6395 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6396 ; SKIP-CACHE-INV-NEXT: s_endpgm
6567 ; SKIP-CACHE-INV-LABEL: flat_agent_monotonic_seq_cst_ret_cmpxchg:
6568 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6569 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6570 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6571 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6572 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6573 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6574 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6575 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6576 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6577 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6578 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6579 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6580 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6581 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6582 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6583 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6584 ; SKIP-CACHE-INV-NEXT: s_endpgm
6755 ; SKIP-CACHE-INV-LABEL: flat_agent_acquire_seq_cst_ret_cmpxchg:
6756 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6757 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6758 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6759 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6760 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6761 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6762 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6763 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6764 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6765 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6766 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6767 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6768 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6769 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6770 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6771 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6772 ; SKIP-CACHE-INV-NEXT: s_endpgm
6943 ; SKIP-CACHE-INV-LABEL: flat_agent_release_seq_cst_ret_cmpxchg:
6944 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6945 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
6946 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
6947 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6948 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
6949 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
6950 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
6951 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
6952 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
6953 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
6954 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6955 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
6956 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
6957 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
6958 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
6959 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
6960 ; SKIP-CACHE-INV-NEXT: s_endpgm
7131 ; SKIP-CACHE-INV-LABEL: flat_agent_acq_rel_seq_cst_ret_cmpxchg:
7132 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7133 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7134 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7135 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7136 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
7137 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
7138 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7139 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
7140 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
7141 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7142 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7143 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
7144 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7145 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7146 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7147 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7148 ; SKIP-CACHE-INV-NEXT: s_endpgm
7319 ; SKIP-CACHE-INV-LABEL: flat_agent_seq_cst_seq_cst_ret_cmpxchg:
7320 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7321 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
7322 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
7323 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7324 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
7325 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
7326 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
7327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
7328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
7329 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
7330 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7331 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
7332 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7333 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7334 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7335 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7336 ; SKIP-CACHE-INV-NEXT: s_endpgm
7480 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_unordered_load:
7481 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7482 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7483 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7486 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1]
7487 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7488 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7489 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7490 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7491 ; SKIP-CACHE-INV-NEXT: s_endpgm
7615 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_load:
7616 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7617 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7618 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7619 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7620 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7621 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
7622 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7623 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7624 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
7625 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7626 ; SKIP-CACHE-INV-NEXT: s_endpgm
7758 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_load:
7759 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7760 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7761 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7762 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7763 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7764 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
7765 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
7766 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7767 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7768 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7769 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7770 ; SKIP-CACHE-INV-NEXT: s_endpgm
7919 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_load:
7920 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7921 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7922 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7923 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7924 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7925 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
7926 ; SKIP-CACHE-INV-NEXT: flat_load_dword v2, v[0:1] glc
7927 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
7928 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
7929 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
7930 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7931 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
7932 ; SKIP-CACHE-INV-NEXT: s_endpgm
8072 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_unordered_store:
8073 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8074 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8075 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8076 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8077 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8078 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8079 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8080 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8081 ; SKIP-CACHE-INV-NEXT: s_endpgm
8188 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_store:
8189 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8190 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8191 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8192 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8193 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8194 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8195 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8196 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8197 ; SKIP-CACHE-INV-NEXT: s_endpgm
8309 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_store:
8310 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8311 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8312 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8313 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8314 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8315 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8316 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8317 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8318 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8319 ; SKIP-CACHE-INV-NEXT: s_endpgm
8441 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_store:
8442 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8443 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x2
8444 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x0
8445 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8446 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8447 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8448 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8449 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8450 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
8451 ; SKIP-CACHE-INV-NEXT: s_endpgm
8568 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_atomicrmw:
8569 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8570 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8571 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8572 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8573 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8574 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8575 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8576 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8577 ; SKIP-CACHE-INV-NEXT: s_endpgm
8692 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_atomicrmw:
8693 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8694 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8695 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8696 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8697 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8698 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8699 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8700 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8701 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8702 ; SKIP-CACHE-INV-NEXT: s_endpgm
8826 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_atomicrmw:
8827 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8828 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8829 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8830 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8831 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8832 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8833 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8834 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8835 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8836 ; SKIP-CACHE-INV-NEXT: s_endpgm
8966 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_atomicrmw:
8967 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8968 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
8969 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
8970 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8971 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
8972 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
8973 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
8974 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8975 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
8976 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
8977 ; SKIP-CACHE-INV-NEXT: s_endpgm
9119 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_atomicrmw:
9120 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9121 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9122 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9123 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9124 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9125 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9126 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9127 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9128 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v[0:1], v2
9129 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9130 ; SKIP-CACHE-INV-NEXT: s_endpgm
9273 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_ret_atomicrmw:
9274 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9275 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9276 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9277 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9278 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9279 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9280 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9281 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9282 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9283 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9284 ; SKIP-CACHE-INV-NEXT: s_endpgm
9435 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_ret_atomicrmw:
9436 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9437 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9438 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9439 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9440 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9441 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9442 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9443 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9444 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9445 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9446 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9447 ; SKIP-CACHE-INV-NEXT: s_endpgm
9608 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_ret_atomicrmw:
9609 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9610 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9611 ; SKIP-CACHE-INV-NEXT: s_load_dword s0, s[0:1], 0x2
9612 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9613 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9614 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9615 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9616 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9617 ; SKIP-CACHE-INV-NEXT: flat_atomic_swap v2, v[0:1], v2 glc
9618 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
9619 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
9620 ; SKIP-CACHE-INV-NEXT: s_endpgm
9771 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_monotonic_cmpxchg:
9772 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9773 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9774 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9775 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9776 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9777 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9778 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9779 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9780 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9781 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9782 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9783 ; SKIP-CACHE-INV-NEXT: s_endpgm
9908 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_monotonic_cmpxchg:
9909 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9910 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
9911 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
9912 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9913 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
9914 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
9915 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
9916 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
9917 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
9918 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
9919 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
9920 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
9921 ; SKIP-CACHE-INV-NEXT: s_endpgm
10055 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_monotonic_cmpxchg:
10056 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10057 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10058 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10059 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10060 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10061 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10062 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10063 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10064 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10065 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10066 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10067 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10068 ; SKIP-CACHE-INV-NEXT: s_endpgm
10208 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_monotonic_cmpxchg:
10209 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10210 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10211 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10212 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10213 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10214 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10215 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10216 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10217 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10218 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10219 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10220 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10221 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10222 ; SKIP-CACHE-INV-NEXT: s_endpgm
10374 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_monotonic_cmpxchg:
10375 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10376 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10377 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10378 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10379 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10380 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10381 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10382 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10383 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10384 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10385 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10386 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10387 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10388 ; SKIP-CACHE-INV-NEXT: s_endpgm
10535 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_acquire_cmpxchg:
10536 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10537 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10538 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10539 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10540 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10541 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10542 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10543 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10544 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10545 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10546 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10547 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10548 ; SKIP-CACHE-INV-NEXT: s_endpgm
10685 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_acquire_cmpxchg:
10686 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10687 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10688 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10689 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10690 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10691 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10692 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10693 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10694 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10695 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10696 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10697 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10698 ; SKIP-CACHE-INV-NEXT: s_endpgm
10840 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_acquire_cmpxchg:
10841 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10842 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
10843 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
10844 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10845 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
10846 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
10847 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
10848 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
10849 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
10850 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
10851 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10852 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
10853 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
10854 ; SKIP-CACHE-INV-NEXT: s_endpgm
11006 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_acquire_cmpxchg:
11007 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11008 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11009 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11010 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11011 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11012 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11013 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11014 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11015 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11016 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11017 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11018 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11019 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11020 ; SKIP-CACHE-INV-NEXT: s_endpgm
11172 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_acquire_cmpxchg:
11173 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11174 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11175 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11176 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11177 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11178 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11179 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11180 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11181 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11182 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11183 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11184 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11185 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11186 ; SKIP-CACHE-INV-NEXT: s_endpgm
11338 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_seq_cst_cmpxchg:
11339 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11340 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11341 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11342 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11343 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11344 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11345 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11346 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11347 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11348 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11349 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11350 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11351 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11352 ; SKIP-CACHE-INV-NEXT: s_endpgm
11504 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_seq_cst_cmpxchg:
11505 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11506 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11507 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11508 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11509 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11510 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11511 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11512 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11513 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11514 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11515 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11516 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11517 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11518 ; SKIP-CACHE-INV-NEXT: s_endpgm
11670 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_seq_cst_cmpxchg:
11671 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11672 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11673 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11674 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11675 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11676 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11679 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11681 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11682 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11683 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11684 ; SKIP-CACHE-INV-NEXT: s_endpgm
11836 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_seq_cst_cmpxchg:
11837 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11838 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
11839 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
11840 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11841 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
11842 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
11843 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
11844 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
11845 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
11846 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
11847 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11848 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
11849 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
11850 ; SKIP-CACHE-INV-NEXT: s_endpgm
12002 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_seq_cst_cmpxchg:
12003 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12004 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12005 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12006 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12007 ; SKIP-CACHE-INV-NEXT: s_add_u32 s2, s2, 16
12008 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s3, s3, 0
12009 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12010 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12011 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12012 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12013 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12014 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v[0:1], v[2:3]
12015 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12016 ; SKIP-CACHE-INV-NEXT: s_endpgm
12167 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_monotonic_ret_cmpxchg:
12168 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12169 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12170 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12171 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12172 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12173 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12174 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12175 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12176 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12177 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12178 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12179 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12180 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12181 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12182 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12183 ; SKIP-CACHE-INV-NEXT: s_endpgm
12334 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_monotonic_ret_cmpxchg:
12335 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12336 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12337 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12338 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12339 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12340 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12341 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12342 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12343 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12344 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12345 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12346 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12347 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12348 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12349 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12350 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12351 ; SKIP-CACHE-INV-NEXT: s_endpgm
12511 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_monotonic_ret_cmpxchg:
12512 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12513 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12514 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12515 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12516 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12517 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12518 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12519 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12520 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12521 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12522 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12523 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12524 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12525 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12526 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
12527 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12528 ; SKIP-CACHE-INV-NEXT: s_endpgm
12694 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_monotonic_ret_cmpxchg:
12695 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12696 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12697 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12698 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12699 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12700 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12701 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12702 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12703 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12704 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12705 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12706 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12707 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12708 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12709 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12710 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12711 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12712 ; SKIP-CACHE-INV-NEXT: s_endpgm
12890 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_monotonic_ret_cmpxchg:
12891 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
12892 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
12893 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
12894 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12895 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
12896 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
12897 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
12898 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
12899 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
12900 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
12901 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12902 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
12903 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
12904 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
12905 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
12906 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
12907 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
12908 ; SKIP-CACHE-INV-NEXT: s_endpgm
13081 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_acquire_ret_cmpxchg:
13082 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13083 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13084 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13085 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13086 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13087 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13088 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13089 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13090 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13091 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13092 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13093 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13094 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13095 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13096 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13097 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13098 ; SKIP-CACHE-INV-NEXT: s_endpgm
13261 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_acquire_ret_cmpxchg:
13262 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13263 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13264 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13265 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13266 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13267 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13268 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13269 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13270 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13271 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13272 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13273 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13274 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13275 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13276 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13277 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13278 ; SKIP-CACHE-INV-NEXT: s_endpgm
13446 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_acquire_ret_cmpxchg:
13447 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13448 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13449 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13450 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13451 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13452 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13453 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13454 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13455 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13456 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13457 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13458 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13459 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13460 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13461 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13462 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13463 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13464 ; SKIP-CACHE-INV-NEXT: s_endpgm
13642 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_acquire_ret_cmpxchg:
13643 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13644 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13645 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13646 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13647 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13648 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13649 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13650 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13651 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13652 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13653 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13654 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13655 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13656 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13657 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13658 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13659 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13660 ; SKIP-CACHE-INV-NEXT: s_endpgm
13838 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_acquire_ret_cmpxchg:
13839 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
13840 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
13841 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
13842 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13843 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
13844 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
13845 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
13846 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
13847 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
13848 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
13849 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13850 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
13851 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
13852 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
13853 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
13854 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
13855 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
13856 ; SKIP-CACHE-INV-NEXT: s_endpgm
14034 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_monotonic_seq_cst_ret_cmpxchg:
14035 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14036 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14037 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14038 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14039 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14040 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14041 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14042 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14043 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14044 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14045 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14046 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14047 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14048 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14049 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14050 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14051 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14052 ; SKIP-CACHE-INV-NEXT: s_endpgm
14230 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acquire_seq_cst_ret_cmpxchg:
14231 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14232 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14233 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14234 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14235 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14236 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14237 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14238 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14239 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14240 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14241 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14242 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14243 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14244 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14245 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14246 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14247 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14248 ; SKIP-CACHE-INV-NEXT: s_endpgm
14426 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_release_seq_cst_ret_cmpxchg:
14427 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14428 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14429 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14430 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14431 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14432 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14433 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14434 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14435 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14436 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14437 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14438 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14439 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14440 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14441 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14442 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14443 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14444 ; SKIP-CACHE-INV-NEXT: s_endpgm
14622 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_acq_rel_seq_cst_ret_cmpxchg:
14623 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14624 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14625 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14626 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14627 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14628 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14629 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14630 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14631 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14632 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14633 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14634 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14635 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14636 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14637 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14638 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14639 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14640 ; SKIP-CACHE-INV-NEXT: s_endpgm
14818 ; SKIP-CACHE-INV-LABEL: flat_agent_one_as_seq_cst_seq_cst_ret_cmpxchg:
14819 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
14820 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[2:3], s[0:1], 0x0
14821 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x2
14822 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14823 ; SKIP-CACHE-INV-NEXT: s_add_u32 s4, s2, 16
14824 ; SKIP-CACHE-INV-NEXT: s_addc_u32 s5, s3, 0
14825 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s4
14826 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v3, s1
14827 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s5
14828 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s0
14829 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14830 ; SKIP-CACHE-INV-NEXT: flat_atomic_cmpswap v2, v[0:1], v[2:3] glc
14831 ; SKIP-CACHE-INV-NEXT: s_waitcnt vmcnt(0)
14832 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s2
14833 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s3
14834 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
14835 ; SKIP-CACHE-INV-NEXT: flat_store_dword v[0:1], v2
14836 ; SKIP-CACHE-INV-NEXT: s_endpgm