Lines Matching refs:SKIP
6 …-skip-cache-invalidations -verify-machineinstrs < %s | FileCheck --check-prefixes=SKIP-CACHE-INV %s
62 ; SKIP-CACHE-INV-LABEL: local_singlethread_unordered_load:
63 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
64 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
65 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
66 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
67 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
68 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
69 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
70 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
71 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
72 ; SKIP-CACHE-INV-NEXT: s_endpgm
192 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_load:
193 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
194 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
195 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
196 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
197 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
198 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
199 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
200 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
201 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
202 ; SKIP-CACHE-INV-NEXT: s_endpgm
322 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_load:
323 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
324 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
325 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
326 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
327 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
328 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
329 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
330 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
331 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
332 ; SKIP-CACHE-INV-NEXT: s_endpgm
452 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_load:
453 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
454 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
455 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
456 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
457 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
458 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
459 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
460 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
461 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
462 ; SKIP-CACHE-INV-NEXT: s_endpgm
574 ; SKIP-CACHE-INV-LABEL: local_singlethread_unordered_store:
575 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
576 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
577 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
578 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
579 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
580 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
581 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
582 ; SKIP-CACHE-INV-NEXT: s_endpgm
681 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_store:
682 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
683 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
684 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
685 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
686 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
687 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
688 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
689 ; SKIP-CACHE-INV-NEXT: s_endpgm
788 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_store:
789 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
790 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
791 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
792 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
793 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
794 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
795 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
796 ; SKIP-CACHE-INV-NEXT: s_endpgm
895 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_store:
896 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
897 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
898 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
899 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
900 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
901 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
902 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
903 ; SKIP-CACHE-INV-NEXT: s_endpgm
1002 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_atomicrmw:
1003 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1004 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1005 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1006 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1007 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1008 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1009 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
1010 ; SKIP-CACHE-INV-NEXT: s_endpgm
1109 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_atomicrmw:
1110 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1111 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1112 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1113 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1114 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1115 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1116 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
1117 ; SKIP-CACHE-INV-NEXT: s_endpgm
1216 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_atomicrmw:
1217 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1218 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1219 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1220 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1221 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1222 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1223 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
1224 ; SKIP-CACHE-INV-NEXT: s_endpgm
1323 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_atomicrmw:
1324 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1325 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1326 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1327 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1328 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1329 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1330 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
1331 ; SKIP-CACHE-INV-NEXT: s_endpgm
1430 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_atomicrmw:
1431 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1432 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1433 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1434 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1435 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1436 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1437 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
1438 ; SKIP-CACHE-INV-NEXT: s_endpgm
1545 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_ret_atomicrmw:
1546 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1547 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1548 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1549 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1550 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1551 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1552 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
1553 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1554 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
1555 ; SKIP-CACHE-INV-NEXT: s_endpgm
1675 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_ret_atomicrmw:
1676 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1677 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1678 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1679 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1680 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1681 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1682 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
1683 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1684 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
1685 ; SKIP-CACHE-INV-NEXT: s_endpgm
1805 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_ret_atomicrmw:
1806 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1807 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
1808 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1809 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1810 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1811 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
1812 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
1813 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1814 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
1815 ; SKIP-CACHE-INV-NEXT: s_endpgm
1931 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_monotonic_cmpxchg:
1932 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
1933 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
1934 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
1935 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
1936 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
1937 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
1938 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
1939 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
1940 ; SKIP-CACHE-INV-NEXT: s_endpgm
2050 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_monotonic_cmpxchg:
2051 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2052 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2053 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2054 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2055 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2056 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2057 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2058 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2059 ; SKIP-CACHE-INV-NEXT: s_endpgm
2169 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_monotonic_cmpxchg:
2170 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2171 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2172 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2173 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2174 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2175 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2176 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2177 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2178 ; SKIP-CACHE-INV-NEXT: s_endpgm
2288 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_monotonic_cmpxchg:
2289 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2290 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2291 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2292 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2293 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2294 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2295 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2296 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2297 ; SKIP-CACHE-INV-NEXT: s_endpgm
2407 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_monotonic_cmpxchg:
2408 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2409 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2410 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2411 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2412 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2413 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2414 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2415 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2416 ; SKIP-CACHE-INV-NEXT: s_endpgm
2526 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_acquire_cmpxchg:
2527 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2528 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2529 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2530 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2531 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2532 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2533 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2534 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2535 ; SKIP-CACHE-INV-NEXT: s_endpgm
2645 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_acquire_cmpxchg:
2646 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2647 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2648 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2649 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2650 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2651 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2652 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2653 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2654 ; SKIP-CACHE-INV-NEXT: s_endpgm
2764 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_acquire_cmpxchg:
2765 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2766 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2767 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2768 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2769 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2770 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2771 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2772 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2773 ; SKIP-CACHE-INV-NEXT: s_endpgm
2883 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_acquire_cmpxchg:
2884 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
2885 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
2886 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
2887 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
2888 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
2889 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
2890 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
2891 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
2892 ; SKIP-CACHE-INV-NEXT: s_endpgm
3002 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_acquire_cmpxchg:
3003 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3004 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3005 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3006 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3007 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3008 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3009 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3010 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3011 ; SKIP-CACHE-INV-NEXT: s_endpgm
3121 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_seq_cst_cmpxchg:
3122 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3123 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3124 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3125 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3126 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3127 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3128 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3129 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3130 ; SKIP-CACHE-INV-NEXT: s_endpgm
3240 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_seq_cst_cmpxchg:
3241 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3242 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3243 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3244 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3245 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3246 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3247 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3248 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3249 ; SKIP-CACHE-INV-NEXT: s_endpgm
3359 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_seq_cst_cmpxchg:
3360 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3361 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3362 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3363 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3364 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3365 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3366 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3367 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3368 ; SKIP-CACHE-INV-NEXT: s_endpgm
3478 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_seq_cst_cmpxchg:
3479 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3480 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3481 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3482 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3483 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3485 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3486 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3487 ; SKIP-CACHE-INV-NEXT: s_endpgm
3597 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_seq_cst_cmpxchg:
3598 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3599 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3600 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3601 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3602 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3603 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3604 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3605 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
3606 ; SKIP-CACHE-INV-NEXT: s_endpgm
3724 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_monotonic_ret_cmpxchg:
3725 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3726 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3727 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3728 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3729 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3730 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3731 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3732 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
3733 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3734 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
3735 ; SKIP-CACHE-INV-NEXT: s_endpgm
3867 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_monotonic_ret_cmpxchg:
3868 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
3869 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
3870 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
3871 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3872 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
3873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
3874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
3875 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
3876 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
3877 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
3878 ; SKIP-CACHE-INV-NEXT: s_endpgm
4010 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_monotonic_ret_cmpxchg:
4011 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4012 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4013 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4014 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4015 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4016 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4017 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4018 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4019 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4020 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4021 ; SKIP-CACHE-INV-NEXT: s_endpgm
4153 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_monotonic_ret_cmpxchg:
4154 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4155 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4156 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4157 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4158 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4159 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4160 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4161 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4162 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4163 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4164 ; SKIP-CACHE-INV-NEXT: s_endpgm
4296 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_monotonic_ret_cmpxchg:
4297 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4298 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4299 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4300 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4301 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4302 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4303 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4304 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4305 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4306 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4307 ; SKIP-CACHE-INV-NEXT: s_endpgm
4439 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_acquire_ret_cmpxchg:
4440 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4441 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4442 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4443 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4444 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4445 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4446 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4447 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4448 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4449 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4450 ; SKIP-CACHE-INV-NEXT: s_endpgm
4582 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_acquire_ret_cmpxchg:
4583 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4584 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4585 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4586 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4587 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4588 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4589 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4590 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4591 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4592 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4593 ; SKIP-CACHE-INV-NEXT: s_endpgm
4725 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_acquire_ret_cmpxchg:
4726 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4727 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4728 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4729 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4730 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4731 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4732 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4733 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4734 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4735 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4736 ; SKIP-CACHE-INV-NEXT: s_endpgm
4868 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_acquire_ret_cmpxchg:
4869 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
4870 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
4871 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
4872 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4873 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
4874 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
4875 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
4876 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
4877 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
4878 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
4879 ; SKIP-CACHE-INV-NEXT: s_endpgm
5011 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_acquire_ret_cmpxchg:
5012 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5013 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5014 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5015 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5016 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5017 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5018 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5019 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5020 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5021 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5022 ; SKIP-CACHE-INV-NEXT: s_endpgm
5154 ; SKIP-CACHE-INV-LABEL: local_singlethread_monotonic_seq_cst_ret_cmpxchg:
5155 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5156 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5157 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5158 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5159 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5160 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5161 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5162 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5163 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5164 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5165 ; SKIP-CACHE-INV-NEXT: s_endpgm
5297 ; SKIP-CACHE-INV-LABEL: local_singlethread_acquire_seq_cst_ret_cmpxchg:
5298 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5299 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5300 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5301 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5302 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5303 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5304 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5305 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5306 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5307 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5308 ; SKIP-CACHE-INV-NEXT: s_endpgm
5440 ; SKIP-CACHE-INV-LABEL: local_singlethread_release_seq_cst_ret_cmpxchg:
5441 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5442 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5443 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5444 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5445 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5446 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5447 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5448 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5449 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5450 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5451 ; SKIP-CACHE-INV-NEXT: s_endpgm
5583 ; SKIP-CACHE-INV-LABEL: local_singlethread_acq_rel_seq_cst_ret_cmpxchg:
5584 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5585 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5586 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5587 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5588 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5589 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5590 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5591 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5592 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5593 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5594 ; SKIP-CACHE-INV-NEXT: s_endpgm
5726 ; SKIP-CACHE-INV-LABEL: local_singlethread_seq_cst_seq_cst_ret_cmpxchg:
5727 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5728 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
5729 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5730 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5731 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5732 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
5733 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
5734 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
5735 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5736 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
5737 ; SKIP-CACHE-INV-NEXT: s_endpgm
5865 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_unordered_load:
5866 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5867 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5868 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5869 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5870 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
5871 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
5872 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
5873 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
5874 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
5875 ; SKIP-CACHE-INV-NEXT: s_endpgm
5995 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_load:
5996 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
5997 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
5998 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
5999 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6000 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6001 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
6002 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6003 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6004 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
6005 ; SKIP-CACHE-INV-NEXT: s_endpgm
6125 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_load:
6126 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6127 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6128 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6129 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6130 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6131 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
6132 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6133 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6134 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
6135 ; SKIP-CACHE-INV-NEXT: s_endpgm
6255 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_load:
6256 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6257 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6258 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6259 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6260 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6261 ; SKIP-CACHE-INV-NEXT: ds_read_b32 v0, v0
6262 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6263 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6264 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v1, v0
6265 ; SKIP-CACHE-INV-NEXT: s_endpgm
6377 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_unordered_store:
6378 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6379 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6380 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6381 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6382 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
6383 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
6384 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
6385 ; SKIP-CACHE-INV-NEXT: s_endpgm
6484 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_store:
6485 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6486 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6487 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6488 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6489 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
6490 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
6491 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
6492 ; SKIP-CACHE-INV-NEXT: s_endpgm
6591 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_store:
6592 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6593 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6594 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6595 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6596 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
6597 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
6598 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
6599 ; SKIP-CACHE-INV-NEXT: s_endpgm
6698 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_store:
6699 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6700 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6701 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6702 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6703 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s1
6704 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s0
6705 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
6706 ; SKIP-CACHE-INV-NEXT: s_endpgm
6805 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_atomicrmw:
6806 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6807 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6808 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6809 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6810 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6811 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6812 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
6813 ; SKIP-CACHE-INV-NEXT: s_endpgm
6912 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_atomicrmw:
6913 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
6914 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
6915 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
6916 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
6917 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
6918 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
6919 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
6920 ; SKIP-CACHE-INV-NEXT: s_endpgm
7019 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_atomicrmw:
7020 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7021 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7022 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7023 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7024 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7025 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7026 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
7027 ; SKIP-CACHE-INV-NEXT: s_endpgm
7126 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_atomicrmw:
7127 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7128 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7129 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7130 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7131 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7132 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7133 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
7134 ; SKIP-CACHE-INV-NEXT: s_endpgm
7233 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_atomicrmw:
7234 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7235 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7236 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7237 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7238 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7239 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7240 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v0, v0, v1
7241 ; SKIP-CACHE-INV-NEXT: s_endpgm
7348 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_ret_atomicrmw:
7349 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7350 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7351 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7352 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7353 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7354 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7355 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
7356 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7357 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
7358 ; SKIP-CACHE-INV-NEXT: s_endpgm
7478 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_ret_atomicrmw:
7479 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7480 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7481 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7482 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7483 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7484 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7485 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
7486 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7487 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
7488 ; SKIP-CACHE-INV-NEXT: s_endpgm
7608 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_ret_atomicrmw:
7609 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7610 ; SKIP-CACHE-INV-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x0
7611 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7612 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7613 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7614 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s1
7615 ; SKIP-CACHE-INV-NEXT: ds_wrxchg_rtn_b32 v1, v0, v1
7616 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7617 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
7618 ; SKIP-CACHE-INV-NEXT: s_endpgm
7734 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_monotonic_cmpxchg:
7735 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7736 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7737 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7738 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7739 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7740 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
7741 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
7742 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
7743 ; SKIP-CACHE-INV-NEXT: s_endpgm
7853 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_monotonic_cmpxchg:
7854 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7855 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7856 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7857 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7858 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7859 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
7860 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
7861 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
7862 ; SKIP-CACHE-INV-NEXT: s_endpgm
7972 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_monotonic_cmpxchg:
7973 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
7974 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
7975 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
7976 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
7977 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
7978 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
7979 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
7980 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
7981 ; SKIP-CACHE-INV-NEXT: s_endpgm
8091 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_monotonic_cmpxchg:
8092 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8093 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8094 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8095 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8096 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8097 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8098 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8099 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8100 ; SKIP-CACHE-INV-NEXT: s_endpgm
8210 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_monotonic_cmpxchg:
8211 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8212 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8213 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8214 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8215 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8216 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8217 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8218 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8219 ; SKIP-CACHE-INV-NEXT: s_endpgm
8329 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_acquire_cmpxchg:
8330 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8331 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8332 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8333 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8334 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8335 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8336 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8337 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8338 ; SKIP-CACHE-INV-NEXT: s_endpgm
8448 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_acquire_cmpxchg:
8449 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8450 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8451 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8452 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8453 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8454 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8455 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8456 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8457 ; SKIP-CACHE-INV-NEXT: s_endpgm
8567 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_acquire_cmpxchg:
8568 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8569 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8570 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8571 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8572 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8573 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8574 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8575 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8576 ; SKIP-CACHE-INV-NEXT: s_endpgm
8686 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_acquire_cmpxchg:
8687 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8688 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8689 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8690 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8691 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8692 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8693 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8694 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8695 ; SKIP-CACHE-INV-NEXT: s_endpgm
8805 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_acquire_cmpxchg:
8806 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8807 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8808 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8809 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8810 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8811 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8812 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8813 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8814 ; SKIP-CACHE-INV-NEXT: s_endpgm
8924 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_seq_cst_cmpxchg:
8925 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
8926 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
8927 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
8928 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
8929 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
8930 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
8931 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
8932 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
8933 ; SKIP-CACHE-INV-NEXT: s_endpgm
9043 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_seq_cst_cmpxchg:
9044 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9045 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9046 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9047 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9048 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9049 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9050 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9051 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
9052 ; SKIP-CACHE-INV-NEXT: s_endpgm
9162 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_seq_cst_cmpxchg:
9163 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9164 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9165 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9166 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9167 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9168 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9169 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9170 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
9171 ; SKIP-CACHE-INV-NEXT: s_endpgm
9281 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_seq_cst_cmpxchg:
9282 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9283 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9284 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9285 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9286 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9287 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9288 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9289 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
9290 ; SKIP-CACHE-INV-NEXT: s_endpgm
9400 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_seq_cst_cmpxchg:
9401 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9402 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9403 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9404 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9405 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9406 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9407 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9408 ; SKIP-CACHE-INV-NEXT: ds_cmpst_b32 v0, v1, v2 offset:16
9409 ; SKIP-CACHE-INV-NEXT: s_endpgm
9527 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_monotonic_ret_cmpxchg:
9528 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9529 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9530 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9531 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9532 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9533 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9534 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9535 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
9536 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9537 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
9538 ; SKIP-CACHE-INV-NEXT: s_endpgm
9670 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_monotonic_ret_cmpxchg:
9671 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9672 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9673 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9674 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9675 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9678 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
9679 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9680 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
9681 ; SKIP-CACHE-INV-NEXT: s_endpgm
9813 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_monotonic_ret_cmpxchg:
9814 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9815 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9816 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9817 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9818 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9819 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9820 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9821 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
9822 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9823 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
9824 ; SKIP-CACHE-INV-NEXT: s_endpgm
9956 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_monotonic_ret_cmpxchg:
9957 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
9958 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
9959 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
9960 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9961 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
9962 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
9963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
9964 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
9965 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
9966 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
9967 ; SKIP-CACHE-INV-NEXT: s_endpgm
10099 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_monotonic_ret_cmpxchg:
10100 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10101 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10102 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10103 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10104 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10106 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10107 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10108 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10109 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10110 ; SKIP-CACHE-INV-NEXT: s_endpgm
10242 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_acquire_ret_cmpxchg:
10243 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10244 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10245 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10246 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10247 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10248 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10249 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10250 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10251 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10252 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10253 ; SKIP-CACHE-INV-NEXT: s_endpgm
10385 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_acquire_ret_cmpxchg:
10386 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10387 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10388 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10389 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10390 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10391 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10392 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10393 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10394 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10395 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10396 ; SKIP-CACHE-INV-NEXT: s_endpgm
10528 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_acquire_ret_cmpxchg:
10529 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10530 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10531 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10532 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10533 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10534 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10535 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10536 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10537 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10538 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10539 ; SKIP-CACHE-INV-NEXT: s_endpgm
10671 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_acquire_ret_cmpxchg:
10672 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10673 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10674 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10675 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10676 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10677 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10678 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10679 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10680 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10681 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10682 ; SKIP-CACHE-INV-NEXT: s_endpgm
10814 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_acquire_ret_cmpxchg:
10815 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10816 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10817 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10818 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10819 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10820 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10821 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10822 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10823 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10824 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10825 ; SKIP-CACHE-INV-NEXT: s_endpgm
10957 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_monotonic_seq_cst_ret_cmpxchg:
10958 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
10959 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
10960 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
10961 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10962 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
10963 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
10964 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
10965 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
10966 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
10967 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
10968 ; SKIP-CACHE-INV-NEXT: s_endpgm
11100 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acquire_seq_cst_ret_cmpxchg:
11101 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11102 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
11103 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
11104 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11105 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
11106 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
11107 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
11108 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
11109 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11110 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
11111 ; SKIP-CACHE-INV-NEXT: s_endpgm
11243 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_release_seq_cst_ret_cmpxchg:
11244 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11245 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
11246 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
11247 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11248 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
11249 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
11250 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
11251 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
11252 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11253 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
11254 ; SKIP-CACHE-INV-NEXT: s_endpgm
11386 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_acq_rel_seq_cst_ret_cmpxchg:
11387 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11388 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
11389 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
11390 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11391 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
11392 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
11393 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
11394 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
11395 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11396 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
11397 ; SKIP-CACHE-INV-NEXT: s_endpgm
11529 ; SKIP-CACHE-INV-LABEL: local_singlethread_one_as_seq_cst_seq_cst_ret_cmpxchg:
11530 ; SKIP-CACHE-INV: ; %bb.0: ; %entry
11531 ; SKIP-CACHE-INV-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x0
11532 ; SKIP-CACHE-INV-NEXT: s_mov_b32 m0, -1
11533 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11534 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v0, s0
11535 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v1, s2
11536 ; SKIP-CACHE-INV-NEXT: v_mov_b32_e32 v2, s1
11537 ; SKIP-CACHE-INV-NEXT: ds_cmpst_rtn_b32 v1, v0, v1, v2 offset:16
11538 ; SKIP-CACHE-INV-NEXT: s_waitcnt lgkmcnt(0)
11539 ; SKIP-CACHE-INV-NEXT: ds_write_b32 v0, v1
11540 ; SKIP-CACHE-INV-NEXT: s_endpgm