1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py 2; RUN: llc -verify-machineinstrs -mtriple=amdgcn-amd-amdhsa -mcpu=kaveri -mattr=-flat-for-global,+max-private-element-size-16 < %s | FileCheck -enable-var-scope -check-prefixes=GCN,SI,GCN-NO-TONGA %s 3; RUN: llc -verify-machineinstrs -mtriple=amdgcn-amd-amdhsa -mcpu=tonga -mattr=-flat-for-global -mattr=+max-private-element-size-16 < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI,GCN-TONGA %s 4 5; FIXME: Broken on evergreen 6; FIXME: For some reason the 8 and 16 vectors are being stored as 7; individual elements instead of 128-bit stores. 8 9 10; FIXME: Why is the constant moved into the intermediate register and 11; not just directly into the vector component? 12define amdgpu_kernel void @insertelement_v4f32_0(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind { 13; SI-LABEL: insertelement_v4f32_0: 14; SI: ; %bb.0: 15; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 16; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 17; SI-NEXT: s_waitcnt lgkmcnt(0) 18; SI-NEXT: s_mov_b32 s4, 0x40a00000 19; SI-NEXT: s_mov_b32 s3, 0x100f000 20; SI-NEXT: s_mov_b32 s2, -1 21; SI-NEXT: v_mov_b32_e32 v0, s4 22; SI-NEXT: v_mov_b32_e32 v1, s5 23; SI-NEXT: v_mov_b32_e32 v2, s6 24; SI-NEXT: v_mov_b32_e32 v3, s7 25; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 26; SI-NEXT: s_endpgm 27; 28; VI-LABEL: insertelement_v4f32_0: 29; VI: ; %bb.0: 30; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 31; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 32; VI-NEXT: s_waitcnt lgkmcnt(0) 33; VI-NEXT: s_mov_b32 s4, 0x40a00000 34; VI-NEXT: s_mov_b32 s3, 0x1100f000 35; VI-NEXT: s_mov_b32 s2, -1 36; VI-NEXT: v_mov_b32_e32 v0, s4 37; VI-NEXT: v_mov_b32_e32 v1, s5 38; VI-NEXT: v_mov_b32_e32 v2, s6 39; VI-NEXT: v_mov_b32_e32 v3, s7 40; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 41; VI-NEXT: s_endpgm 42 %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 0 43 store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16 44 ret void 45} 46 47define amdgpu_kernel void @insertelement_v4f32_1(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind { 48; SI-LABEL: insertelement_v4f32_1: 49; SI: ; %bb.0: 50; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 51; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 52; SI-NEXT: s_waitcnt lgkmcnt(0) 53; SI-NEXT: s_mov_b32 s5, 0x40a00000 54; SI-NEXT: s_mov_b32 s3, 0x100f000 55; SI-NEXT: s_mov_b32 s2, -1 56; SI-NEXT: v_mov_b32_e32 v0, s4 57; SI-NEXT: v_mov_b32_e32 v1, s5 58; SI-NEXT: v_mov_b32_e32 v2, s6 59; SI-NEXT: v_mov_b32_e32 v3, s7 60; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 61; SI-NEXT: s_endpgm 62; 63; VI-LABEL: insertelement_v4f32_1: 64; VI: ; %bb.0: 65; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 66; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 67; VI-NEXT: s_waitcnt lgkmcnt(0) 68; VI-NEXT: s_mov_b32 s5, 0x40a00000 69; VI-NEXT: s_mov_b32 s3, 0x1100f000 70; VI-NEXT: s_mov_b32 s2, -1 71; VI-NEXT: v_mov_b32_e32 v0, s4 72; VI-NEXT: v_mov_b32_e32 v1, s5 73; VI-NEXT: v_mov_b32_e32 v2, s6 74; VI-NEXT: v_mov_b32_e32 v3, s7 75; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 76; VI-NEXT: s_endpgm 77 %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 1 78 store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16 79 ret void 80} 81 82define amdgpu_kernel void @insertelement_v4f32_2(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind { 83; SI-LABEL: insertelement_v4f32_2: 84; SI: ; %bb.0: 85; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 86; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 87; SI-NEXT: s_waitcnt lgkmcnt(0) 88; SI-NEXT: s_mov_b32 s6, 0x40a00000 89; SI-NEXT: s_mov_b32 s3, 0x100f000 90; SI-NEXT: s_mov_b32 s2, -1 91; SI-NEXT: v_mov_b32_e32 v0, s4 92; SI-NEXT: v_mov_b32_e32 v1, s5 93; SI-NEXT: v_mov_b32_e32 v2, s6 94; SI-NEXT: v_mov_b32_e32 v3, s7 95; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 96; SI-NEXT: s_endpgm 97; 98; VI-LABEL: insertelement_v4f32_2: 99; VI: ; %bb.0: 100; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 101; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 102; VI-NEXT: s_waitcnt lgkmcnt(0) 103; VI-NEXT: s_mov_b32 s6, 0x40a00000 104; VI-NEXT: s_mov_b32 s3, 0x1100f000 105; VI-NEXT: s_mov_b32 s2, -1 106; VI-NEXT: v_mov_b32_e32 v0, s4 107; VI-NEXT: v_mov_b32_e32 v1, s5 108; VI-NEXT: v_mov_b32_e32 v2, s6 109; VI-NEXT: v_mov_b32_e32 v3, s7 110; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 111; VI-NEXT: s_endpgm 112 %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 2 113 store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16 114 ret void 115} 116 117define amdgpu_kernel void @insertelement_v4f32_3(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind { 118; SI-LABEL: insertelement_v4f32_3: 119; SI: ; %bb.0: 120; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 121; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 122; SI-NEXT: s_waitcnt lgkmcnt(0) 123; SI-NEXT: s_mov_b32 s7, 0x40a00000 124; SI-NEXT: s_mov_b32 s3, 0x100f000 125; SI-NEXT: s_mov_b32 s2, -1 126; SI-NEXT: v_mov_b32_e32 v0, s4 127; SI-NEXT: v_mov_b32_e32 v1, s5 128; SI-NEXT: v_mov_b32_e32 v2, s6 129; SI-NEXT: v_mov_b32_e32 v3, s7 130; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 131; SI-NEXT: s_endpgm 132; 133; VI-LABEL: insertelement_v4f32_3: 134; VI: ; %bb.0: 135; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 136; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 137; VI-NEXT: s_waitcnt lgkmcnt(0) 138; VI-NEXT: s_mov_b32 s7, 0x40a00000 139; VI-NEXT: s_mov_b32 s3, 0x1100f000 140; VI-NEXT: s_mov_b32 s2, -1 141; VI-NEXT: v_mov_b32_e32 v0, s4 142; VI-NEXT: v_mov_b32_e32 v1, s5 143; VI-NEXT: v_mov_b32_e32 v2, s6 144; VI-NEXT: v_mov_b32_e32 v3, s7 145; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 146; VI-NEXT: s_endpgm 147 %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 3 148 store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16 149 ret void 150} 151 152define amdgpu_kernel void @insertelement_v4i32_0(<4 x i32> addrspace(1)* %out, <4 x i32> %a) nounwind { 153; SI-LABEL: insertelement_v4i32_0: 154; SI: ; %bb.0: 155; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 156; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 157; SI-NEXT: s_waitcnt lgkmcnt(0) 158; SI-NEXT: s_movk_i32 s4, 0x3e7 159; SI-NEXT: s_mov_b32 s3, 0x100f000 160; SI-NEXT: s_mov_b32 s2, -1 161; SI-NEXT: v_mov_b32_e32 v0, s4 162; SI-NEXT: v_mov_b32_e32 v1, s5 163; SI-NEXT: v_mov_b32_e32 v2, s6 164; SI-NEXT: v_mov_b32_e32 v3, s7 165; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 166; SI-NEXT: s_endpgm 167; 168; VI-LABEL: insertelement_v4i32_0: 169; VI: ; %bb.0: 170; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 171; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 172; VI-NEXT: s_waitcnt lgkmcnt(0) 173; VI-NEXT: s_movk_i32 s4, 0x3e7 174; VI-NEXT: s_mov_b32 s3, 0x1100f000 175; VI-NEXT: s_mov_b32 s2, -1 176; VI-NEXT: v_mov_b32_e32 v0, s4 177; VI-NEXT: v_mov_b32_e32 v1, s5 178; VI-NEXT: v_mov_b32_e32 v2, s6 179; VI-NEXT: v_mov_b32_e32 v3, s7 180; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 181; VI-NEXT: s_endpgm 182 %vecins = insertelement <4 x i32> %a, i32 999, i32 0 183 store <4 x i32> %vecins, <4 x i32> addrspace(1)* %out, align 16 184 ret void 185} 186 187define amdgpu_kernel void @insertelement_v3f32_1(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind { 188; SI-LABEL: insertelement_v3f32_1: 189; SI: ; %bb.0: 190; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 191; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 192; SI-NEXT: s_mov_b32 s3, 0x100f000 193; SI-NEXT: s_mov_b32 s2, -1 194; SI-NEXT: v_mov_b32_e32 v1, 0x40a00000 195; SI-NEXT: s_waitcnt lgkmcnt(0) 196; SI-NEXT: v_mov_b32_e32 v0, s4 197; SI-NEXT: v_mov_b32_e32 v2, s6 198; SI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 199; SI-NEXT: s_endpgm 200; 201; VI-LABEL: insertelement_v3f32_1: 202; VI: ; %bb.0: 203; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 204; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 205; VI-NEXT: s_mov_b32 s3, 0x1100f000 206; VI-NEXT: s_mov_b32 s2, -1 207; VI-NEXT: v_mov_b32_e32 v1, 0x40a00000 208; VI-NEXT: s_waitcnt lgkmcnt(0) 209; VI-NEXT: v_mov_b32_e32 v0, s4 210; VI-NEXT: v_mov_b32_e32 v2, s6 211; VI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 212; VI-NEXT: s_endpgm 213 %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 1 214 store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16 215 ret void 216} 217 218define amdgpu_kernel void @insertelement_v3f32_2(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind { 219; SI-LABEL: insertelement_v3f32_2: 220; SI: ; %bb.0: 221; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 222; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x4 223; SI-NEXT: s_mov_b32 s3, 0x100f000 224; SI-NEXT: s_mov_b32 s2, -1 225; SI-NEXT: v_mov_b32_e32 v2, 0x40a00000 226; SI-NEXT: s_waitcnt lgkmcnt(0) 227; SI-NEXT: v_mov_b32_e32 v0, s4 228; SI-NEXT: v_mov_b32_e32 v1, s5 229; SI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 230; SI-NEXT: s_endpgm 231; 232; VI-LABEL: insertelement_v3f32_2: 233; VI: ; %bb.0: 234; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 235; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x10 236; VI-NEXT: s_mov_b32 s3, 0x1100f000 237; VI-NEXT: s_mov_b32 s2, -1 238; VI-NEXT: v_mov_b32_e32 v2, 0x40a00000 239; VI-NEXT: s_waitcnt lgkmcnt(0) 240; VI-NEXT: v_mov_b32_e32 v0, s4 241; VI-NEXT: v_mov_b32_e32 v1, s5 242; VI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 243; VI-NEXT: s_endpgm 244 %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 2 245 store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16 246 ret void 247} 248 249define amdgpu_kernel void @insertelement_v3f32_3(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind { 250; GCN-LABEL: insertelement_v3f32_3: 251; GCN: ; %bb.0: 252; GCN-NEXT: s_endpgm 253 %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 3 254 store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16 255 ret void 256} 257 258define <4 x float> @insertelement_to_sgpr() nounwind { 259; GCN-LABEL: insertelement_to_sgpr: 260; GCN: ; %bb.0: 261; GCN-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) 262; GCN-NEXT: s_load_dwordx4 s[12:15], s[4:5], 0x0 263; GCN-NEXT: s_waitcnt lgkmcnt(0) 264; GCN-NEXT: s_mov_b32 s12, 0 265; GCN-NEXT: s_mov_b32 s4, s12 266; GCN-NEXT: s_mov_b32 s5, s12 267; GCN-NEXT: s_mov_b32 s6, s12 268; GCN-NEXT: s_mov_b32 s7, s12 269; GCN-NEXT: s_mov_b32 s8, s12 270; GCN-NEXT: s_mov_b32 s9, s12 271; GCN-NEXT: s_mov_b32 s10, s12 272; GCN-NEXT: s_mov_b32 s11, s12 273; GCN-NEXT: image_gather4_lz v[0:3], v[0:1], s[4:11], s[12:15] dmask:0x1 274; GCN-NEXT: s_waitcnt vmcnt(0) 275; GCN-NEXT: s_setpc_b64 s[30:31] 276 %tmp = load <4 x i32>, <4 x i32> addrspace(4)* undef 277 %tmp1 = insertelement <4 x i32> %tmp, i32 0, i32 0 278 %tmp2 = call <4 x float> @llvm.amdgcn.image.gather4.lz.2d.v4f32.f32(i32 1, float undef, float undef, <8 x i32> undef, <4 x i32> %tmp1, i1 0, i32 0, i32 0) 279 ret <4 x float> %tmp2 280} 281 282define amdgpu_kernel void @dynamic_insertelement_v2f32(<2 x float> addrspace(1)* %out, <2 x float> %a, i32 %b) nounwind { 283; SI-LABEL: dynamic_insertelement_v2f32: 284; SI: ; %bb.0: 285; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 286; SI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x2 287; SI-NEXT: s_load_dword s4, s[4:5], 0x4 288; SI-NEXT: v_mov_b32_e32 v0, 0x40a00000 289; SI-NEXT: s_mov_b32 s3, 0x100f000 290; SI-NEXT: s_mov_b32 s2, -1 291; SI-NEXT: s_waitcnt lgkmcnt(0) 292; SI-NEXT: v_mov_b32_e32 v1, s7 293; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 294; SI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 295; SI-NEXT: v_mov_b32_e32 v2, s6 296; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 297; SI-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc 298; SI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 299; SI-NEXT: s_endpgm 300; 301; VI-LABEL: dynamic_insertelement_v2f32: 302; VI: ; %bb.0: 303; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 304; VI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x8 305; VI-NEXT: s_load_dword s4, s[4:5], 0x10 306; VI-NEXT: v_mov_b32_e32 v0, 0x40a00000 307; VI-NEXT: s_mov_b32 s3, 0x1100f000 308; VI-NEXT: s_mov_b32 s2, -1 309; VI-NEXT: s_waitcnt lgkmcnt(0) 310; VI-NEXT: v_mov_b32_e32 v1, s7 311; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 312; VI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 313; VI-NEXT: v_mov_b32_e32 v2, s6 314; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 315; VI-NEXT: v_cndmask_b32_e32 v0, v0, v2, vcc 316; VI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 317; VI-NEXT: s_endpgm 318 %vecins = insertelement <2 x float> %a, float 5.000000e+00, i32 %b 319 store <2 x float> %vecins, <2 x float> addrspace(1)* %out, align 8 320 ret void 321} 322 323define amdgpu_kernel void @dynamic_insertelement_v3f32(<3 x float> addrspace(1)* %out, <3 x float> %a, i32 %b) nounwind { 324; SI-LABEL: dynamic_insertelement_v3f32: 325; SI: ; %bb.0: 326; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 327; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 328; SI-NEXT: s_load_dword s4, s[4:5], 0x8 329; SI-NEXT: v_mov_b32_e32 v0, 0x40a00000 330; SI-NEXT: s_mov_b32 s3, 0x100f000 331; SI-NEXT: s_mov_b32 s2, -1 332; SI-NEXT: s_waitcnt lgkmcnt(0) 333; SI-NEXT: v_mov_b32_e32 v1, s10 334; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 335; SI-NEXT: v_cndmask_b32_e32 v2, v0, v1, vcc 336; SI-NEXT: v_mov_b32_e32 v1, s9 337; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 338; SI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 339; SI-NEXT: v_mov_b32_e32 v3, s8 340; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 341; SI-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc 342; SI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 343; SI-NEXT: s_endpgm 344; 345; VI-LABEL: dynamic_insertelement_v3f32: 346; VI: ; %bb.0: 347; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 348; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 349; VI-NEXT: s_load_dword s4, s[4:5], 0x20 350; VI-NEXT: v_mov_b32_e32 v0, 0x40a00000 351; VI-NEXT: s_mov_b32 s3, 0x1100f000 352; VI-NEXT: s_mov_b32 s2, -1 353; VI-NEXT: s_waitcnt lgkmcnt(0) 354; VI-NEXT: v_mov_b32_e32 v1, s10 355; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 356; VI-NEXT: v_cndmask_b32_e32 v2, v0, v1, vcc 357; VI-NEXT: v_mov_b32_e32 v1, s9 358; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 359; VI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 360; VI-NEXT: v_mov_b32_e32 v3, s8 361; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 362; VI-NEXT: v_cndmask_b32_e32 v0, v0, v3, vcc 363; VI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 364; VI-NEXT: s_endpgm 365 %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 %b 366 store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16 367 ret void 368} 369 370define amdgpu_kernel void @dynamic_insertelement_v4f32(<4 x float> addrspace(1)* %out, <4 x float> %a, i32 %b) nounwind { 371; SI-LABEL: dynamic_insertelement_v4f32: 372; SI: ; %bb.0: 373; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 374; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 375; SI-NEXT: s_load_dword s4, s[4:5], 0x8 376; SI-NEXT: v_mov_b32_e32 v0, 0x40a00000 377; SI-NEXT: s_mov_b32 s3, 0x100f000 378; SI-NEXT: s_mov_b32 s2, -1 379; SI-NEXT: s_waitcnt lgkmcnt(0) 380; SI-NEXT: v_mov_b32_e32 v1, s11 381; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 382; SI-NEXT: v_cndmask_b32_e32 v3, v0, v1, vcc 383; SI-NEXT: v_mov_b32_e32 v1, s10 384; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 385; SI-NEXT: v_cndmask_b32_e32 v2, v0, v1, vcc 386; SI-NEXT: v_mov_b32_e32 v1, s9 387; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 388; SI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 389; SI-NEXT: v_mov_b32_e32 v4, s8 390; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 391; SI-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc 392; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 393; SI-NEXT: s_endpgm 394; 395; VI-LABEL: dynamic_insertelement_v4f32: 396; VI: ; %bb.0: 397; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 398; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 399; VI-NEXT: s_load_dword s4, s[4:5], 0x20 400; VI-NEXT: v_mov_b32_e32 v0, 0x40a00000 401; VI-NEXT: s_mov_b32 s3, 0x1100f000 402; VI-NEXT: s_mov_b32 s2, -1 403; VI-NEXT: s_waitcnt lgkmcnt(0) 404; VI-NEXT: v_mov_b32_e32 v1, s11 405; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 406; VI-NEXT: v_cndmask_b32_e32 v3, v0, v1, vcc 407; VI-NEXT: v_mov_b32_e32 v1, s10 408; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 409; VI-NEXT: v_cndmask_b32_e32 v2, v0, v1, vcc 410; VI-NEXT: v_mov_b32_e32 v1, s9 411; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 412; VI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 413; VI-NEXT: v_mov_b32_e32 v4, s8 414; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 415; VI-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc 416; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 417; VI-NEXT: s_endpgm 418 %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 %b 419 store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16 420 ret void 421} 422 423define amdgpu_kernel void @dynamic_insertelement_v8f32(<8 x float> addrspace(1)* %out, <8 x float> %a, i32 %b) nounwind { 424; SI-LABEL: dynamic_insertelement_v8f32: 425; SI: ; %bb.0: 426; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 427; SI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x8 428; SI-NEXT: s_load_dword s4, s[4:5], 0x10 429; SI-NEXT: v_mov_b32_e32 v4, 0x40a00000 430; SI-NEXT: s_mov_b32 s3, 0x100f000 431; SI-NEXT: s_mov_b32 s2, -1 432; SI-NEXT: s_waitcnt lgkmcnt(0) 433; SI-NEXT: v_mov_b32_e32 v0, s11 434; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 435; SI-NEXT: v_cndmask_b32_e32 v3, v4, v0, vcc 436; SI-NEXT: v_mov_b32_e32 v0, s10 437; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 438; SI-NEXT: v_cndmask_b32_e32 v2, v4, v0, vcc 439; SI-NEXT: v_mov_b32_e32 v0, s9 440; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 441; SI-NEXT: v_cndmask_b32_e32 v1, v4, v0, vcc 442; SI-NEXT: v_mov_b32_e32 v0, s8 443; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 444; SI-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc 445; SI-NEXT: v_mov_b32_e32 v5, s15 446; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 7 447; SI-NEXT: v_cndmask_b32_e32 v7, v4, v5, vcc 448; SI-NEXT: v_mov_b32_e32 v5, s14 449; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 6 450; SI-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc 451; SI-NEXT: v_mov_b32_e32 v5, s13 452; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 5 453; SI-NEXT: v_cndmask_b32_e32 v5, v4, v5, vcc 454; SI-NEXT: v_mov_b32_e32 v8, s12 455; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 4 456; SI-NEXT: v_cndmask_b32_e32 v4, v4, v8, vcc 457; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 458; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 459; SI-NEXT: s_endpgm 460; 461; VI-LABEL: dynamic_insertelement_v8f32: 462; VI: ; %bb.0: 463; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 464; VI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x20 465; VI-NEXT: s_load_dword s4, s[4:5], 0x40 466; VI-NEXT: v_mov_b32_e32 v4, 0x40a00000 467; VI-NEXT: s_mov_b32 s3, 0x1100f000 468; VI-NEXT: s_mov_b32 s2, -1 469; VI-NEXT: s_waitcnt lgkmcnt(0) 470; VI-NEXT: v_mov_b32_e32 v0, s11 471; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 472; VI-NEXT: v_cndmask_b32_e32 v3, v4, v0, vcc 473; VI-NEXT: v_mov_b32_e32 v0, s10 474; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 475; VI-NEXT: v_cndmask_b32_e32 v2, v4, v0, vcc 476; VI-NEXT: v_mov_b32_e32 v0, s9 477; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 478; VI-NEXT: v_cndmask_b32_e32 v1, v4, v0, vcc 479; VI-NEXT: v_mov_b32_e32 v0, s8 480; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 481; VI-NEXT: v_cndmask_b32_e32 v0, v4, v0, vcc 482; VI-NEXT: v_mov_b32_e32 v5, s15 483; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 7 484; VI-NEXT: v_cndmask_b32_e32 v7, v4, v5, vcc 485; VI-NEXT: v_mov_b32_e32 v5, s14 486; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 6 487; VI-NEXT: v_cndmask_b32_e32 v6, v4, v5, vcc 488; VI-NEXT: v_mov_b32_e32 v5, s13 489; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 5 490; VI-NEXT: v_cndmask_b32_e32 v5, v4, v5, vcc 491; VI-NEXT: v_mov_b32_e32 v8, s12 492; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 4 493; VI-NEXT: v_cndmask_b32_e32 v4, v4, v8, vcc 494; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 495; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 496; VI-NEXT: s_endpgm 497 %vecins = insertelement <8 x float> %a, float 5.000000e+00, i32 %b 498 store <8 x float> %vecins, <8 x float> addrspace(1)* %out, align 32 499 ret void 500} 501 502define amdgpu_kernel void @dynamic_insertelement_v16f32(<16 x float> addrspace(1)* %out, <16 x float> %a, i32 %b) nounwind { 503; SI-LABEL: dynamic_insertelement_v16f32: 504; SI: ; %bb.0: 505; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 506; SI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x10 507; SI-NEXT: s_load_dword s4, s[4:5], 0x20 508; SI-NEXT: v_mov_b32_e32 v16, 0x40a00000 509; SI-NEXT: s_mov_b32 s3, 0x100f000 510; SI-NEXT: s_mov_b32 s2, -1 511; SI-NEXT: s_waitcnt lgkmcnt(0) 512; SI-NEXT: v_mov_b32_e32 v0, s8 513; SI-NEXT: v_mov_b32_e32 v1, s9 514; SI-NEXT: v_mov_b32_e32 v2, s10 515; SI-NEXT: v_mov_b32_e32 v3, s11 516; SI-NEXT: v_mov_b32_e32 v4, s12 517; SI-NEXT: v_mov_b32_e32 v5, s13 518; SI-NEXT: v_mov_b32_e32 v6, s14 519; SI-NEXT: v_mov_b32_e32 v7, s15 520; SI-NEXT: v_mov_b32_e32 v8, s16 521; SI-NEXT: v_mov_b32_e32 v9, s17 522; SI-NEXT: v_mov_b32_e32 v10, s18 523; SI-NEXT: v_mov_b32_e32 v11, s19 524; SI-NEXT: v_mov_b32_e32 v12, s20 525; SI-NEXT: v_mov_b32_e32 v13, s21 526; SI-NEXT: v_mov_b32_e32 v14, s22 527; SI-NEXT: v_mov_b32_e32 v15, s23 528; SI-NEXT: s_mov_b32 m0, s4 529; SI-NEXT: v_movreld_b32_e32 v0, v16 530; SI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 531; SI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 532; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 533; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 534; SI-NEXT: s_endpgm 535; 536; VI-LABEL: dynamic_insertelement_v16f32: 537; VI: ; %bb.0: 538; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 539; VI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x40 540; VI-NEXT: s_load_dword s4, s[4:5], 0x80 541; VI-NEXT: v_mov_b32_e32 v16, 0x40a00000 542; VI-NEXT: s_mov_b32 s3, 0x1100f000 543; VI-NEXT: s_mov_b32 s2, -1 544; VI-NEXT: s_waitcnt lgkmcnt(0) 545; VI-NEXT: v_mov_b32_e32 v0, s8 546; VI-NEXT: v_mov_b32_e32 v1, s9 547; VI-NEXT: v_mov_b32_e32 v2, s10 548; VI-NEXT: v_mov_b32_e32 v3, s11 549; VI-NEXT: v_mov_b32_e32 v4, s12 550; VI-NEXT: v_mov_b32_e32 v5, s13 551; VI-NEXT: v_mov_b32_e32 v6, s14 552; VI-NEXT: v_mov_b32_e32 v7, s15 553; VI-NEXT: v_mov_b32_e32 v8, s16 554; VI-NEXT: v_mov_b32_e32 v9, s17 555; VI-NEXT: v_mov_b32_e32 v10, s18 556; VI-NEXT: v_mov_b32_e32 v11, s19 557; VI-NEXT: v_mov_b32_e32 v12, s20 558; VI-NEXT: v_mov_b32_e32 v13, s21 559; VI-NEXT: v_mov_b32_e32 v14, s22 560; VI-NEXT: v_mov_b32_e32 v15, s23 561; VI-NEXT: s_mov_b32 m0, s4 562; VI-NEXT: v_movreld_b32_e32 v0, v16 563; VI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 564; VI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 565; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 566; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 567; VI-NEXT: s_endpgm 568 %vecins = insertelement <16 x float> %a, float 5.000000e+00, i32 %b 569 store <16 x float> %vecins, <16 x float> addrspace(1)* %out, align 64 570 ret void 571} 572 573define amdgpu_kernel void @dynamic_insertelement_v2i32(<2 x i32> addrspace(1)* %out, <2 x i32> %a, i32 %b) nounwind { 574; SI-LABEL: dynamic_insertelement_v2i32: 575; SI: ; %bb.0: 576; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 577; SI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x2 578; SI-NEXT: s_load_dword s4, s[4:5], 0x4 579; SI-NEXT: s_mov_b32 s3, 0x100f000 580; SI-NEXT: s_mov_b32 s2, -1 581; SI-NEXT: s_waitcnt lgkmcnt(0) 582; SI-NEXT: v_mov_b32_e32 v0, s7 583; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 584; SI-NEXT: v_cndmask_b32_e32 v1, 5, v0, vcc 585; SI-NEXT: v_mov_b32_e32 v0, s6 586; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 587; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 588; SI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 589; SI-NEXT: s_endpgm 590; 591; VI-LABEL: dynamic_insertelement_v2i32: 592; VI: ; %bb.0: 593; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 594; VI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x8 595; VI-NEXT: s_load_dword s4, s[4:5], 0x10 596; VI-NEXT: s_mov_b32 s3, 0x1100f000 597; VI-NEXT: s_mov_b32 s2, -1 598; VI-NEXT: s_waitcnt lgkmcnt(0) 599; VI-NEXT: s_cmp_lg_u32 s4, 1 600; VI-NEXT: s_cselect_b32 s5, s7, 5 601; VI-NEXT: s_cmp_lg_u32 s4, 0 602; VI-NEXT: s_cselect_b32 s4, s6, 5 603; VI-NEXT: v_mov_b32_e32 v0, s4 604; VI-NEXT: v_mov_b32_e32 v1, s5 605; VI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 606; VI-NEXT: s_endpgm 607 %vecins = insertelement <2 x i32> %a, i32 5, i32 %b 608 store <2 x i32> %vecins, <2 x i32> addrspace(1)* %out, align 8 609 ret void 610} 611 612define amdgpu_kernel void @dynamic_insertelement_v3i32(<3 x i32> addrspace(1)* %out, <3 x i32> %a, i32 %b) nounwind { 613; SI-LABEL: dynamic_insertelement_v3i32: 614; SI: ; %bb.0: 615; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 616; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 617; SI-NEXT: s_load_dword s4, s[4:5], 0x8 618; SI-NEXT: s_mov_b32 s3, 0x100f000 619; SI-NEXT: s_mov_b32 s2, -1 620; SI-NEXT: s_waitcnt lgkmcnt(0) 621; SI-NEXT: v_mov_b32_e32 v0, s10 622; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 623; SI-NEXT: v_cndmask_b32_e32 v2, 5, v0, vcc 624; SI-NEXT: v_mov_b32_e32 v0, s9 625; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 626; SI-NEXT: v_cndmask_b32_e32 v1, 5, v0, vcc 627; SI-NEXT: v_mov_b32_e32 v0, s8 628; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 629; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 630; SI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 631; SI-NEXT: s_endpgm 632; 633; VI-LABEL: dynamic_insertelement_v3i32: 634; VI: ; %bb.0: 635; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 636; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 637; VI-NEXT: s_load_dword s4, s[4:5], 0x20 638; VI-NEXT: s_mov_b32 s3, 0x1100f000 639; VI-NEXT: s_mov_b32 s2, -1 640; VI-NEXT: s_waitcnt lgkmcnt(0) 641; VI-NEXT: s_cmp_lg_u32 s4, 2 642; VI-NEXT: s_cselect_b32 s5, s10, 5 643; VI-NEXT: s_cmp_lg_u32 s4, 1 644; VI-NEXT: s_cselect_b32 s6, s9, 5 645; VI-NEXT: s_cmp_lg_u32 s4, 0 646; VI-NEXT: s_cselect_b32 s4, s8, 5 647; VI-NEXT: v_mov_b32_e32 v0, s4 648; VI-NEXT: v_mov_b32_e32 v1, s6 649; VI-NEXT: v_mov_b32_e32 v2, s5 650; VI-NEXT: buffer_store_dwordx3 v[0:2], off, s[0:3], 0 651; VI-NEXT: s_endpgm 652 %vecins = insertelement <3 x i32> %a, i32 5, i32 %b 653 store <3 x i32> %vecins, <3 x i32> addrspace(1)* %out, align 16 654 ret void 655} 656 657define amdgpu_kernel void @dynamic_insertelement_v4i32(<4 x i32> addrspace(1)* %out, <4 x i32> %a, i32 %b, [8 x i32], i32 %val) nounwind { 658; SI-LABEL: dynamic_insertelement_v4i32: 659; SI: ; %bb.0: 660; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 661; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 662; SI-NEXT: s_load_dword s6, s[4:5], 0x8 663; SI-NEXT: s_load_dword s4, s[4:5], 0x11 664; SI-NEXT: s_mov_b32 s3, 0x100f000 665; SI-NEXT: s_mov_b32 s2, -1 666; SI-NEXT: s_waitcnt lgkmcnt(0) 667; SI-NEXT: v_mov_b32_e32 v0, s11 668; SI-NEXT: v_cmp_eq_u32_e64 vcc, s6, 3 669; SI-NEXT: v_mov_b32_e32 v4, s4 670; SI-NEXT: v_cndmask_b32_e32 v3, v0, v4, vcc 671; SI-NEXT: v_mov_b32_e32 v0, s10 672; SI-NEXT: v_cmp_eq_u32_e64 vcc, s6, 2 673; SI-NEXT: v_cndmask_b32_e32 v2, v0, v4, vcc 674; SI-NEXT: v_mov_b32_e32 v0, s9 675; SI-NEXT: v_cmp_eq_u32_e64 vcc, s6, 1 676; SI-NEXT: v_cndmask_b32_e32 v1, v0, v4, vcc 677; SI-NEXT: v_mov_b32_e32 v0, s8 678; SI-NEXT: v_cmp_eq_u32_e64 vcc, s6, 0 679; SI-NEXT: v_cndmask_b32_e32 v0, v0, v4, vcc 680; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 681; SI-NEXT: s_endpgm 682; 683; VI-LABEL: dynamic_insertelement_v4i32: 684; VI: ; %bb.0: 685; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 686; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 687; VI-NEXT: s_load_dword s6, s[4:5], 0x20 688; VI-NEXT: s_load_dword s4, s[4:5], 0x44 689; VI-NEXT: s_mov_b32 s3, 0x1100f000 690; VI-NEXT: s_mov_b32 s2, -1 691; VI-NEXT: s_waitcnt lgkmcnt(0) 692; VI-NEXT: s_cmp_eq_u32 s6, 3 693; VI-NEXT: s_cselect_b32 s5, s4, s11 694; VI-NEXT: s_cmp_eq_u32 s6, 2 695; VI-NEXT: s_cselect_b32 s7, s4, s10 696; VI-NEXT: s_cmp_eq_u32 s6, 1 697; VI-NEXT: s_cselect_b32 s9, s4, s9 698; VI-NEXT: s_cmp_eq_u32 s6, 0 699; VI-NEXT: s_cselect_b32 s4, s4, s8 700; VI-NEXT: v_mov_b32_e32 v0, s4 701; VI-NEXT: v_mov_b32_e32 v1, s9 702; VI-NEXT: v_mov_b32_e32 v2, s7 703; VI-NEXT: v_mov_b32_e32 v3, s5 704; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 705; VI-NEXT: s_endpgm 706 %vecins = insertelement <4 x i32> %a, i32 %val, i32 %b 707 store <4 x i32> %vecins, <4 x i32> addrspace(1)* %out, align 16 708 ret void 709} 710 711define amdgpu_kernel void @dynamic_insertelement_v8i32(<8 x i32> addrspace(1)* %out, <8 x i32> %a, i32 %b) nounwind { 712; SI-LABEL: dynamic_insertelement_v8i32: 713; SI: ; %bb.0: 714; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 715; SI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x8 716; SI-NEXT: s_load_dword s4, s[4:5], 0x10 717; SI-NEXT: s_mov_b32 s3, 0x100f000 718; SI-NEXT: s_mov_b32 s2, -1 719; SI-NEXT: s_waitcnt lgkmcnt(0) 720; SI-NEXT: v_mov_b32_e32 v0, s11 721; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 722; SI-NEXT: v_cndmask_b32_e32 v3, 5, v0, vcc 723; SI-NEXT: v_mov_b32_e32 v0, s10 724; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 725; SI-NEXT: v_cndmask_b32_e32 v2, 5, v0, vcc 726; SI-NEXT: v_mov_b32_e32 v0, s9 727; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 728; SI-NEXT: v_cndmask_b32_e32 v1, 5, v0, vcc 729; SI-NEXT: v_mov_b32_e32 v0, s8 730; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 731; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 732; SI-NEXT: v_mov_b32_e32 v4, s15 733; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 7 734; SI-NEXT: v_cndmask_b32_e32 v7, 5, v4, vcc 735; SI-NEXT: v_mov_b32_e32 v4, s14 736; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 6 737; SI-NEXT: v_cndmask_b32_e32 v6, 5, v4, vcc 738; SI-NEXT: v_mov_b32_e32 v4, s13 739; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 5 740; SI-NEXT: v_cndmask_b32_e32 v5, 5, v4, vcc 741; SI-NEXT: v_mov_b32_e32 v4, s12 742; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 4 743; SI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 744; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 745; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 746; SI-NEXT: s_endpgm 747; 748; VI-LABEL: dynamic_insertelement_v8i32: 749; VI: ; %bb.0: 750; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 751; VI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x20 752; VI-NEXT: s_load_dword s4, s[4:5], 0x40 753; VI-NEXT: s_mov_b32 s3, 0x1100f000 754; VI-NEXT: s_mov_b32 s2, -1 755; VI-NEXT: s_waitcnt lgkmcnt(0) 756; VI-NEXT: s_cmp_lg_u32 s4, 3 757; VI-NEXT: s_cselect_b32 s5, s11, 5 758; VI-NEXT: s_cmp_lg_u32 s4, 2 759; VI-NEXT: s_cselect_b32 s6, s10, 5 760; VI-NEXT: s_cmp_lg_u32 s4, 1 761; VI-NEXT: s_cselect_b32 s7, s9, 5 762; VI-NEXT: s_cmp_lg_u32 s4, 0 763; VI-NEXT: s_cselect_b32 s8, s8, 5 764; VI-NEXT: s_cmp_lg_u32 s4, 7 765; VI-NEXT: s_cselect_b32 s9, s15, 5 766; VI-NEXT: s_cmp_lg_u32 s4, 6 767; VI-NEXT: s_cselect_b32 s10, s14, 5 768; VI-NEXT: s_cmp_lg_u32 s4, 5 769; VI-NEXT: s_cselect_b32 s11, s13, 5 770; VI-NEXT: s_cmp_lg_u32 s4, 4 771; VI-NEXT: s_cselect_b32 s4, s12, 5 772; VI-NEXT: v_mov_b32_e32 v0, s4 773; VI-NEXT: v_mov_b32_e32 v1, s11 774; VI-NEXT: v_mov_b32_e32 v2, s10 775; VI-NEXT: v_mov_b32_e32 v3, s9 776; VI-NEXT: v_mov_b32_e32 v4, s8 777; VI-NEXT: v_mov_b32_e32 v5, s7 778; VI-NEXT: v_mov_b32_e32 v6, s6 779; VI-NEXT: v_mov_b32_e32 v7, s5 780; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 offset:16 781; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 782; VI-NEXT: s_endpgm 783 %vecins = insertelement <8 x i32> %a, i32 5, i32 %b 784 store <8 x i32> %vecins, <8 x i32> addrspace(1)* %out, align 32 785 ret void 786} 787 788define amdgpu_kernel void @dynamic_insertelement_v16i32(<16 x i32> addrspace(1)* %out, <16 x i32> %a, i32 %b) nounwind { 789; SI-LABEL: dynamic_insertelement_v16i32: 790; SI: ; %bb.0: 791; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 792; SI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x10 793; SI-NEXT: s_load_dword s4, s[4:5], 0x20 794; SI-NEXT: s_mov_b32 s3, 0x100f000 795; SI-NEXT: s_mov_b32 s2, -1 796; SI-NEXT: s_waitcnt lgkmcnt(0) 797; SI-NEXT: v_mov_b32_e32 v0, s8 798; SI-NEXT: v_mov_b32_e32 v1, s9 799; SI-NEXT: v_mov_b32_e32 v2, s10 800; SI-NEXT: v_mov_b32_e32 v3, s11 801; SI-NEXT: v_mov_b32_e32 v4, s12 802; SI-NEXT: v_mov_b32_e32 v5, s13 803; SI-NEXT: v_mov_b32_e32 v6, s14 804; SI-NEXT: v_mov_b32_e32 v7, s15 805; SI-NEXT: v_mov_b32_e32 v8, s16 806; SI-NEXT: v_mov_b32_e32 v9, s17 807; SI-NEXT: v_mov_b32_e32 v10, s18 808; SI-NEXT: v_mov_b32_e32 v11, s19 809; SI-NEXT: v_mov_b32_e32 v12, s20 810; SI-NEXT: v_mov_b32_e32 v13, s21 811; SI-NEXT: v_mov_b32_e32 v14, s22 812; SI-NEXT: v_mov_b32_e32 v15, s23 813; SI-NEXT: s_mov_b32 m0, s4 814; SI-NEXT: v_movreld_b32_e32 v0, 5 815; SI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 816; SI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 817; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 818; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 819; SI-NEXT: s_endpgm 820; 821; VI-LABEL: dynamic_insertelement_v16i32: 822; VI: ; %bb.0: 823; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 824; VI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x40 825; VI-NEXT: s_load_dword s4, s[4:5], 0x80 826; VI-NEXT: s_mov_b32 s3, 0x1100f000 827; VI-NEXT: s_mov_b32 s2, -1 828; VI-NEXT: s_waitcnt lgkmcnt(0) 829; VI-NEXT: v_mov_b32_e32 v0, s8 830; VI-NEXT: v_mov_b32_e32 v1, s9 831; VI-NEXT: v_mov_b32_e32 v2, s10 832; VI-NEXT: v_mov_b32_e32 v3, s11 833; VI-NEXT: v_mov_b32_e32 v4, s12 834; VI-NEXT: v_mov_b32_e32 v5, s13 835; VI-NEXT: v_mov_b32_e32 v6, s14 836; VI-NEXT: v_mov_b32_e32 v7, s15 837; VI-NEXT: v_mov_b32_e32 v8, s16 838; VI-NEXT: v_mov_b32_e32 v9, s17 839; VI-NEXT: v_mov_b32_e32 v10, s18 840; VI-NEXT: v_mov_b32_e32 v11, s19 841; VI-NEXT: v_mov_b32_e32 v12, s20 842; VI-NEXT: v_mov_b32_e32 v13, s21 843; VI-NEXT: v_mov_b32_e32 v14, s22 844; VI-NEXT: v_mov_b32_e32 v15, s23 845; VI-NEXT: s_mov_b32 m0, s4 846; VI-NEXT: v_movreld_b32_e32 v0, 5 847; VI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 848; VI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 849; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 850; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 851; VI-NEXT: s_endpgm 852 %vecins = insertelement <16 x i32> %a, i32 5, i32 %b 853 store <16 x i32> %vecins, <16 x i32> addrspace(1)* %out, align 64 854 ret void 855} 856 857define amdgpu_kernel void @dynamic_insertelement_v2i16(<2 x i16> addrspace(1)* %out, <2 x i16> %a, i32 %b) nounwind { 858; SI-LABEL: dynamic_insertelement_v2i16: 859; SI: ; %bb.0: 860; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 861; SI-NEXT: s_load_dword s6, s[4:5], 0x2 862; SI-NEXT: s_load_dword s4, s[4:5], 0x3 863; SI-NEXT: v_mov_b32_e32 v0, 0x50005 864; SI-NEXT: s_mov_b32 s3, 0x100f000 865; SI-NEXT: s_mov_b32 s2, -1 866; SI-NEXT: s_waitcnt lgkmcnt(0) 867; SI-NEXT: v_mov_b32_e32 v1, s6 868; SI-NEXT: s_lshl_b32 s4, s4, 4 869; SI-NEXT: s_lshl_b32 s4, 0xffff, s4 870; SI-NEXT: v_bfi_b32 v0, s4, v0, v1 871; SI-NEXT: buffer_store_dword v0, off, s[0:3], 0 872; SI-NEXT: s_endpgm 873; 874; VI-LABEL: dynamic_insertelement_v2i16: 875; VI: ; %bb.0: 876; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 877; VI-NEXT: s_load_dword s6, s[4:5], 0x8 878; VI-NEXT: s_load_dword s4, s[4:5], 0xc 879; VI-NEXT: v_mov_b32_e32 v0, 0x50005 880; VI-NEXT: s_mov_b32 s3, 0x1100f000 881; VI-NEXT: s_mov_b32 s2, -1 882; VI-NEXT: s_waitcnt lgkmcnt(0) 883; VI-NEXT: v_mov_b32_e32 v1, s6 884; VI-NEXT: s_lshl_b32 s4, s4, 4 885; VI-NEXT: s_lshl_b32 s4, 0xffff, s4 886; VI-NEXT: v_bfi_b32 v0, s4, v0, v1 887; VI-NEXT: buffer_store_dword v0, off, s[0:3], 0 888; VI-NEXT: s_endpgm 889 %vecins = insertelement <2 x i16> %a, i16 5, i32 %b 890 store <2 x i16> %vecins, <2 x i16> addrspace(1)* %out, align 8 891 ret void 892} 893 894define amdgpu_kernel void @dynamic_insertelement_v3i16(<3 x i16> addrspace(1)* %out, <3 x i16> %a, i32 %b) nounwind { 895; SI-LABEL: dynamic_insertelement_v3i16: 896; SI: ; %bb.0: 897; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 898; SI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x2 899; SI-NEXT: s_load_dword s4, s[4:5], 0x4 900; SI-NEXT: s_mov_b32 s5, 0 901; SI-NEXT: s_mov_b32 s3, 0x100f000 902; SI-NEXT: s_mov_b32 s2, -1 903; SI-NEXT: s_waitcnt lgkmcnt(0) 904; SI-NEXT: s_lshl_b32 s8, s4, 4 905; SI-NEXT: s_mov_b32 s4, 0xffff 906; SI-NEXT: s_lshl_b64 s[4:5], s[4:5], s8 907; SI-NEXT: s_mov_b32 s8, 0x50005 908; SI-NEXT: s_and_b32 s9, s5, s8 909; SI-NEXT: s_and_b32 s8, s4, s8 910; SI-NEXT: s_andn2_b64 s[4:5], s[6:7], s[4:5] 911; SI-NEXT: s_or_b64 s[4:5], s[8:9], s[4:5] 912; SI-NEXT: v_mov_b32_e32 v0, s5 913; SI-NEXT: v_mov_b32_e32 v1, s4 914; SI-NEXT: buffer_store_short v0, off, s[0:3], 0 offset:4 915; SI-NEXT: buffer_store_dword v1, off, s[0:3], 0 916; SI-NEXT: s_endpgm 917; 918; VI-LABEL: dynamic_insertelement_v3i16: 919; VI: ; %bb.0: 920; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 921; VI-NEXT: s_load_dwordx2 s[6:7], s[4:5], 0x8 922; VI-NEXT: s_load_dword s4, s[4:5], 0x10 923; VI-NEXT: s_mov_b32 s5, 0 924; VI-NEXT: s_mov_b32 s3, 0x1100f000 925; VI-NEXT: s_mov_b32 s2, -1 926; VI-NEXT: s_waitcnt lgkmcnt(0) 927; VI-NEXT: v_mov_b32_e32 v1, s7 928; VI-NEXT: s_lshl_b32 s8, s4, 4 929; VI-NEXT: s_mov_b32 s4, 0xffff 930; VI-NEXT: s_lshl_b64 s[4:5], s[4:5], s8 931; VI-NEXT: s_mov_b32 s8, 0x50005 932; VI-NEXT: v_mov_b32_e32 v0, s8 933; VI-NEXT: v_bfi_b32 v0, s5, v0, v1 934; VI-NEXT: v_mov_b32_e32 v1, s8 935; VI-NEXT: v_mov_b32_e32 v2, s6 936; VI-NEXT: v_bfi_b32 v1, s4, v1, v2 937; VI-NEXT: buffer_store_short v0, off, s[0:3], 0 offset:4 938; VI-NEXT: buffer_store_dword v1, off, s[0:3], 0 939; VI-NEXT: s_endpgm 940 %vecins = insertelement <3 x i16> %a, i16 5, i32 %b 941 store <3 x i16> %vecins, <3 x i16> addrspace(1)* %out, align 8 942 ret void 943} 944 945define amdgpu_kernel void @dynamic_insertelement_v2i8(<2 x i8> addrspace(1)* %out, [8 x i32], <2 x i8> %a, [8 x i32], i32 %b) nounwind { 946; SI-LABEL: dynamic_insertelement_v2i8: 947; SI: ; %bb.0: 948; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 949; SI-NEXT: s_load_dword s6, s[4:5], 0xa 950; SI-NEXT: s_load_dword s4, s[4:5], 0x13 951; SI-NEXT: v_mov_b32_e32 v0, 0x505 952; SI-NEXT: s_mov_b32 s3, 0x100f000 953; SI-NEXT: s_mov_b32 s2, -1 954; SI-NEXT: s_waitcnt lgkmcnt(0) 955; SI-NEXT: v_mov_b32_e32 v1, s6 956; SI-NEXT: s_lshl_b32 s4, s4, 3 957; SI-NEXT: s_lshl_b32 s4, -1, s4 958; SI-NEXT: v_bfi_b32 v0, s4, v0, v1 959; SI-NEXT: buffer_store_short v0, off, s[0:3], 0 960; SI-NEXT: s_endpgm 961; 962; VI-LABEL: dynamic_insertelement_v2i8: 963; VI: ; %bb.0: 964; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 965; VI-NEXT: s_load_dword s6, s[4:5], 0x28 966; VI-NEXT: s_load_dword s4, s[4:5], 0x4c 967; VI-NEXT: s_mov_b32 s3, 0x1100f000 968; VI-NEXT: s_mov_b32 s2, -1 969; VI-NEXT: s_waitcnt lgkmcnt(0) 970; VI-NEXT: s_lshl_b32 s4, s4, 3 971; VI-NEXT: v_lshlrev_b16_e64 v0, s4, -1 972; VI-NEXT: v_and_b32_e32 v1, 0x505, v0 973; VI-NEXT: v_xor_b32_e32 v0, -1, v0 974; VI-NEXT: v_and_b32_e32 v0, s6, v0 975; VI-NEXT: v_or_b32_e32 v0, v1, v0 976; VI-NEXT: buffer_store_short v0, off, s[0:3], 0 977; VI-NEXT: s_endpgm 978 %vecins = insertelement <2 x i8> %a, i8 5, i32 %b 979 store <2 x i8> %vecins, <2 x i8> addrspace(1)* %out, align 8 980 ret void 981} 982 983; FIXME: post legalize i16 and i32 shifts aren't merged because of 984; isTypeDesirableForOp in SimplifyDemandedBits 985define amdgpu_kernel void @dynamic_insertelement_v3i8(<3 x i8> addrspace(1)* %out, [8 x i32], <3 x i8> %a, [8 x i32], i32 %b) nounwind { 986; SI-LABEL: dynamic_insertelement_v3i8: 987; SI: ; %bb.0: 988; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 989; SI-NEXT: s_load_dword s6, s[4:5], 0xa 990; SI-NEXT: s_load_dword s4, s[4:5], 0x13 991; SI-NEXT: v_mov_b32_e32 v0, 0x5050505 992; SI-NEXT: s_mov_b32 s3, 0x100f000 993; SI-NEXT: s_mov_b32 s2, -1 994; SI-NEXT: s_waitcnt lgkmcnt(0) 995; SI-NEXT: v_mov_b32_e32 v1, s6 996; SI-NEXT: s_lshl_b32 s4, s4, 3 997; SI-NEXT: s_lshl_b32 s4, 0xffff, s4 998; SI-NEXT: v_bfi_b32 v0, s4, v0, v1 999; SI-NEXT: v_lshrrev_b32_e32 v1, 16, v0 1000; SI-NEXT: buffer_store_short v0, off, s[0:3], 0 1001; SI-NEXT: buffer_store_byte v1, off, s[0:3], 0 offset:2 1002; SI-NEXT: s_endpgm 1003; 1004; VI-LABEL: dynamic_insertelement_v3i8: 1005; VI: ; %bb.0: 1006; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1007; VI-NEXT: s_load_dword s6, s[4:5], 0x28 1008; VI-NEXT: s_load_dword s4, s[4:5], 0x4c 1009; VI-NEXT: v_mov_b32_e32 v0, 0x5050505 1010; VI-NEXT: s_mov_b32 s3, 0x1100f000 1011; VI-NEXT: s_mov_b32 s2, -1 1012; VI-NEXT: s_waitcnt lgkmcnt(0) 1013; VI-NEXT: v_mov_b32_e32 v1, s6 1014; VI-NEXT: s_lshl_b32 s4, s4, 3 1015; VI-NEXT: s_lshl_b32 s4, 0xffff, s4 1016; VI-NEXT: v_bfi_b32 v0, s4, v0, v1 1017; VI-NEXT: v_lshrrev_b32_e32 v1, 16, v0 1018; VI-NEXT: buffer_store_short v0, off, s[0:3], 0 1019; VI-NEXT: buffer_store_byte v1, off, s[0:3], 0 offset:2 1020; VI-NEXT: s_endpgm 1021 %vecins = insertelement <3 x i8> %a, i8 5, i32 %b 1022 store <3 x i8> %vecins, <3 x i8> addrspace(1)* %out, align 4 1023 ret void 1024} 1025 1026define amdgpu_kernel void @dynamic_insertelement_v4i8(<4 x i8> addrspace(1)* %out, [8 x i32], <4 x i8> %a, [8 x i32], i32 %b) nounwind { 1027; SI-LABEL: dynamic_insertelement_v4i8: 1028; SI: ; %bb.0: 1029; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1030; SI-NEXT: s_load_dword s6, s[4:5], 0xa 1031; SI-NEXT: s_load_dword s4, s[4:5], 0x13 1032; SI-NEXT: v_mov_b32_e32 v0, 0x5050505 1033; SI-NEXT: s_mov_b32 s3, 0x100f000 1034; SI-NEXT: s_mov_b32 s2, -1 1035; SI-NEXT: s_waitcnt lgkmcnt(0) 1036; SI-NEXT: v_mov_b32_e32 v1, s6 1037; SI-NEXT: s_lshl_b32 s4, s4, 3 1038; SI-NEXT: s_lshl_b32 s4, 0xffff, s4 1039; SI-NEXT: v_bfi_b32 v0, s4, v0, v1 1040; SI-NEXT: buffer_store_dword v0, off, s[0:3], 0 1041; SI-NEXT: s_endpgm 1042; 1043; VI-LABEL: dynamic_insertelement_v4i8: 1044; VI: ; %bb.0: 1045; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1046; VI-NEXT: s_load_dword s6, s[4:5], 0x28 1047; VI-NEXT: s_load_dword s4, s[4:5], 0x4c 1048; VI-NEXT: v_mov_b32_e32 v0, 0x5050505 1049; VI-NEXT: s_mov_b32 s3, 0x1100f000 1050; VI-NEXT: s_mov_b32 s2, -1 1051; VI-NEXT: s_waitcnt lgkmcnt(0) 1052; VI-NEXT: v_mov_b32_e32 v1, s6 1053; VI-NEXT: s_lshl_b32 s4, s4, 3 1054; VI-NEXT: s_lshl_b32 s4, 0xffff, s4 1055; VI-NEXT: v_bfi_b32 v0, s4, v0, v1 1056; VI-NEXT: buffer_store_dword v0, off, s[0:3], 0 1057; VI-NEXT: s_endpgm 1058 %vecins = insertelement <4 x i8> %a, i8 5, i32 %b 1059 store <4 x i8> %vecins, <4 x i8> addrspace(1)* %out, align 4 1060 ret void 1061} 1062 1063define amdgpu_kernel void @s_dynamic_insertelement_v8i8(<8 x i8> addrspace(1)* %out, <8 x i8> addrspace(4)* %a.ptr, i32 %b) nounwind { 1064; SI-LABEL: s_dynamic_insertelement_v8i8: 1065; SI: ; %bb.0: 1066; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x0 1067; SI-NEXT: s_load_dword s6, s[4:5], 0x4 1068; SI-NEXT: s_mov_b32 s7, 0 1069; SI-NEXT: s_mov_b32 s3, 0x100f000 1070; SI-NEXT: s_mov_b32 s2, -1 1071; SI-NEXT: s_waitcnt lgkmcnt(0) 1072; SI-NEXT: s_load_dwordx2 s[4:5], s[10:11], 0x0 1073; SI-NEXT: s_mov_b32 s0, s8 1074; SI-NEXT: s_lshl_b32 s8, s6, 3 1075; SI-NEXT: s_mov_b32 s6, 0xffff 1076; SI-NEXT: s_lshl_b64 s[6:7], s[6:7], s8 1077; SI-NEXT: s_mov_b32 s8, 0x5050505 1078; SI-NEXT: s_mov_b32 s1, s9 1079; SI-NEXT: s_and_b32 s9, s7, s8 1080; SI-NEXT: s_and_b32 s8, s6, s8 1081; SI-NEXT: s_waitcnt lgkmcnt(0) 1082; SI-NEXT: s_andn2_b64 s[4:5], s[4:5], s[6:7] 1083; SI-NEXT: s_or_b64 s[4:5], s[8:9], s[4:5] 1084; SI-NEXT: v_mov_b32_e32 v0, s4 1085; SI-NEXT: v_mov_b32_e32 v1, s5 1086; SI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 1087; SI-NEXT: s_endpgm 1088; 1089; VI-LABEL: s_dynamic_insertelement_v8i8: 1090; VI: ; %bb.0: 1091; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x0 1092; VI-NEXT: s_load_dword s6, s[4:5], 0x10 1093; VI-NEXT: s_mov_b32 s7, 0 1094; VI-NEXT: s_mov_b32 s3, 0x1100f000 1095; VI-NEXT: s_mov_b32 s2, -1 1096; VI-NEXT: s_waitcnt lgkmcnt(0) 1097; VI-NEXT: s_load_dwordx2 s[4:5], s[10:11], 0x0 1098; VI-NEXT: s_mov_b32 s0, s8 1099; VI-NEXT: s_lshl_b32 s8, s6, 3 1100; VI-NEXT: s_mov_b32 s6, 0xffff 1101; VI-NEXT: s_lshl_b64 s[6:7], s[6:7], s8 1102; VI-NEXT: s_mov_b32 s8, 0x5050505 1103; VI-NEXT: s_mov_b32 s1, s9 1104; VI-NEXT: s_and_b32 s9, s7, s8 1105; VI-NEXT: s_and_b32 s8, s6, s8 1106; VI-NEXT: s_waitcnt lgkmcnt(0) 1107; VI-NEXT: s_andn2_b64 s[4:5], s[4:5], s[6:7] 1108; VI-NEXT: s_or_b64 s[4:5], s[8:9], s[4:5] 1109; VI-NEXT: v_mov_b32_e32 v0, s4 1110; VI-NEXT: v_mov_b32_e32 v1, s5 1111; VI-NEXT: buffer_store_dwordx2 v[0:1], off, s[0:3], 0 1112; VI-NEXT: s_endpgm 1113 %a = load <8 x i8>, <8 x i8> addrspace(4)* %a.ptr, align 4 1114 %vecins = insertelement <8 x i8> %a, i8 5, i32 %b 1115 store <8 x i8> %vecins, <8 x i8> addrspace(1)* %out, align 8 1116 ret void 1117} 1118 1119define amdgpu_kernel void @dynamic_insertelement_v16i8(<16 x i8> addrspace(1)* %out, <16 x i8> %a, i32 %b) nounwind { 1120; SI-LABEL: dynamic_insertelement_v16i8: 1121; SI: ; %bb.0: 1122; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1123; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 1124; SI-NEXT: s_load_dword s4, s[4:5], 0x8 1125; SI-NEXT: s_mov_b32 s3, 0x100f000 1126; SI-NEXT: s_mov_b32 s2, -1 1127; SI-NEXT: s_waitcnt lgkmcnt(0) 1128; SI-NEXT: s_lshr_b32 s5, s11, 24 1129; SI-NEXT: v_mov_b32_e32 v0, s5 1130; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 15 1131; SI-NEXT: s_lshr_b32 s5, s11, 16 1132; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1133; SI-NEXT: v_mov_b32_e32 v1, s5 1134; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 14 1135; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1136; SI-NEXT: s_movk_i32 s5, 0xff 1137; SI-NEXT: v_lshlrev_b32_e32 v0, 8, v0 1138; SI-NEXT: v_and_b32_e32 v1, s5, v1 1139; SI-NEXT: s_lshr_b32 s6, s11, 8 1140; SI-NEXT: v_or_b32_e32 v0, v1, v0 1141; SI-NEXT: v_mov_b32_e32 v1, s6 1142; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 13 1143; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1144; SI-NEXT: v_mov_b32_e32 v2, s11 1145; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 12 1146; SI-NEXT: v_cndmask_b32_e32 v2, 5, v2, vcc 1147; SI-NEXT: v_lshlrev_b32_e32 v1, 8, v1 1148; SI-NEXT: v_and_b32_e32 v2, s5, v2 1149; SI-NEXT: v_or_b32_e32 v1, v2, v1 1150; SI-NEXT: s_mov_b32 s6, 0xffff 1151; SI-NEXT: v_lshlrev_b32_e32 v0, 16, v0 1152; SI-NEXT: v_and_b32_e32 v1, s6, v1 1153; SI-NEXT: s_lshr_b32 s7, s10, 24 1154; SI-NEXT: v_or_b32_e32 v3, v1, v0 1155; SI-NEXT: v_mov_b32_e32 v0, s7 1156; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 11 1157; SI-NEXT: s_lshr_b32 s7, s10, 16 1158; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1159; SI-NEXT: v_mov_b32_e32 v1, s7 1160; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 10 1161; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1162; SI-NEXT: v_lshlrev_b32_e32 v0, 8, v0 1163; SI-NEXT: v_and_b32_e32 v1, s5, v1 1164; SI-NEXT: s_lshr_b32 s7, s10, 8 1165; SI-NEXT: v_or_b32_e32 v0, v1, v0 1166; SI-NEXT: v_mov_b32_e32 v1, s7 1167; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 9 1168; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1169; SI-NEXT: v_mov_b32_e32 v2, s10 1170; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 8 1171; SI-NEXT: v_cndmask_b32_e32 v2, 5, v2, vcc 1172; SI-NEXT: v_lshlrev_b32_e32 v1, 8, v1 1173; SI-NEXT: v_and_b32_e32 v2, s5, v2 1174; SI-NEXT: v_or_b32_e32 v1, v2, v1 1175; SI-NEXT: v_lshlrev_b32_e32 v0, 16, v0 1176; SI-NEXT: v_and_b32_e32 v1, s6, v1 1177; SI-NEXT: s_lshr_b32 s7, s9, 24 1178; SI-NEXT: v_or_b32_e32 v2, v1, v0 1179; SI-NEXT: v_mov_b32_e32 v0, s7 1180; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 7 1181; SI-NEXT: s_lshr_b32 s7, s9, 16 1182; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1183; SI-NEXT: v_mov_b32_e32 v1, s7 1184; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 6 1185; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1186; SI-NEXT: v_lshlrev_b32_e32 v0, 8, v0 1187; SI-NEXT: v_and_b32_e32 v1, s5, v1 1188; SI-NEXT: s_lshr_b32 s7, s9, 8 1189; SI-NEXT: v_or_b32_e32 v0, v1, v0 1190; SI-NEXT: v_mov_b32_e32 v1, s7 1191; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 5 1192; SI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1193; SI-NEXT: v_mov_b32_e32 v4, s9 1194; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 4 1195; SI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1196; SI-NEXT: v_lshlrev_b32_e32 v1, 8, v1 1197; SI-NEXT: v_and_b32_e32 v4, s5, v4 1198; SI-NEXT: v_or_b32_e32 v1, v4, v1 1199; SI-NEXT: v_lshlrev_b32_e32 v0, 16, v0 1200; SI-NEXT: v_and_b32_e32 v1, s6, v1 1201; SI-NEXT: s_lshr_b32 s7, s8, 24 1202; SI-NEXT: v_or_b32_e32 v1, v1, v0 1203; SI-NEXT: v_mov_b32_e32 v0, s7 1204; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 1205; SI-NEXT: s_lshr_b32 s7, s8, 16 1206; SI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1207; SI-NEXT: v_mov_b32_e32 v4, s7 1208; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 1209; SI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1210; SI-NEXT: v_lshlrev_b32_e32 v0, 8, v0 1211; SI-NEXT: v_and_b32_e32 v4, s5, v4 1212; SI-NEXT: s_lshr_b32 s7, s8, 8 1213; SI-NEXT: v_or_b32_e32 v0, v4, v0 1214; SI-NEXT: v_mov_b32_e32 v4, s7 1215; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 1216; SI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1217; SI-NEXT: v_mov_b32_e32 v5, s8 1218; SI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 1219; SI-NEXT: v_cndmask_b32_e32 v5, 5, v5, vcc 1220; SI-NEXT: v_lshlrev_b32_e32 v4, 8, v4 1221; SI-NEXT: v_and_b32_e32 v5, s5, v5 1222; SI-NEXT: v_or_b32_e32 v4, v5, v4 1223; SI-NEXT: v_lshlrev_b32_e32 v0, 16, v0 1224; SI-NEXT: v_and_b32_e32 v4, s6, v4 1225; SI-NEXT: v_or_b32_e32 v0, v4, v0 1226; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1227; SI-NEXT: s_endpgm 1228; 1229; VI-LABEL: dynamic_insertelement_v16i8: 1230; VI: ; %bb.0: 1231; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1232; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 1233; VI-NEXT: s_load_dword s4, s[4:5], 0x20 1234; VI-NEXT: s_mov_b32 s3, 0x1100f000 1235; VI-NEXT: s_mov_b32 s2, -1 1236; VI-NEXT: s_waitcnt lgkmcnt(0) 1237; VI-NEXT: s_lshr_b32 s5, s11, 24 1238; VI-NEXT: v_mov_b32_e32 v0, s5 1239; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 15 1240; VI-NEXT: s_lshr_b32 s5, s11, 16 1241; VI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1242; VI-NEXT: v_mov_b32_e32 v1, s5 1243; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 14 1244; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1245; VI-NEXT: v_lshlrev_b16_e32 v0, 8, v0 1246; VI-NEXT: s_lshr_b32 s5, s11, 8 1247; VI-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1248; VI-NEXT: v_mov_b32_e32 v1, s5 1249; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 13 1250; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1251; VI-NEXT: v_mov_b32_e32 v2, s11 1252; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 12 1253; VI-NEXT: v_cndmask_b32_e32 v2, 5, v2, vcc 1254; VI-NEXT: v_lshlrev_b16_e32 v1, 8, v1 1255; VI-NEXT: v_or_b32_sdwa v1, v2, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1256; VI-NEXT: s_lshr_b32 s5, s10, 24 1257; VI-NEXT: v_or_b32_sdwa v3, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD 1258; VI-NEXT: v_mov_b32_e32 v0, s5 1259; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 11 1260; VI-NEXT: s_lshr_b32 s5, s10, 16 1261; VI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1262; VI-NEXT: v_mov_b32_e32 v1, s5 1263; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 10 1264; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1265; VI-NEXT: v_lshlrev_b16_e32 v0, 8, v0 1266; VI-NEXT: s_lshr_b32 s5, s10, 8 1267; VI-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1268; VI-NEXT: v_mov_b32_e32 v1, s5 1269; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 9 1270; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1271; VI-NEXT: v_mov_b32_e32 v2, s10 1272; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 8 1273; VI-NEXT: v_cndmask_b32_e32 v2, 5, v2, vcc 1274; VI-NEXT: v_lshlrev_b16_e32 v1, 8, v1 1275; VI-NEXT: v_or_b32_sdwa v1, v2, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1276; VI-NEXT: s_lshr_b32 s5, s9, 24 1277; VI-NEXT: v_or_b32_sdwa v2, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD 1278; VI-NEXT: v_mov_b32_e32 v0, s5 1279; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 7 1280; VI-NEXT: s_lshr_b32 s5, s9, 16 1281; VI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1282; VI-NEXT: v_mov_b32_e32 v1, s5 1283; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 6 1284; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1285; VI-NEXT: v_lshlrev_b16_e32 v0, 8, v0 1286; VI-NEXT: s_lshr_b32 s5, s9, 8 1287; VI-NEXT: v_or_b32_sdwa v0, v1, v0 dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1288; VI-NEXT: v_mov_b32_e32 v1, s5 1289; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 5 1290; VI-NEXT: v_cndmask_b32_e32 v1, 5, v1, vcc 1291; VI-NEXT: v_mov_b32_e32 v4, s9 1292; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 4 1293; VI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1294; VI-NEXT: v_lshlrev_b16_e32 v1, 8, v1 1295; VI-NEXT: v_or_b32_sdwa v1, v4, v1 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1296; VI-NEXT: s_lshr_b32 s5, s8, 24 1297; VI-NEXT: v_or_b32_sdwa v1, v1, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD 1298; VI-NEXT: v_mov_b32_e32 v0, s5 1299; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 3 1300; VI-NEXT: s_lshr_b32 s5, s8, 16 1301; VI-NEXT: v_cndmask_b32_e32 v0, 5, v0, vcc 1302; VI-NEXT: v_mov_b32_e32 v4, s5 1303; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 2 1304; VI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1305; VI-NEXT: v_lshlrev_b16_e32 v0, 8, v0 1306; VI-NEXT: s_lshr_b32 s5, s8, 8 1307; VI-NEXT: v_or_b32_sdwa v0, v4, v0 dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1308; VI-NEXT: v_mov_b32_e32 v4, s5 1309; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 1 1310; VI-NEXT: v_cndmask_b32_e32 v4, 5, v4, vcc 1311; VI-NEXT: v_mov_b32_e32 v5, s8 1312; VI-NEXT: v_cmp_ne_u32_e64 vcc, s4, 0 1313; VI-NEXT: v_lshlrev_b16_e32 v4, 8, v4 1314; VI-NEXT: v_cndmask_b32_e32 v5, 5, v5, vcc 1315; VI-NEXT: v_or_b32_sdwa v4, v5, v4 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:BYTE_0 src1_sel:DWORD 1316; VI-NEXT: v_or_b32_sdwa v0, v4, v0 dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_0 src1_sel:DWORD 1317; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1318; VI-NEXT: s_endpgm 1319 %vecins = insertelement <16 x i8> %a, i8 5, i32 %b 1320 store <16 x i8> %vecins, <16 x i8> addrspace(1)* %out, align 16 1321 ret void 1322} 1323 1324; This test requires handling INSERT_SUBREG in SIFixSGPRCopies. Check that 1325; the compiler doesn't crash. 1326define amdgpu_kernel void @insert_split_bb(<2 x i32> addrspace(1)* %out, i32 addrspace(1)* %in, i32 %a, i32 %b) { 1327; SI-LABEL: insert_split_bb: 1328; SI: ; %bb.0: ; %entry 1329; SI-NEXT: s_load_dword s0, s[4:5], 0x4 1330; SI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x0 1331; SI-NEXT: s_waitcnt lgkmcnt(0) 1332; SI-NEXT: s_cmp_lg_u32 s0, 0 1333; SI-NEXT: s_cbranch_scc0 BB26_2 1334; SI-NEXT: ; %bb.1: ; %else 1335; SI-NEXT: s_load_dword s1, s[6:7], 0x1 1336; SI-NEXT: s_mov_b64 s[2:3], 0 1337; SI-NEXT: s_andn2_b64 vcc, exec, s[2:3] 1338; SI-NEXT: s_waitcnt lgkmcnt(0) 1339; SI-NEXT: s_mov_b64 vcc, vcc 1340; SI-NEXT: s_cbranch_vccz BB26_3 1341; SI-NEXT: s_branch BB26_4 1342; SI-NEXT: BB26_2: 1343; SI-NEXT: BB26_3: ; %if 1344; SI-NEXT: s_load_dword s1, s[6:7], 0x0 1345; SI-NEXT: BB26_4: ; %endif 1346; SI-NEXT: s_waitcnt lgkmcnt(0) 1347; SI-NEXT: v_mov_b32_e32 v0, s0 1348; SI-NEXT: s_mov_b32 s7, 0x100f000 1349; SI-NEXT: s_mov_b32 s6, -1 1350; SI-NEXT: v_mov_b32_e32 v1, s1 1351; SI-NEXT: buffer_store_dwordx2 v[0:1], off, s[4:7], 0 1352; SI-NEXT: s_endpgm 1353; 1354; VI-LABEL: insert_split_bb: 1355; VI: ; %bb.0: ; %entry 1356; VI-NEXT: s_load_dword s0, s[4:5], 0x10 1357; VI-NEXT: s_load_dwordx4 s[4:7], s[4:5], 0x0 1358; VI-NEXT: s_waitcnt lgkmcnt(0) 1359; VI-NEXT: s_cmp_lg_u32 s0, 0 1360; VI-NEXT: s_cbranch_scc0 BB26_2 1361; VI-NEXT: ; %bb.1: ; %else 1362; VI-NEXT: s_load_dword s1, s[6:7], 0x4 1363; VI-NEXT: s_cbranch_execz BB26_3 1364; VI-NEXT: s_branch BB26_4 1365; VI-NEXT: BB26_2: 1366; VI-NEXT: BB26_3: ; %if 1367; VI-NEXT: s_waitcnt lgkmcnt(0) 1368; VI-NEXT: s_load_dword s1, s[6:7], 0x0 1369; VI-NEXT: BB26_4: ; %endif 1370; VI-NEXT: s_waitcnt lgkmcnt(0) 1371; VI-NEXT: v_mov_b32_e32 v0, s0 1372; VI-NEXT: s_mov_b32 s7, 0x1100f000 1373; VI-NEXT: s_mov_b32 s6, -1 1374; VI-NEXT: v_mov_b32_e32 v1, s1 1375; VI-NEXT: buffer_store_dwordx2 v[0:1], off, s[4:7], 0 1376; VI-NEXT: s_endpgm 1377entry: 1378 %0 = insertelement <2 x i32> undef, i32 %a, i32 0 1379 %1 = icmp eq i32 %a, 0 1380 br i1 %1, label %if, label %else 1381 1382if: 1383 %2 = load i32, i32 addrspace(1)* %in 1384 %3 = insertelement <2 x i32> %0, i32 %2, i32 1 1385 br label %endif 1386 1387else: 1388 %4 = getelementptr i32, i32 addrspace(1)* %in, i32 1 1389 %5 = load i32, i32 addrspace(1)* %4 1390 %6 = insertelement <2 x i32> %0, i32 %5, i32 1 1391 br label %endif 1392 1393endif: 1394 %7 = phi <2 x i32> [%3, %if], [%6, %else] 1395 store <2 x i32> %7, <2 x i32> addrspace(1)* %out 1396 ret void 1397} 1398 1399define amdgpu_kernel void @dynamic_insertelement_v2f64(<2 x double> addrspace(1)* %out, [8 x i32], <2 x double> %a, [8 x i32], i32 %b) nounwind { 1400; SI-LABEL: dynamic_insertelement_v2f64: 1401; SI: ; %bb.0: 1402; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1403; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0xc 1404; SI-NEXT: s_load_dword s4, s[4:5], 0x18 1405; SI-NEXT: v_mov_b32_e32 v1, 0x40200000 1406; SI-NEXT: s_mov_b32 s3, 0x100f000 1407; SI-NEXT: s_mov_b32 s2, -1 1408; SI-NEXT: s_waitcnt lgkmcnt(0) 1409; SI-NEXT: v_mov_b32_e32 v0, s11 1410; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 1 1411; SI-NEXT: v_cndmask_b32_e32 v3, v0, v1, vcc 1412; SI-NEXT: v_mov_b32_e32 v0, s10 1413; SI-NEXT: v_cndmask_b32_e64 v2, v0, 0, vcc 1414; SI-NEXT: v_mov_b32_e32 v0, s9 1415; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 0 1416; SI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 1417; SI-NEXT: v_mov_b32_e32 v0, s8 1418; SI-NEXT: v_cndmask_b32_e64 v0, v0, 0, vcc 1419; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1420; SI-NEXT: s_endpgm 1421; 1422; VI-LABEL: dynamic_insertelement_v2f64: 1423; VI: ; %bb.0: 1424; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1425; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x30 1426; VI-NEXT: s_load_dword s4, s[4:5], 0x60 1427; VI-NEXT: v_mov_b32_e32 v1, 0x40200000 1428; VI-NEXT: s_mov_b32 s3, 0x1100f000 1429; VI-NEXT: s_mov_b32 s2, -1 1430; VI-NEXT: s_waitcnt lgkmcnt(0) 1431; VI-NEXT: v_mov_b32_e32 v0, s11 1432; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 1 1433; VI-NEXT: v_cndmask_b32_e32 v3, v0, v1, vcc 1434; VI-NEXT: v_mov_b32_e32 v0, s10 1435; VI-NEXT: v_cndmask_b32_e64 v2, v0, 0, vcc 1436; VI-NEXT: v_mov_b32_e32 v0, s9 1437; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 0 1438; VI-NEXT: v_cndmask_b32_e32 v1, v0, v1, vcc 1439; VI-NEXT: v_mov_b32_e32 v0, s8 1440; VI-NEXT: v_cndmask_b32_e64 v0, v0, 0, vcc 1441; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1442; VI-NEXT: s_endpgm 1443 %vecins = insertelement <2 x double> %a, double 8.0, i32 %b 1444 store <2 x double> %vecins, <2 x double> addrspace(1)* %out, align 16 1445 ret void 1446} 1447 1448define amdgpu_kernel void @dynamic_insertelement_v2i64(<2 x i64> addrspace(1)* %out, <2 x i64> %a, i32 %b) nounwind { 1449; SI-LABEL: dynamic_insertelement_v2i64: 1450; SI: ; %bb.0: 1451; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1452; SI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x4 1453; SI-NEXT: s_load_dword s6, s[4:5], 0x8 1454; SI-NEXT: s_mov_b32 s3, 0x100f000 1455; SI-NEXT: s_mov_b32 s2, -1 1456; SI-NEXT: s_waitcnt lgkmcnt(0) 1457; SI-NEXT: v_mov_b32_e32 v0, s11 1458; SI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 1 1459; SI-NEXT: v_cndmask_b32_e64 v3, v0, 0, s[4:5] 1460; SI-NEXT: v_mov_b32_e32 v0, s10 1461; SI-NEXT: v_cndmask_b32_e64 v2, v0, 5, s[4:5] 1462; SI-NEXT: v_mov_b32_e32 v0, s9 1463; SI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 0 1464; SI-NEXT: v_cndmask_b32_e64 v1, v0, 0, s[4:5] 1465; SI-NEXT: v_mov_b32_e32 v0, s8 1466; SI-NEXT: v_cndmask_b32_e64 v0, v0, 5, s[4:5] 1467; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1468; SI-NEXT: s_endpgm 1469; 1470; VI-LABEL: dynamic_insertelement_v2i64: 1471; VI: ; %bb.0: 1472; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1473; VI-NEXT: s_load_dwordx4 s[8:11], s[4:5], 0x10 1474; VI-NEXT: s_load_dword s6, s[4:5], 0x20 1475; VI-NEXT: s_mov_b32 s3, 0x1100f000 1476; VI-NEXT: s_mov_b32 s2, -1 1477; VI-NEXT: s_waitcnt lgkmcnt(0) 1478; VI-NEXT: v_mov_b32_e32 v0, s11 1479; VI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 1 1480; VI-NEXT: v_cndmask_b32_e64 v3, v0, 0, s[4:5] 1481; VI-NEXT: v_mov_b32_e32 v0, s10 1482; VI-NEXT: v_cndmask_b32_e64 v2, v0, 5, s[4:5] 1483; VI-NEXT: v_mov_b32_e32 v0, s9 1484; VI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 0 1485; VI-NEXT: v_cndmask_b32_e64 v1, v0, 0, s[4:5] 1486; VI-NEXT: v_mov_b32_e32 v0, s8 1487; VI-NEXT: v_cndmask_b32_e64 v0, v0, 5, s[4:5] 1488; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1489; VI-NEXT: s_endpgm 1490 %vecins = insertelement <2 x i64> %a, i64 5, i32 %b 1491 store <2 x i64> %vecins, <2 x i64> addrspace(1)* %out, align 8 1492 ret void 1493} 1494 1495define amdgpu_kernel void @dynamic_insertelement_v3i64(<3 x i64> addrspace(1)* %out, <3 x i64> %a, i32 %b) nounwind { 1496; SI-LABEL: dynamic_insertelement_v3i64: 1497; SI: ; %bb.0: 1498; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1499; SI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x8 1500; SI-NEXT: s_load_dword s6, s[4:5], 0x10 1501; SI-NEXT: s_mov_b32 s3, 0x100f000 1502; SI-NEXT: s_mov_b32 s2, -1 1503; SI-NEXT: s_waitcnt lgkmcnt(0) 1504; SI-NEXT: v_mov_b32_e32 v0, s13 1505; SI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 2 1506; SI-NEXT: v_cndmask_b32_e64 v5, v0, 0, s[4:5] 1507; SI-NEXT: v_mov_b32_e32 v0, s12 1508; SI-NEXT: v_cndmask_b32_e64 v4, v0, 5, s[4:5] 1509; SI-NEXT: v_mov_b32_e32 v0, s11 1510; SI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 1 1511; SI-NEXT: v_cndmask_b32_e64 v3, v0, 0, s[4:5] 1512; SI-NEXT: v_mov_b32_e32 v0, s10 1513; SI-NEXT: v_cndmask_b32_e64 v2, v0, 5, s[4:5] 1514; SI-NEXT: v_mov_b32_e32 v0, s9 1515; SI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 0 1516; SI-NEXT: v_cndmask_b32_e64 v1, v0, 0, s[4:5] 1517; SI-NEXT: v_mov_b32_e32 v0, s8 1518; SI-NEXT: v_cndmask_b32_e64 v0, v0, 5, s[4:5] 1519; SI-NEXT: buffer_store_dwordx2 v[4:5], off, s[0:3], 0 offset:16 1520; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1521; SI-NEXT: s_endpgm 1522; 1523; VI-LABEL: dynamic_insertelement_v3i64: 1524; VI: ; %bb.0: 1525; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1526; VI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x20 1527; VI-NEXT: s_load_dword s6, s[4:5], 0x40 1528; VI-NEXT: s_mov_b32 s3, 0x1100f000 1529; VI-NEXT: s_mov_b32 s2, -1 1530; VI-NEXT: s_waitcnt lgkmcnt(0) 1531; VI-NEXT: v_mov_b32_e32 v0, s13 1532; VI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 2 1533; VI-NEXT: v_cndmask_b32_e64 v5, v0, 0, s[4:5] 1534; VI-NEXT: v_mov_b32_e32 v0, s12 1535; VI-NEXT: v_cndmask_b32_e64 v4, v0, 5, s[4:5] 1536; VI-NEXT: v_mov_b32_e32 v0, s11 1537; VI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 1 1538; VI-NEXT: v_cndmask_b32_e64 v3, v0, 0, s[4:5] 1539; VI-NEXT: v_mov_b32_e32 v0, s10 1540; VI-NEXT: v_cndmask_b32_e64 v2, v0, 5, s[4:5] 1541; VI-NEXT: v_mov_b32_e32 v0, s9 1542; VI-NEXT: v_cmp_eq_u32_e64 s[4:5], s6, 0 1543; VI-NEXT: v_cndmask_b32_e64 v1, v0, 0, s[4:5] 1544; VI-NEXT: v_mov_b32_e32 v0, s8 1545; VI-NEXT: v_cndmask_b32_e64 v0, v0, 5, s[4:5] 1546; VI-NEXT: buffer_store_dwordx2 v[4:5], off, s[0:3], 0 offset:16 1547; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1548; VI-NEXT: s_endpgm 1549 %vecins = insertelement <3 x i64> %a, i64 5, i32 %b 1550 store <3 x i64> %vecins, <3 x i64> addrspace(1)* %out, align 32 1551 ret void 1552} 1553 1554define amdgpu_kernel void @dynamic_insertelement_v4f64(<4 x double> addrspace(1)* %out, <4 x double> %a, i32 %b) nounwind { 1555; SI-LABEL: dynamic_insertelement_v4f64: 1556; SI: ; %bb.0: 1557; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1558; SI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x8 1559; SI-NEXT: s_load_dword s4, s[4:5], 0x10 1560; SI-NEXT: v_mov_b32_e32 v4, 0x40200000 1561; SI-NEXT: s_mov_b32 s3, 0x100f000 1562; SI-NEXT: s_mov_b32 s2, -1 1563; SI-NEXT: s_waitcnt lgkmcnt(0) 1564; SI-NEXT: v_mov_b32_e32 v0, s11 1565; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 1 1566; SI-NEXT: v_cndmask_b32_e32 v3, v0, v4, vcc 1567; SI-NEXT: v_mov_b32_e32 v0, s10 1568; SI-NEXT: v_cndmask_b32_e64 v2, v0, 0, vcc 1569; SI-NEXT: v_mov_b32_e32 v0, s9 1570; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 0 1571; SI-NEXT: v_cndmask_b32_e32 v1, v0, v4, vcc 1572; SI-NEXT: v_mov_b32_e32 v0, s8 1573; SI-NEXT: v_cndmask_b32_e64 v0, v0, 0, vcc 1574; SI-NEXT: v_mov_b32_e32 v5, s15 1575; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 3 1576; SI-NEXT: v_cndmask_b32_e32 v7, v5, v4, vcc 1577; SI-NEXT: v_mov_b32_e32 v5, s14 1578; SI-NEXT: v_cndmask_b32_e64 v6, v5, 0, vcc 1579; SI-NEXT: v_mov_b32_e32 v5, s13 1580; SI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 2 1581; SI-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc 1582; SI-NEXT: v_mov_b32_e32 v4, s12 1583; SI-NEXT: v_cndmask_b32_e64 v4, v4, 0, vcc 1584; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 1585; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1586; SI-NEXT: s_endpgm 1587; 1588; VI-LABEL: dynamic_insertelement_v4f64: 1589; VI: ; %bb.0: 1590; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1591; VI-NEXT: s_load_dwordx8 s[8:15], s[4:5], 0x20 1592; VI-NEXT: s_load_dword s4, s[4:5], 0x40 1593; VI-NEXT: v_mov_b32_e32 v4, 0x40200000 1594; VI-NEXT: s_mov_b32 s3, 0x1100f000 1595; VI-NEXT: s_mov_b32 s2, -1 1596; VI-NEXT: s_waitcnt lgkmcnt(0) 1597; VI-NEXT: v_mov_b32_e32 v0, s11 1598; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 1 1599; VI-NEXT: v_cndmask_b32_e32 v3, v0, v4, vcc 1600; VI-NEXT: v_mov_b32_e32 v0, s10 1601; VI-NEXT: v_cndmask_b32_e64 v2, v0, 0, vcc 1602; VI-NEXT: v_mov_b32_e32 v0, s9 1603; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 0 1604; VI-NEXT: v_cndmask_b32_e32 v1, v0, v4, vcc 1605; VI-NEXT: v_mov_b32_e32 v0, s8 1606; VI-NEXT: v_cndmask_b32_e64 v0, v0, 0, vcc 1607; VI-NEXT: v_mov_b32_e32 v5, s15 1608; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 3 1609; VI-NEXT: v_cndmask_b32_e32 v7, v5, v4, vcc 1610; VI-NEXT: v_mov_b32_e32 v5, s14 1611; VI-NEXT: v_cndmask_b32_e64 v6, v5, 0, vcc 1612; VI-NEXT: v_mov_b32_e32 v5, s13 1613; VI-NEXT: v_cmp_eq_u32_e64 vcc, s4, 2 1614; VI-NEXT: v_cndmask_b32_e32 v5, v5, v4, vcc 1615; VI-NEXT: v_mov_b32_e32 v4, s12 1616; VI-NEXT: v_cndmask_b32_e64 v4, v4, 0, vcc 1617; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 1618; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1619; VI-NEXT: s_endpgm 1620 %vecins = insertelement <4 x double> %a, double 8.0, i32 %b 1621 store <4 x double> %vecins, <4 x double> addrspace(1)* %out, align 16 1622 ret void 1623} 1624 1625define amdgpu_kernel void @dynamic_insertelement_v8f64(<8 x double> addrspace(1)* %out, <8 x double> %a, i32 %b) #0 { 1626; SI-LABEL: dynamic_insertelement_v8f64: 1627; SI: ; %bb.0: 1628; SI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1629; SI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x10 1630; SI-NEXT: s_load_dword s4, s[4:5], 0x20 1631; SI-NEXT: v_mov_b32_e32 v16, 0x40200000 1632; SI-NEXT: s_mov_b32 s3, 0x100f000 1633; SI-NEXT: s_mov_b32 s2, -1 1634; SI-NEXT: s_waitcnt lgkmcnt(0) 1635; SI-NEXT: v_mov_b32_e32 v0, s8 1636; SI-NEXT: s_lshl_b32 s4, s4, 1 1637; SI-NEXT: v_mov_b32_e32 v1, s9 1638; SI-NEXT: v_mov_b32_e32 v2, s10 1639; SI-NEXT: v_mov_b32_e32 v3, s11 1640; SI-NEXT: v_mov_b32_e32 v4, s12 1641; SI-NEXT: v_mov_b32_e32 v5, s13 1642; SI-NEXT: v_mov_b32_e32 v6, s14 1643; SI-NEXT: v_mov_b32_e32 v7, s15 1644; SI-NEXT: v_mov_b32_e32 v8, s16 1645; SI-NEXT: v_mov_b32_e32 v9, s17 1646; SI-NEXT: v_mov_b32_e32 v10, s18 1647; SI-NEXT: v_mov_b32_e32 v11, s19 1648; SI-NEXT: v_mov_b32_e32 v12, s20 1649; SI-NEXT: v_mov_b32_e32 v13, s21 1650; SI-NEXT: v_mov_b32_e32 v14, s22 1651; SI-NEXT: v_mov_b32_e32 v15, s23 1652; SI-NEXT: s_mov_b32 m0, s4 1653; SI-NEXT: v_movreld_b32_e32 v0, 0 1654; SI-NEXT: v_movreld_b32_e32 v1, v16 1655; SI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 1656; SI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 1657; SI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 1658; SI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1659; SI-NEXT: s_endpgm 1660; 1661; VI-LABEL: dynamic_insertelement_v8f64: 1662; VI: ; %bb.0: 1663; VI-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0x0 1664; VI-NEXT: s_load_dwordx16 s[8:23], s[4:5], 0x40 1665; VI-NEXT: s_load_dword s4, s[4:5], 0x80 1666; VI-NEXT: v_mov_b32_e32 v16, 0x40200000 1667; VI-NEXT: s_mov_b32 s3, 0x1100f000 1668; VI-NEXT: s_mov_b32 s2, -1 1669; VI-NEXT: s_waitcnt lgkmcnt(0) 1670; VI-NEXT: v_mov_b32_e32 v0, s8 1671; VI-NEXT: s_lshl_b32 s4, s4, 1 1672; VI-NEXT: v_mov_b32_e32 v1, s9 1673; VI-NEXT: v_mov_b32_e32 v2, s10 1674; VI-NEXT: v_mov_b32_e32 v3, s11 1675; VI-NEXT: v_mov_b32_e32 v4, s12 1676; VI-NEXT: v_mov_b32_e32 v5, s13 1677; VI-NEXT: v_mov_b32_e32 v6, s14 1678; VI-NEXT: v_mov_b32_e32 v7, s15 1679; VI-NEXT: v_mov_b32_e32 v8, s16 1680; VI-NEXT: v_mov_b32_e32 v9, s17 1681; VI-NEXT: v_mov_b32_e32 v10, s18 1682; VI-NEXT: v_mov_b32_e32 v11, s19 1683; VI-NEXT: v_mov_b32_e32 v12, s20 1684; VI-NEXT: v_mov_b32_e32 v13, s21 1685; VI-NEXT: v_mov_b32_e32 v14, s22 1686; VI-NEXT: v_mov_b32_e32 v15, s23 1687; VI-NEXT: s_mov_b32 m0, s4 1688; VI-NEXT: v_movreld_b32_e32 v0, 0 1689; VI-NEXT: v_movreld_b32_e32 v1, v16 1690; VI-NEXT: buffer_store_dwordx4 v[12:15], off, s[0:3], 0 offset:48 1691; VI-NEXT: buffer_store_dwordx4 v[8:11], off, s[0:3], 0 offset:32 1692; VI-NEXT: buffer_store_dwordx4 v[4:7], off, s[0:3], 0 offset:16 1693; VI-NEXT: buffer_store_dwordx4 v[0:3], off, s[0:3], 0 1694; VI-NEXT: s_endpgm 1695 %vecins = insertelement <8 x double> %a, double 8.0, i32 %b 1696 store <8 x double> %vecins, <8 x double> addrspace(1)* %out, align 16 1697 ret void 1698} 1699 1700declare <4 x float> @llvm.amdgcn.image.gather4.lz.2d.v4f32.f32(i32, float, float, <8 x i32>, <4 x i32>, i1, i32, i32) #1 1701 1702attributes #0 = { nounwind } 1703attributes #1 = { nounwind readnone } 1704