1//===-- VOP3PInstructions.td - Vector Instruction Definitions -------------===// 2// 3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4// See https://llvm.org/LICENSE.txt for license information. 5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6// 7//===----------------------------------------------------------------------===// 8 9//===----------------------------------------------------------------------===// 10// VOP3P Classes 11//===----------------------------------------------------------------------===// 12 13class VOP3PInst<string OpName, VOPProfile P, 14 SDPatternOperator node = null_frag, 15 bit HasExplicitClamp = 0> : 16 VOP3P_Pseudo<OpName, P, 17 !if(P.HasModifiers, getVOP3PModPat<P, node, HasExplicitClamp>.ret, getVOP3Pat<P, node>.ret) 18>; 19 20// Non-packed instructions that use the VOP3P encoding. 21// VOP3 neg/abs and VOP3P opsel/opsel_hi modifiers are allowed. 22class VOP3_VOP3PInst<string OpName, VOPProfile P, bit UseTiedOutput = 0, 23 SDPatternOperator node = null_frag> : 24 VOP3P_Pseudo<OpName, P> { 25 // These operands are only sort of f16 operands. Depending on 26 // op_sel_hi, these may be interpreted as f32. The inline immediate 27 // values are really f16 converted to f32, so we treat these as f16 28 // operands. 29 let InOperandList = 30 !con( 31 !con( 32 (ins FP16InputMods:$src0_modifiers, VCSrc_f16:$src0, 33 FP16InputMods:$src1_modifiers, VCSrc_f16:$src1, 34 FP16InputMods:$src2_modifiers, VCSrc_f16:$src2), 35 // FIXME: clampmod0 misbehaves with the non-default vdst_in 36 // following it. For now workaround this by requiring clamp 37 // in tied patterns. This should use undef_tied_input, but it 38 // seems underdeveloped and doesn't apply the right register 39 // class constraints. 40 !if(UseTiedOutput, (ins clampmod:$clamp, VGPR_32:$vdst_in), 41 (ins clampmod0:$clamp))), 42 (ins op_sel0:$op_sel, op_sel_hi0:$op_sel_hi)); 43 44 let Constraints = !if(UseTiedOutput, "$vdst = $vdst_in", ""); 45 let DisableEncoding = !if(UseTiedOutput, "$vdst_in", ""); 46 let AsmOperands = 47 " $vdst, $src0_modifiers, $src1_modifiers, $src2_modifiers$op_sel$op_sel_hi$clamp"; 48} 49 50let isCommutable = 1 in { 51def V_PK_MAD_I16 : VOP3PInst<"v_pk_mad_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16_V2I16>>; 52def V_PK_MAD_U16 : VOP3PInst<"v_pk_mad_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16_V2I16>>; 53 54let FPDPRounding = 1 in { 55def V_PK_FMA_F16 : VOP3PInst<"v_pk_fma_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16_V2F16>, any_fma>; 56def V_PK_ADD_F16 : VOP3PInst<"v_pk_add_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, any_fadd>; 57def V_PK_MUL_F16 : VOP3PInst<"v_pk_mul_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, any_fmul>; 58} // End FPDPRounding = 1 59def V_PK_MAX_F16 : VOP3PInst<"v_pk_max_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fmaxnum_like>; 60def V_PK_MIN_F16 : VOP3PInst<"v_pk_min_f16", VOP3_Profile<VOP_V2F16_V2F16_V2F16>, fminnum_like>; 61 62def V_PK_ADD_U16 : VOP3PInst<"v_pk_add_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, add>; 63def V_PK_ADD_I16 : VOP3PInst<"v_pk_add_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>>; 64def V_PK_MUL_LO_U16 : VOP3PInst<"v_pk_mul_lo_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, mul>; 65 66def V_PK_MIN_I16 : VOP3PInst<"v_pk_min_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, smin>; 67def V_PK_MIN_U16 : VOP3PInst<"v_pk_min_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, umin>; 68def V_PK_MAX_I16 : VOP3PInst<"v_pk_max_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, smax>; 69def V_PK_MAX_U16 : VOP3PInst<"v_pk_max_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, umax>; 70} 71 72def V_PK_SUB_U16 : VOP3PInst<"v_pk_sub_u16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>>; 73def V_PK_SUB_I16 : VOP3PInst<"v_pk_sub_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, sub>; 74 75def V_PK_LSHLREV_B16 : VOP3PInst<"v_pk_lshlrev_b16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, lshl_rev>; 76def V_PK_ASHRREV_I16 : VOP3PInst<"v_pk_ashrrev_i16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, ashr_rev>; 77def V_PK_LSHRREV_B16 : VOP3PInst<"v_pk_lshrrev_b16", VOP3_Profile<VOP_V2I16_V2I16_V2I16>, lshr_rev>; 78 79 80let SubtargetPredicate = HasVOP3PInsts in { 81 82// Undo sub x, c -> add x, -c canonicalization since c is more likely 83// an inline immediate than -c. 84// The constant will be emitted as a mov, and folded later. 85// TODO: We could directly encode the immediate now 86def : GCNPat< 87 (add (v2i16 (VOP3PMods v2i16:$src0, i32:$src0_modifiers)), NegSubInlineConstV216:$src1), 88 (V_PK_SUB_U16 $src0_modifiers, $src0, SRCMODS.OP_SEL_1, NegSubInlineConstV216:$src1) 89>; 90 91// Integer operations with clamp bit set. 92class VOP3PSatPat<SDPatternOperator pat, Instruction inst> : GCNPat< 93 (pat (v2i16 (VOP3PMods v2i16:$src0, i32:$src0_modifiers)), 94 (v2i16 (VOP3PMods v2i16:$src1, i32:$src1_modifiers))), 95 (inst $src0_modifiers, $src0, $src1_modifiers, $src1, DSTCLAMP.ENABLE) 96>; 97 98def : VOP3PSatPat<uaddsat, V_PK_ADD_U16>; 99def : VOP3PSatPat<saddsat, V_PK_ADD_I16>; 100def : VOP3PSatPat<usubsat, V_PK_SUB_U16>; 101def : VOP3PSatPat<ssubsat, V_PK_SUB_I16>; 102} // End SubtargetPredicate = HasVOP3PInsts 103 104multiclass MadFmaMixPats<SDPatternOperator fma_like, 105 Instruction mix_inst, 106 Instruction mixlo_inst, 107 Instruction mixhi_inst> { 108 def : GCNPat < 109 (f16 (fpround (fma_like (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)), 110 (f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)), 111 (f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers))))), 112 (mixlo_inst $src0_modifiers, $src0, 113 $src1_modifiers, $src1, 114 $src2_modifiers, $src2, 115 DSTCLAMP.NONE, 116 (i32 (IMPLICIT_DEF))) 117 >; 118 119 // FIXME: Special case handling for maxhi (especially for clamp) 120 // because dealing with the write to high half of the register is 121 // difficult. 122 def : GCNPat < 123 (build_vector f16:$elt0, (fpround (fma_like (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)), 124 (f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)), 125 (f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers))))), 126 (v2f16 (mixhi_inst $src0_modifiers, $src0, 127 $src1_modifiers, $src1, 128 $src2_modifiers, $src2, 129 DSTCLAMP.NONE, 130 $elt0)) 131 >; 132 133 def : GCNPat < 134 (build_vector 135 f16:$elt0, 136 (AMDGPUclamp (fpround (fma_like (f32 (VOP3PMadMixMods f16:$src0, i32:$src0_modifiers)), 137 (f32 (VOP3PMadMixMods f16:$src1, i32:$src1_modifiers)), 138 (f32 (VOP3PMadMixMods f16:$src2, i32:$src2_modifiers)))))), 139 (v2f16 (mixhi_inst $src0_modifiers, $src0, 140 $src1_modifiers, $src1, 141 $src2_modifiers, $src2, 142 DSTCLAMP.ENABLE, 143 $elt0)) 144 >; 145 146 def : GCNPat < 147 (AMDGPUclamp (build_vector 148 (fpround (fma_like (f32 (VOP3PMadMixMods f16:$lo_src0, i32:$lo_src0_modifiers)), 149 (f32 (VOP3PMadMixMods f16:$lo_src1, i32:$lo_src1_modifiers)), 150 (f32 (VOP3PMadMixMods f16:$lo_src2, i32:$lo_src2_modifiers)))), 151 (fpround (fma_like (f32 (VOP3PMadMixMods f16:$hi_src0, i32:$hi_src0_modifiers)), 152 (f32 (VOP3PMadMixMods f16:$hi_src1, i32:$hi_src1_modifiers)), 153 (f32 (VOP3PMadMixMods f16:$hi_src2, i32:$hi_src2_modifiers)))))), 154 (v2f16 (mixhi_inst $hi_src0_modifiers, $hi_src0, 155 $hi_src1_modifiers, $hi_src1, 156 $hi_src2_modifiers, $hi_src2, 157 DSTCLAMP.ENABLE, 158 (mixlo_inst $lo_src0_modifiers, $lo_src0, 159 $lo_src1_modifiers, $lo_src1, 160 $lo_src2_modifiers, $lo_src2, 161 DSTCLAMP.ENABLE, 162 (i32 (IMPLICIT_DEF))))) 163 >; 164} 165 166let SubtargetPredicate = HasMadMixInsts in { 167 168// These are VOP3a-like opcodes which accept no omod. 169// Size of src arguments (16/32) is controlled by op_sel. 170// For 16-bit src arguments their location (hi/lo) are controlled by op_sel_hi. 171let isCommutable = 1, mayRaiseFPException = 0 in { 172def V_MAD_MIX_F32 : VOP3_VOP3PInst<"v_mad_mix_f32", VOP3_Profile<VOP_F32_F16_F16_F16, VOP3_OPSEL>>; 173 174let FPDPRounding = 1 in { 175// Clamp modifier is applied after conversion to f16. 176def V_MAD_MIXLO_F16 : VOP3_VOP3PInst<"v_mad_mixlo_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>; 177 178let ClampLo = 0, ClampHi = 1 in { 179def V_MAD_MIXHI_F16 : VOP3_VOP3PInst<"v_mad_mixhi_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>; 180} 181} // End FPDPRounding = 1 182} 183 184defm : MadFmaMixPats<fmad, V_MAD_MIX_F32, V_MAD_MIXLO_F16, V_MAD_MIXHI_F16>; 185} // End SubtargetPredicate = HasMadMixInsts 186 187 188// Essentially the same as the mad_mix versions 189let SubtargetPredicate = HasFmaMixInsts in { 190let isCommutable = 1 in { 191def V_FMA_MIX_F32 : VOP3_VOP3PInst<"v_fma_mix_f32", VOP3_Profile<VOP_F32_F16_F16_F16, VOP3_OPSEL>>; 192 193let FPDPRounding = 1 in { 194// Clamp modifier is applied after conversion to f16. 195def V_FMA_MIXLO_F16 : VOP3_VOP3PInst<"v_fma_mixlo_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>; 196 197let ClampLo = 0, ClampHi = 1 in { 198def V_FMA_MIXHI_F16 : VOP3_VOP3PInst<"v_fma_mixhi_f16", VOP3_Profile<VOP_F16_F16_F16_F16, VOP3_OPSEL>, 1>; 199} 200} // End FPDPRounding = 1 201} 202 203defm : MadFmaMixPats<fma, V_FMA_MIX_F32, V_FMA_MIXLO_F16, V_FMA_MIXHI_F16>; 204} 205 206// Defines patterns that extract signed 4bit from each Idx[0]. 207foreach Idx = [[0,28],[4,24],[8,20],[12,16],[16,12],[20,8],[24,4]] in 208 def ExtractSigned4bit_#Idx[0] : PatFrag<(ops node:$src), 209 (sra (shl node:$src, (i32 Idx[1])), (i32 28))>; 210 211// Defines code pattern that extracts U(unsigned/signed) 4/8bit from FromBitIndex. 212class Extract<int FromBitIndex, int BitMask, bit U>: PatFrag< 213 (ops node:$src), 214 !if (!or (!and (!eq (BitMask, 255), !eq (FromBitIndex, 24)), !eq (FromBitIndex, 28)), // last element 215 !if (U, (srl node:$src, (i32 FromBitIndex)), (sra node:$src, (i32 FromBitIndex))), 216 !if (!eq (FromBitIndex, 0), // first element 217 !if (U, (and node:$src, (i32 BitMask)), 218 !if (!eq (BitMask, 15), (!cast<PatFrag>("ExtractSigned4bit_"#FromBitIndex) node:$src), 219 (sext_inreg node:$src, i8))), 220 !if (U, (and (srl node:$src, (i32 FromBitIndex)), (i32 BitMask)), 221 !if (!eq (BitMask, 15), (!cast<PatFrag>("ExtractSigned4bit_"#FromBitIndex) node:$src), 222 (sext_inreg (srl node:$src, (i32 FromBitIndex)), i8)))))>; 223 224 225foreach Type = ["I", "U"] in 226 foreach Index = 0-3 in { 227 // Defines patterns that extract each Index'ed 8bit from an unsigned 228 // 32bit scalar value; 229 def Type#Index#"_8bit" : Extract<!shl(Index, 3), 255, !eq (Type, "U")>; 230 231 // Defines multiplication patterns where the multiplication is happening on each 232 // Index'ed 8bit of a 32bit scalar value. 233 234 def Mul#Type#_Elt#Index : PatFrag< 235 (ops node:$src0, node:$src1), 236 (!cast<HasOneUseBinOp>(!if (!eq (Type, "I"), AMDGPUmul_i24_oneuse, AMDGPUmul_u24_oneuse)) 237 (!cast<Extract>(Type#Index#"_8bit") node:$src0), 238 (!cast<Extract>(Type#Index#"_8bit") node:$src1))>; 239 } 240 241// Different variants of dot8 patterns cause a huge increase in the compile time. 242// Define non-associative/commutative add/mul to prevent permutation in the dot8 243// pattern. 244def NonACAdd : SDNode<"ISD::ADD" , SDTIntBinOp>; 245def NonACAdd_oneuse : HasOneUseBinOp<NonACAdd>; 246 247def NonACAMDGPUmul_u24 : SDNode<"AMDGPUISD::MUL_U24" , SDTIntBinOp>; 248def NonACAMDGPUmul_u24_oneuse : HasOneUseBinOp<NonACAMDGPUmul_u24>; 249 250def NonACAMDGPUmul_i24 : SDNode<"AMDGPUISD::MUL_I24" , SDTIntBinOp>; 251def NonACAMDGPUmul_i24_oneuse : HasOneUseBinOp<NonACAMDGPUmul_i24>; 252 253foreach Type = ["I", "U"] in 254 foreach Index = 0-7 in { 255 // Defines patterns that extract each Index'ed 4bit from an unsigned 256 // 32bit scalar value; 257 def Type#Index#"_4bit" : Extract<!shl(Index, 2), 15, !eq (Type, "U")>; 258 259 // Defines multiplication patterns where the multiplication is happening on each 260 // Index'ed 8bit of a 32bit scalar value. 261 def Mul#Type#Index#"_4bit" : PatFrag< 262 (ops node:$src0, node:$src1), 263 (!cast<HasOneUseBinOp>(!if (!eq (Type, "I"), NonACAMDGPUmul_i24_oneuse, NonACAMDGPUmul_u24_oneuse)) 264 (!cast<Extract>(Type#Index#"_4bit") node:$src0), 265 (!cast<Extract>(Type#Index#"_4bit") node:$src1))>; 266 } 267 268class UDot2Pat<Instruction Inst> : GCNPat < 269 (add (add_oneuse (AMDGPUmul_u24_oneuse (srl i32:$src0, (i32 16)), 270 (srl i32:$src1, (i32 16))), i32:$src2), 271 (AMDGPUmul_u24_oneuse (and i32:$src0, (i32 65535)), 272 (and i32:$src1, (i32 65535))) 273 ), 274 (Inst (i32 8), $src0, (i32 8), $src1, (i32 8), $src2, (i1 0))> { 275 let SubtargetPredicate = !cast<VOP_Pseudo>(Inst).SubtargetPredicate; 276} 277 278class SDot2Pat<Instruction Inst> : GCNPat < 279 (add (add_oneuse (AMDGPUmul_i24_oneuse (sra i32:$src0, (i32 16)), 280 (sra i32:$src1, (i32 16))), i32:$src2), 281 (AMDGPUmul_i24_oneuse (sext_inreg i32:$src0, i16), 282 (sext_inreg i32:$src1, i16))), 283 (Inst (i32 8), $src0, (i32 8), $src1, (i32 8), $src2, (i1 0))> { 284 let SubtargetPredicate = !cast<VOP_Pseudo>(Inst).SubtargetPredicate; 285} 286 287let IsDOT = 1 in { 288let SubtargetPredicate = HasDot2Insts in { 289 290def V_DOT2_I32_I16 : VOP3PInst<"v_dot2_i32_i16", 291 VOP3_Profile<VOP_I32_V2I16_V2I16_I32>, int_amdgcn_sdot2, 1>; 292def V_DOT2_U32_U16 : VOP3PInst<"v_dot2_u32_u16", 293 VOP3_Profile<VOP_I32_V2I16_V2I16_I32>, int_amdgcn_udot2, 1>; 294 295} // End SubtargetPredicate = HasDot2Insts 296 297let SubtargetPredicate = HasDot7Insts in { 298 299def V_DOT2_F32_F16 : VOP3PInst<"v_dot2_f32_f16", 300 VOP3_Profile<VOP_F32_V2F16_V2F16_F32>, 301 AMDGPUfdot2, 1/*ExplicitClamp*/>; 302def V_DOT4_U32_U8 : VOP3PInst<"v_dot4_u32_u8", 303 VOP3_Profile<VOP_I32_I32_I32_I32, VOP3_PACKED>, int_amdgcn_udot4, 1>; 304def V_DOT8_U32_U4 : VOP3PInst<"v_dot8_u32_u4", 305 VOP3_Profile<VOP_I32_I32_I32_I32, VOP3_PACKED>, int_amdgcn_udot8, 1>; 306 307} // End SubtargetPredicate = HasDot7Insts 308 309let SubtargetPredicate = HasDot1Insts in { 310 311def V_DOT4_I32_I8 : VOP3PInst<"v_dot4_i32_i8", 312 VOP3_Profile<VOP_I32_I32_I32_I32, VOP3_PACKED>, int_amdgcn_sdot4, 1>; 313def V_DOT8_I32_I4 : VOP3PInst<"v_dot8_i32_i4", 314 VOP3_Profile<VOP_I32_I32_I32_I32, VOP3_PACKED>, int_amdgcn_sdot8, 1>; 315 316} // End SubtargetPredicate = HasDot1Insts 317} // End let IsDOT = 1 318 319def : UDot2Pat<V_DOT2_U32_U16>; 320def : SDot2Pat<V_DOT2_I32_I16>; 321 322foreach Type = ["U", "I"] in 323 let SubtargetPredicate = !cast<VOP_Pseudo>("V_DOT4_"#Type#"32_"#Type#8).SubtargetPredicate in 324 def : GCNPat < 325 !cast<dag>(!foldl((i32 i32:$src2), [0, 1, 2, 3], lhs, y, 326 (add_oneuse lhs, (!cast<PatFrag>("Mul"#Type#"_Elt"#y) i32:$src0, i32:$src1)))), 327 (!cast<VOP3PInst>("V_DOT4_"#Type#"32_"#Type#8) (i32 8), $src0, (i32 8), $src1, (i32 8), $src2, (i1 0))>; 328 329foreach Type = ["U", "I"] in 330 let SubtargetPredicate = !cast<VOP_Pseudo>("V_DOT8_"#Type#"32_"#Type#4).SubtargetPredicate in 331 def : GCNPat < 332 !cast<dag>(!foldl((add_oneuse i32:$src2, (!cast<PatFrag>("Mul"#Type#"0_4bit") i32:$src0, i32:$src1)), 333 [1, 2, 3, 4, 5, 6, 7], lhs, y, 334 (NonACAdd_oneuse lhs, (!cast<PatFrag>("Mul"#Type#y#"_4bit") i32:$src0, i32:$src1)))), 335 (!cast<VOP3PInst>("V_DOT8_"#Type#"32_"#Type#4) (i32 8), $src0, (i32 8), $src1, (i32 8), $src2, (i1 0))>; 336 337// Different variants of dot8 code-gen dag patterns are not generated through table-gen due to a huge increase 338// in the compile time. Directly handle the pattern generated by the FE here. 339foreach Type = ["U", "I"] in 340 let SubtargetPredicate = !cast<VOP_Pseudo>("V_DOT8_"#Type#"32_"#Type#4).SubtargetPredicate in 341 def : GCNPat < 342 !cast<dag>(!foldl((add_oneuse i32:$src2, (!cast<PatFrag>("Mul"#Type#"0_4bit") i32:$src0, i32:$src1)), 343 [7, 1, 2, 3, 4, 5, 6], lhs, y, 344 (NonACAdd_oneuse lhs, (!cast<PatFrag>("Mul"#Type#y#"_4bit") i32:$src0, i32:$src1)))), 345 (!cast<VOP3PInst>("V_DOT8_"#Type#"32_"#Type#4) (i32 8), $src0, (i32 8), $src1, (i32 8), $src2, (i1 0))>; 346 347def ADst_32 : VOPDstOperand<AGPR_32>; 348def ADst_64 : VOPDstOperand<AReg_64>; 349def ADst_128 : VOPDstOperand<AReg_128>; 350def ADst_256 : VOPDstOperand<AReg_256>; 351def ADst_512 : VOPDstOperand<AReg_512>; 352def ADst_1024 : VOPDstOperand<AReg_1024>; 353def VDst_64 : VOPDstOperand<VReg_64>; 354def VDst_128 : VOPDstOperand<VReg_128>; 355def VDst_256 : VOPDstOperand<VReg_256>; 356def VDst_512 : VOPDstOperand<VReg_512>; 357def VDst_1024 : VOPDstOperand<VReg_1024>; 358 359def VOPProfileAccRead : VOP3_Profile<VOP_I32_I32, VOP3_MAI> { 360 let Src0RC64 = ARegSrc_32; 361} 362 363def VOPProfileAccWrite : VOP3_Profile<VOP_I32_I32, VOP3_MAI> { 364 let DstRC = ADst_32; 365 let Src0RC64 = VISrc_b32; 366} 367 368class VOPProfileMAI<VOPProfile P, RegisterOperand _SrcRC, RegisterOperand _DstRC, 369 RegisterOperand SrcABRC = AVSrc_32> 370 : VOP3_Profile<P, VOP3_MAI> { 371 let DstRC = _DstRC; 372 let Src0RC64 = SrcABRC; 373 let Src1RC64 = SrcABRC; 374 let Src2RC64 = _SrcRC; 375 let HasOpSel = 0; 376 let HasClamp = 0; 377 let HasIntClamp = 0; 378 let HasOMod = 0; 379 let HasModifiers = 0; 380 let Asm64 = " $vdst, $src0, $src1, $src2$cbsz$abid$blgp"; 381 let Ins64 = (ins Src0RC64:$src0, Src1RC64:$src1, Src2RC64:$src2, cbsz:$cbsz, abid:$abid, blgp:$blgp); 382} 383 384def VOPProfileMAI_F32_F32_X4 : VOPProfileMAI<VOP_V4F32_F32_F32_V4F32, AISrc_128_f32, ADst_128>; 385def VOPProfileMAI_F32_F32_X16 : VOPProfileMAI<VOP_V16F32_F32_F32_V16F32, AISrc_512_f32, ADst_512>; 386def VOPProfileMAI_F32_F32_X32 : VOPProfileMAI<VOP_V32F32_F32_F32_V32F32, AISrc_1024_f32, ADst_1024>; 387def VOPProfileMAI_I32_I32_X4 : VOPProfileMAI<VOP_V4I32_I32_I32_V4I32, AISrc_128_b32, ADst_128>; 388def VOPProfileMAI_I32_I32_X16 : VOPProfileMAI<VOP_V16I32_I32_I32_V16I32, AISrc_512_b32, ADst_512>; 389def VOPProfileMAI_I32_I32_X32 : VOPProfileMAI<VOP_V32I32_I32_I32_V32I32, AISrc_1024_b32, ADst_1024>; 390def VOPProfileMAI_F32_V2I16_X4 : VOPProfileMAI<VOP_V4F32_V2I16_V2I16_V4F32, AISrc_128_b32, ADst_128>; 391def VOPProfileMAI_F32_V2I16_X16 : VOPProfileMAI<VOP_V16F32_V2I16_V2I16_V16F32, AISrc_512_b32, ADst_512>; 392def VOPProfileMAI_F32_V2I16_X32 : VOPProfileMAI<VOP_V32F32_V2I16_V2I16_V32F32, AISrc_1024_b32, ADst_1024>; 393def VOPProfileMAI_F32_V4F16_X4 : VOPProfileMAI<VOP_V4F32_V4F16_V4F16_V4F32, AISrc_128_b32, ADst_128, AVSrc_64>; 394def VOPProfileMAI_F32_V4F16_X16 : VOPProfileMAI<VOP_V16F32_V4F16_V4F16_V16F32, AISrc_512_b32, ADst_512, AVSrc_64>; 395def VOPProfileMAI_F32_V4F16_X32 : VOPProfileMAI<VOP_V32F32_V4F16_V4F16_V32F32, AISrc_1024_b32, ADst_1024, AVSrc_64>; 396def VOPProfileMAI_F32_V4I16_X4 : VOPProfileMAI<VOP_V4F32_V4I16_V4I16_V4F32, AISrc_128_b32, ADst_128, AVSrc_64>; 397def VOPProfileMAI_F32_V4I16_X16 : VOPProfileMAI<VOP_V16F32_V4I16_V4I16_V16F32, AISrc_512_b32, ADst_512, AVSrc_64>; 398def VOPProfileMAI_F32_V4I16_X32 : VOPProfileMAI<VOP_V32F32_V4I16_V4I16_V32F32, AISrc_1024_b32, ADst_1024, AVSrc_64>; 399def VOPProfileMAI_F64_16X16X4F64 : VOPProfileMAI<VOP_V4F64_F64_F64_V4F64, AISrc_256_f64, ADst_256, AVSrc_64>; 400def VOPProfileMAI_F64_4X4X4F64 : VOPProfileMAI<VOP_F64_F64_F64_F64, AISrc_64_f64, ADst_64, AVSrc_64>; 401 402def VOPProfileMAI_F32_F32_X4_VCD : VOPProfileMAI<VOP_V4F32_F32_F32_V4F32, VISrc_128_f32, VDst_128>; 403def VOPProfileMAI_F32_F32_X16_VCD : VOPProfileMAI<VOP_V16F32_F32_F32_V16F32, VISrc_512_f32, VDst_512>; 404def VOPProfileMAI_F32_F32_X32_VCD : VOPProfileMAI<VOP_V32F32_F32_F32_V32F32, VISrc_1024_f32, VDst_1024>; 405def VOPProfileMAI_I32_I32_X4_VCD : VOPProfileMAI<VOP_V4I32_I32_I32_V4I32, VISrc_128_b32, VDst_128>; 406def VOPProfileMAI_I32_I32_X16_VCD : VOPProfileMAI<VOP_V16I32_I32_I32_V16I32, VISrc_512_b32, VDst_512>; 407def VOPProfileMAI_I32_I32_X32_VCD : VOPProfileMAI<VOP_V32I32_I32_I32_V32I32, VISrc_1024_b32, VDst_1024>; 408def VOPProfileMAI_F32_V2I16_X4_VCD : VOPProfileMAI<VOP_V4F32_V2I16_V2I16_V4F32, VISrc_128_b32, VDst_128>; 409def VOPProfileMAI_F32_V2I16_X16_VCD : VOPProfileMAI<VOP_V16F32_V2I16_V2I16_V16F32, VISrc_512_b32, VDst_512>; 410def VOPProfileMAI_F32_V2I16_X32_VCD : VOPProfileMAI<VOP_V32F32_V2I16_V2I16_V32F32, VISrc_1024_b32, VDst_1024>; 411def VOPProfileMAI_F32_V4F16_X4_VCD : VOPProfileMAI<VOP_V4F32_V4F16_V4F16_V4F32, VISrc_128_b32, VDst_128, AVSrc_64>; 412def VOPProfileMAI_F32_V4F16_X16_VCD : VOPProfileMAI<VOP_V16F32_V4F16_V4F16_V16F32, VISrc_512_b32, VDst_512, AVSrc_64>; 413def VOPProfileMAI_F32_V4F16_X32_VCD : VOPProfileMAI<VOP_V32F32_V4F16_V4F16_V32F32, VISrc_1024_b32, VDst_1024, AVSrc_64>; 414def VOPProfileMAI_F32_V4I16_X4_VCD : VOPProfileMAI<VOP_V4F32_V4I16_V4I16_V4F32, VISrc_128_b32, VDst_128, AVSrc_64>; 415def VOPProfileMAI_F32_V4I16_X16_VCD : VOPProfileMAI<VOP_V16F32_V4I16_V4I16_V16F32, VISrc_512_b32, VDst_512, AVSrc_64>; 416def VOPProfileMAI_F32_V4I16_X32_VCD : VOPProfileMAI<VOP_V32F32_V4I16_V4I16_V32F32, VISrc_1024_b32, VDst_1024, AVSrc_64>; 417def VOPProfileMAI_F64_16X16X4F64_VCD : VOPProfileMAI<VOP_V4F64_F64_F64_V4F64, VISrc_256_f64, VDst_256, AVSrc_64>; 418def VOPProfileMAI_F64_4X4X4F64_VCD : VOPProfileMAI<VOP_F64_F64_F64_F64, VISrc_64_f64, VDst_64, AVSrc_64>; 419 420let Predicates = [HasMAIInsts] in { 421 422let isAsCheapAsAMove = 1, isReMaterializable = 1 in { 423 defm V_ACCVGPR_READ_B32 : VOP3Inst<"v_accvgpr_read_b32", VOPProfileAccRead>; 424 let isMoveImm = 1 in { 425 defm V_ACCVGPR_WRITE_B32 : VOP3Inst<"v_accvgpr_write_b32", VOPProfileAccWrite>; 426 } // End isMoveImm = 1 427} // End isAsCheapAsAMove = 1, isReMaterializable = 1 428 429multiclass MAIInst<string OpName, string P, SDPatternOperator node> { 430 let isConvergent = 1, mayRaiseFPException = 0, ReadsModeReg = 1 in { 431 // FP32 denorm mode is respected, rounding mode is not. Exceptions are not supported. 432 defm "" : VOP3Inst<OpName, !cast<VOPProfileMAI>("VOPProfileMAI_" # P), node>; 433 434 let SubtargetPredicate = isGFX90APlus, Mnemonic = OpName in 435 defm _vgprcd : VOP3Inst<OpName # "_vgprcd", !cast<VOPProfileMAI>("VOPProfileMAI_" # P # "_VCD")>; 436 } // End isConvergent = 1, mayRaiseFPException = 0, ReadsModeReg = 1 437} 438 439defm V_MFMA_F32_4X4X1F32 : MAIInst<"v_mfma_f32_4x4x1f32", "F32_F32_X4", int_amdgcn_mfma_f32_4x4x1f32>; 440defm V_MFMA_F32_4X4X4F16 : MAIInst<"v_mfma_f32_4x4x4f16", "F32_V4F16_X4", int_amdgcn_mfma_f32_4x4x4f16>; 441defm V_MFMA_I32_4X4X4I8 : MAIInst<"v_mfma_i32_4x4x4i8", "I32_I32_X4", int_amdgcn_mfma_i32_4x4x4i8>; 442defm V_MFMA_F32_16X16X1F32 : MAIInst<"v_mfma_f32_16x16x1f32", "F32_F32_X16", int_amdgcn_mfma_f32_16x16x1f32>; 443defm V_MFMA_F32_16X16X4F32 : MAIInst<"v_mfma_f32_16x16x4f32", "F32_F32_X4", int_amdgcn_mfma_f32_16x16x4f32>; 444defm V_MFMA_F32_16X16X4F16 : MAIInst<"v_mfma_f32_16x16x4f16", "F32_V4F16_X16", int_amdgcn_mfma_f32_16x16x4f16>; 445defm V_MFMA_F32_16X16X16F16 : MAIInst<"v_mfma_f32_16x16x16f16", "F32_V4F16_X4", int_amdgcn_mfma_f32_16x16x16f16>; 446defm V_MFMA_I32_16X16X4I8 : MAIInst<"v_mfma_i32_16x16x4i8", "I32_I32_X16", int_amdgcn_mfma_i32_16x16x4i8>; 447defm V_MFMA_F32_32X32X1F32 : MAIInst<"v_mfma_f32_32x32x1f32", "F32_F32_X32", int_amdgcn_mfma_f32_32x32x1f32>; 448defm V_MFMA_F32_32X32X2F32 : MAIInst<"v_mfma_f32_32x32x2f32", "F32_F32_X16", int_amdgcn_mfma_f32_32x32x2f32>; 449defm V_MFMA_F32_32X32X4F16 : MAIInst<"v_mfma_f32_32x32x4f16", "F32_V4F16_X32", int_amdgcn_mfma_f32_32x32x4f16>; 450defm V_MFMA_F32_32X32X8F16 : MAIInst<"v_mfma_f32_32x32x8f16", "F32_V4F16_X16", int_amdgcn_mfma_f32_32x32x8f16>; 451defm V_MFMA_I32_32X32X4I8 : MAIInst<"v_mfma_i32_32x32x4i8", "I32_I32_X32", int_amdgcn_mfma_i32_32x32x4i8>; 452defm V_MFMA_I32_16X16X16I8 : MAIInst<"v_mfma_i32_16x16x16i8", "I32_I32_X4", int_amdgcn_mfma_i32_16x16x16i8>; 453defm V_MFMA_I32_32X32X8I8 : MAIInst<"v_mfma_i32_32x32x8i8", "I32_I32_X16", int_amdgcn_mfma_i32_32x32x8i8>; 454defm V_MFMA_F32_4X4X2BF16 : MAIInst<"v_mfma_f32_4x4x2bf16", "F32_V2I16_X4", int_amdgcn_mfma_f32_4x4x2bf16>; 455defm V_MFMA_F32_16X16X2BF16 : MAIInst<"v_mfma_f32_16x16x2bf16", "F32_V2I16_X16", int_amdgcn_mfma_f32_16x16x2bf16>; 456defm V_MFMA_F32_16X16X8BF16 : MAIInst<"v_mfma_f32_16x16x8bf16", "F32_V2I16_X4", int_amdgcn_mfma_f32_16x16x8bf16>; 457defm V_MFMA_F32_32X32X2BF16 : MAIInst<"v_mfma_f32_32x32x2bf16", "F32_V2I16_X32", int_amdgcn_mfma_f32_32x32x2bf16>; 458defm V_MFMA_F32_32X32X4BF16 : MAIInst<"v_mfma_f32_32x32x4bf16", "F32_V2I16_X16", int_amdgcn_mfma_f32_32x32x4bf16>; 459 460} // End SubtargetPredicate = HasMAIInsts 461 462let Predicates = [isGFX90APlus] in { 463 defm V_MFMA_F32_32X32X4BF16_1K : MAIInst<"v_mfma_f32_32x32x4bf16_1k", "F32_V4I16_X32", int_amdgcn_mfma_f32_32x32x4bf16_1k>; 464 defm V_MFMA_F32_16X16X4BF16_1K : MAIInst<"v_mfma_f32_16x16x4bf16_1k", "F32_V4I16_X16", int_amdgcn_mfma_f32_16x16x4bf16_1k>; 465 defm V_MFMA_F32_4X4X4BF16_1K : MAIInst<"v_mfma_f32_4x4x4bf16_1k", "F32_V4I16_X4", int_amdgcn_mfma_f32_4x4x4bf16_1k>; 466 defm V_MFMA_F32_32X32X8BF16_1K : MAIInst<"v_mfma_f32_32x32x8bf16_1k", "F32_V4I16_X16", int_amdgcn_mfma_f32_32x32x8bf16_1k>; 467 defm V_MFMA_F32_16X16X16BF16_1K : MAIInst<"v_mfma_f32_16x16x16bf16_1k", "F32_V4I16_X4", int_amdgcn_mfma_f32_16x16x16bf16_1k>; 468 469 defm V_MFMA_F64_16X16X4F64 : MAIInst<"v_mfma_f64_16x16x4f64", "F64_16X16X4F64", int_amdgcn_mfma_f64_16x16x4f64>; 470 defm V_MFMA_F64_4X4X4F64 : MAIInst<"v_mfma_f64_4x4x4f64", "F64_4X4X4F64", int_amdgcn_mfma_f64_4x4x4f64>; 471} // End Predicates = [isGFX90APlus] 472 473let SubtargetPredicate = HasPackedFP32Ops, isCommutable = 1 in { 474 def V_PK_FMA_F32 : VOP3PInst<"v_pk_fma_f32", VOP3_Profile<VOP_V2F32_V2F32_V2F32_V2F32, VOP3_PACKED>, any_fma>; 475 def V_PK_MUL_F32 : VOP3PInst<"v_pk_mul_f32", VOP3_Profile<VOP_V2F32_V2F32_V2F32, VOP3_PACKED>, any_fmul>; 476 def V_PK_ADD_F32 : VOP3PInst<"v_pk_add_f32", VOP3_Profile<VOP_V2F32_V2F32_V2F32, VOP3_PACKED>, any_fadd>; 477 def V_PK_MOV_B32 : VOP3PInst<"v_pk_mov_b32", VOP3_Profile<VOP_V2I32_V2I32_V2I32, VOP3_PACKED>>; 478} // End SubtargetPredicate = HasPackedFP32Ops, isCommutable = 1 479 480def : MnemonicAlias<"v_accvgpr_read", "v_accvgpr_read_b32">; 481def : MnemonicAlias<"v_accvgpr_write", "v_accvgpr_write_b32">; 482 483//===----------------------------------------------------------------------===// 484// Begin Real Encodings 485//===----------------------------------------------------------------------===// 486 487//===----------------------------------------------------------------------===// 488// GFX8 (VI) 489//===----------------------------------------------------------------------===// 490 491multiclass VOP3P_Real_vi<bits<7> op> { 492 def _vi : VOP3P_Real<!cast<VOP3_Pseudo>(NAME), SIEncodingFamily.VI>, 493 VOP3Pe <op, !cast<VOP3_Pseudo>(NAME).Pfl> { 494 let AssemblerPredicate = HasVOP3PInsts; 495 let DecoderNamespace = "GFX8"; 496 } 497} 498 499multiclass VOP3P_Real_MAI<bits<7> op> { 500 def _vi : VOP3P_Real<!cast<VOP3_Pseudo>(NAME#"_e64"), SIEncodingFamily.VI>, 501 VOP3Pe_MAI <op, !cast<VOP3_Pseudo>(NAME#"_e64").Pfl, ?> { 502 let AssemblerPredicate = HasMAIInsts; 503 let DecoderNamespace = "GFX8"; 504 let Inst{14} = ?; // op_sel_hi(2) 505 let Inst{59} = ?; // op_sel_hi(0) 506 let Inst{60} = ?; // op_sel_hi(1) 507 } 508} 509 510multiclass VOP3P_Real_MFMA_gfx90a<bits<7> op> { 511 let SubtargetPredicate = isGFX90AOnly, 512 AssemblerPredicate = isGFX90AOnly, DecoderNamespace = "GFX90A" in { 513 def _gfx90a_acd : VOP3P_Real<!cast<VOP3_Pseudo>(NAME#"_e64"), SIEncodingFamily.GFX90A>, 514 VOP3Pe_MAI <op, !cast<VOP3_Pseudo>(NAME#"_e64").Pfl, 1>; 515 516 def _gfx90a_vcd : VOP3P_Real<!cast<VOP3_Pseudo>(NAME # "_vgprcd" # "_e64"), SIEncodingFamily.GFX90A>, 517 VOP3Pe_MAI <op, !cast<VOP3_Pseudo>(NAME # "_vgprcd" # "_e64").Pfl, 0>; 518 } // End AssemblerPredicate = isGFX90AOnly, DecoderNamespace = "GFX90A" 519} 520 521multiclass VOP3P_Real_MFMA<bits<7> op> : 522 VOP3P_Real_MFMA_gfx90a <op> { 523 def _vi : VOP3P_Real<!cast<VOP3_Pseudo>(NAME#"_e64"), SIEncodingFamily.VI>, 524 VOP3Pe_MAI <op, !cast<VOP3_Pseudo>(NAME#"_e64").Pfl, ?> { 525 let AssemblerPredicate = HasMAIInsts; 526 let DecoderNamespace = "GFX8"; 527 } 528} 529 530defm V_PK_MAD_I16 : VOP3P_Real_vi <0x00>; 531defm V_PK_MUL_LO_U16 : VOP3P_Real_vi <0x01>; 532defm V_PK_ADD_I16 : VOP3P_Real_vi <0x02>; 533defm V_PK_SUB_I16 : VOP3P_Real_vi <0x03>; 534defm V_PK_LSHLREV_B16 : VOP3P_Real_vi <0x04>; 535defm V_PK_LSHRREV_B16 : VOP3P_Real_vi <0x05>; 536defm V_PK_ASHRREV_I16 : VOP3P_Real_vi <0x06>; 537defm V_PK_MAX_I16 : VOP3P_Real_vi <0x07>; 538defm V_PK_MIN_I16 : VOP3P_Real_vi <0x08>; 539defm V_PK_MAD_U16 : VOP3P_Real_vi <0x09>; 540 541defm V_PK_ADD_U16 : VOP3P_Real_vi <0x0a>; 542defm V_PK_SUB_U16 : VOP3P_Real_vi <0x0b>; 543defm V_PK_MAX_U16 : VOP3P_Real_vi <0x0c>; 544defm V_PK_MIN_U16 : VOP3P_Real_vi <0x0d>; 545defm V_PK_FMA_F16 : VOP3P_Real_vi <0x0e>; 546defm V_PK_ADD_F16 : VOP3P_Real_vi <0x0f>; 547defm V_PK_MUL_F16 : VOP3P_Real_vi <0x10>; 548defm V_PK_MIN_F16 : VOP3P_Real_vi <0x11>; 549defm V_PK_MAX_F16 : VOP3P_Real_vi <0x12>; 550 551 552let SubtargetPredicate = HasMadMixInsts in { 553defm V_MAD_MIX_F32 : VOP3P_Real_vi <0x20>; 554defm V_MAD_MIXLO_F16 : VOP3P_Real_vi <0x21>; 555defm V_MAD_MIXHI_F16 : VOP3P_Real_vi <0x22>; 556} 557 558let SubtargetPredicate = HasFmaMixInsts in { 559let DecoderNamespace = "GFX9_DL" in { 560// The mad_mix instructions were renamed and their behaviors changed, 561// but the opcode stayed the same so we need to put these in a 562// different DecoderNamespace to avoid the ambiguity. 563defm V_FMA_MIX_F32 : VOP3P_Real_vi <0x20>; 564defm V_FMA_MIXLO_F16 : VOP3P_Real_vi <0x21>; 565defm V_FMA_MIXHI_F16 : VOP3P_Real_vi <0x22>; 566} 567} 568 569 570let SubtargetPredicate = HasDot2Insts in { 571 572defm V_DOT2_I32_I16 : VOP3P_Real_vi <0x26>; 573defm V_DOT2_U32_U16 : VOP3P_Real_vi <0x27>; 574 575} // End SubtargetPredicate = HasDot2Insts 576 577let SubtargetPredicate = HasDot7Insts in { 578 579defm V_DOT2_F32_F16 : VOP3P_Real_vi <0x23>; 580defm V_DOT4_U32_U8 : VOP3P_Real_vi <0x29>; 581defm V_DOT8_U32_U4 : VOP3P_Real_vi <0x2b>; 582 583} // End SubtargetPredicate = HasDot7Insts 584 585let SubtargetPredicate = HasDot1Insts in { 586 587defm V_DOT4_I32_I8 : VOP3P_Real_vi <0x28>; 588defm V_DOT8_I32_I4 : VOP3P_Real_vi <0x2a>; 589 590} // End SubtargetPredicate = HasDot1Insts 591 592let SubtargetPredicate = HasMAIInsts in { 593 594defm V_ACCVGPR_READ_B32 : VOP3P_Real_MAI <0x58>; 595defm V_ACCVGPR_WRITE_B32 : VOP3P_Real_MAI <0x59>; 596defm V_MFMA_F32_32X32X1F32 : VOP3P_Real_MFMA <0x40>; 597defm V_MFMA_F32_16X16X1F32 : VOP3P_Real_MFMA <0x41>; 598defm V_MFMA_F32_4X4X1F32 : VOP3P_Real_MFMA <0x42>; 599defm V_MFMA_F32_32X32X2F32 : VOP3P_Real_MFMA <0x44>; 600defm V_MFMA_F32_16X16X4F32 : VOP3P_Real_MFMA <0x45>; 601defm V_MFMA_F32_32X32X4F16 : VOP3P_Real_MFMA <0x48>; 602defm V_MFMA_F32_16X16X4F16 : VOP3P_Real_MFMA <0x49>; 603defm V_MFMA_F32_4X4X4F16 : VOP3P_Real_MFMA <0x4a>; 604defm V_MFMA_F32_32X32X8F16 : VOP3P_Real_MFMA <0x4c>; 605defm V_MFMA_F32_16X16X16F16 : VOP3P_Real_MFMA <0x4d>; 606defm V_MFMA_I32_32X32X4I8 : VOP3P_Real_MFMA <0x50>; 607defm V_MFMA_I32_16X16X4I8 : VOP3P_Real_MFMA <0x51>; 608defm V_MFMA_I32_4X4X4I8 : VOP3P_Real_MFMA <0x52>; 609defm V_MFMA_I32_16X16X16I8 : VOP3P_Real_MFMA <0x55>; 610defm V_MFMA_I32_32X32X8I8 : VOP3P_Real_MFMA <0x54>; 611defm V_MFMA_F32_32X32X2BF16 : VOP3P_Real_MFMA <0x68>; 612defm V_MFMA_F32_16X16X2BF16 : VOP3P_Real_MFMA <0x69>; 613defm V_MFMA_F32_4X4X2BF16 : VOP3P_Real_MFMA <0x6b>; 614defm V_MFMA_F32_32X32X4BF16 : VOP3P_Real_MFMA <0x6c>; 615defm V_MFMA_F32_16X16X8BF16 : VOP3P_Real_MFMA <0x6d>; 616 617} // End SubtargetPredicate = HasMAIInsts 618 619defm V_MFMA_F32_32X32X4BF16_1K : VOP3P_Real_MFMA_gfx90a <0x63>; 620defm V_MFMA_F32_16X16X4BF16_1K : VOP3P_Real_MFMA_gfx90a <0x64>; 621defm V_MFMA_F32_4X4X4BF16_1K : VOP3P_Real_MFMA_gfx90a <0x65>; 622defm V_MFMA_F32_32X32X8BF16_1K : VOP3P_Real_MFMA_gfx90a <0x66>; 623defm V_MFMA_F32_16X16X16BF16_1K : VOP3P_Real_MFMA_gfx90a <0x67>; 624defm V_MFMA_F64_16X16X4F64 : VOP3P_Real_MFMA_gfx90a <0x6e>; 625defm V_MFMA_F64_4X4X4F64 : VOP3P_Real_MFMA_gfx90a <0x6f>; 626 627let SubtargetPredicate = HasPackedFP32Ops in { 628 defm V_PK_FMA_F32 : VOP3P_Real_vi <0x30>; 629 defm V_PK_MUL_F32 : VOP3P_Real_vi <0x31>; 630 defm V_PK_ADD_F32 : VOP3P_Real_vi <0x32>; 631 defm V_PK_MOV_B32 : VOP3P_Real_vi <0x33>; 632} // End SubtargetPredicate = HasPackedFP32Ops 633 634//===----------------------------------------------------------------------===// 635// GFX10. 636//===----------------------------------------------------------------------===// 637 638let AssemblerPredicate = isGFX10Plus, DecoderNamespace = "GFX10" in { 639 multiclass VOP3P_Real_gfx10<bits<7> op> { 640 def _gfx10 : VOP3P_Real<!cast<VOP3P_Pseudo>(NAME), SIEncodingFamily.GFX10>, 641 VOP3Pe_gfx10 <op, !cast<VOP3P_Pseudo>(NAME).Pfl>; 642 } 643} // End AssemblerPredicate = isGFX10Plus, DecoderNamespace = "GFX10" 644 645defm V_PK_MAD_I16 : VOP3P_Real_gfx10<0x00>; 646defm V_PK_MUL_LO_U16 : VOP3P_Real_gfx10<0x01>; 647defm V_PK_ADD_I16 : VOP3P_Real_gfx10<0x02>; 648defm V_PK_SUB_I16 : VOP3P_Real_gfx10<0x03>; 649defm V_PK_LSHLREV_B16 : VOP3P_Real_gfx10<0x04>; 650defm V_PK_LSHRREV_B16 : VOP3P_Real_gfx10<0x05>; 651defm V_PK_ASHRREV_I16 : VOP3P_Real_gfx10<0x06>; 652defm V_PK_MAX_I16 : VOP3P_Real_gfx10<0x07>; 653defm V_PK_MIN_I16 : VOP3P_Real_gfx10<0x08>; 654defm V_PK_MAD_U16 : VOP3P_Real_gfx10<0x09>; 655defm V_PK_ADD_U16 : VOP3P_Real_gfx10<0x0a>; 656defm V_PK_SUB_U16 : VOP3P_Real_gfx10<0x0b>; 657defm V_PK_MAX_U16 : VOP3P_Real_gfx10<0x0c>; 658defm V_PK_MIN_U16 : VOP3P_Real_gfx10<0x0d>; 659defm V_PK_FMA_F16 : VOP3P_Real_gfx10<0x0e>; 660defm V_PK_ADD_F16 : VOP3P_Real_gfx10<0x0f>; 661defm V_PK_MUL_F16 : VOP3P_Real_gfx10<0x10>; 662defm V_PK_MIN_F16 : VOP3P_Real_gfx10<0x11>; 663defm V_PK_MAX_F16 : VOP3P_Real_gfx10<0x12>; 664defm V_FMA_MIX_F32 : VOP3P_Real_gfx10<0x20>; 665defm V_FMA_MIXLO_F16 : VOP3P_Real_gfx10<0x21>; 666defm V_FMA_MIXHI_F16 : VOP3P_Real_gfx10<0x22>; 667 668let SubtargetPredicate = HasDot2Insts in { 669 670defm V_DOT2_I32_I16 : VOP3P_Real_gfx10 <0x14>; 671defm V_DOT2_U32_U16 : VOP3P_Real_gfx10 <0x15>; 672 673} // End SubtargetPredicate = HasDot2Insts 674 675let SubtargetPredicate = HasDot7Insts in { 676 677defm V_DOT2_F32_F16 : VOP3P_Real_gfx10 <0x13>; 678defm V_DOT4_U32_U8 : VOP3P_Real_gfx10 <0x17>; 679defm V_DOT8_U32_U4 : VOP3P_Real_gfx10 <0x19>; 680 681} // End SubtargetPredicate = HasDot7Insts 682 683let SubtargetPredicate = HasDot1Insts in { 684 685defm V_DOT4_I32_I8 : VOP3P_Real_gfx10 <0x16>; 686defm V_DOT8_I32_I4 : VOP3P_Real_gfx10 <0x18>; 687 688} // End SubtargetPredicate = HasDot1Insts 689