Lines Matching refs:I

56   bool select(MachineInstr &I) override;
70 bool selectImpl(MachineInstr &I, CodeGenCoverage &CoverageInfo) const;
75 MachineInstr &I) const;
77 bool selectGlobalValue(Register ResVReg, MachineInstr &I,
81 MachineInstr &I, Register SrcReg,
83 bool selectUnOp(Register ResVReg, const SPIRVType *ResType, MachineInstr &I,
87 MachineInstr &I) const;
88 bool selectStore(MachineInstr &I) const;
90 bool selectMemOperation(Register ResVReg, MachineInstr &I) const;
93 MachineInstr &I, unsigned NewOpcode) const;
96 MachineInstr &I) const;
98 bool selectFence(MachineInstr &I) const;
101 MachineInstr &I) const;
104 MachineInstr &I) const;
107 MachineInstr &I) const;
110 unsigned comparisonOpcode, MachineInstr &I) const;
113 MachineInstr &I) const;
115 MachineInstr &I) const;
117 void renderImm32(MachineInstrBuilder &MIB, const MachineInstr &I,
119 void renderFImm32(MachineInstrBuilder &MIB, const MachineInstr &I,
123 MachineInstr &I) const;
125 bool selectSelect(Register ResVReg, const SPIRVType *ResType, MachineInstr &I,
127 bool selectIToF(Register ResVReg, const SPIRVType *ResType, MachineInstr &I,
129 bool selectExt(Register ResVReg, const SPIRVType *ResType, MachineInstr &I,
133 MachineInstr &I) const;
137 MachineInstr &I) const;
140 MachineInstr &I) const;
142 MachineInstr &I) const;
144 MachineInstr &I) const;
146 MachineInstr &I) const;
148 MachineInstr &I) const;
150 MachineInstr &I) const;
152 MachineInstr &I) const;
155 MachineInstr &I) const;
157 bool selectBranch(MachineInstr &I) const;
158 bool selectBranchCond(MachineInstr &I) const;
161 MachineInstr &I) const;
163 Register buildI32Constant(uint32_t Val, MachineInstr &I,
166 Register buildZerosVal(const SPIRVType *ResType, MachineInstr &I) const;
168 MachineInstr &I) const;
205 bool SPIRVInstructionSelector::select(MachineInstr &I) { in select() argument
206 assert(I.getParent() && "Instruction should be in a basic block!"); in select()
207 assert(I.getParent()->getParent() && "Instruction should be in a function!"); in select()
209 Register Opcode = I.getOpcode(); in select()
213 auto *Def = MRI->getVRegDef(I.getOperand(1).getReg()); in select()
215 auto Res = selectImpl(I, *CoverageInfo); in select()
220 MRI->replaceRegWith(I.getOperand(1).getReg(), I.getOperand(0).getReg()); in select()
221 I.removeFromParent(); in select()
222 } else if (I.getNumDefs() == 1) { in select()
224 MRI->setType(I.getOperand(0).getReg(), LLT::scalar(32)); in select()
229 if (I.getNumOperands() != I.getNumExplicitOperands()) { in select()
236 bool HasDefs = I.getNumDefs() > 0; in select()
237 Register ResVReg = HasDefs ? I.getOperand(0).getReg() : Register(0); in select()
239 assert(!HasDefs || ResType || I.getOpcode() == TargetOpcode::G_GLOBAL_VALUE); in select()
240 if (spvSelect(ResVReg, ResType, I)) { in select()
243 I.removeFromParent(); in select()
251 MachineInstr &I) const { in spvSelect()
252 assert(!isTypeFoldingSupported(I.getOpcode()) || in spvSelect()
253 I.getOpcode() == TargetOpcode::G_CONSTANT); in spvSelect()
254 const unsigned Opcode = I.getOpcode(); in spvSelect()
257 return selectConst(ResVReg, ResType, I.getOperand(1).getCImm()->getValue(), in spvSelect()
258 I); in spvSelect()
260 return selectGlobalValue(ResVReg, I); in spvSelect()
262 return selectOpUndef(ResVReg, ResType, I); in spvSelect()
265 return selectIntrinsic(ResVReg, ResType, I); in spvSelect()
267 return selectBitreverse(ResVReg, ResType, I); in spvSelect()
270 return selectConstVector(ResVReg, ResType, I); in spvSelect()
273 MachineBasicBlock &BB = *I.getParent(); in spvSelect()
274 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpVectorShuffle)) in spvSelect()
277 .addUse(I.getOperand(1).getReg()) in spvSelect()
278 .addUse(I.getOperand(2).getReg()); in spvSelect()
279 for (auto V : I.getOperand(3).getShuffleMask()) in spvSelect()
285 return selectMemOperation(ResVReg, I); in spvSelect()
288 return selectICmp(ResVReg, ResType, I); in spvSelect()
290 return selectFCmp(ResVReg, ResType, I); in spvSelect()
293 return selectFrameIndex(ResVReg, ResType, I); in spvSelect()
296 return selectLoad(ResVReg, ResType, I); in spvSelect()
298 return selectStore(I); in spvSelect()
301 return selectBranch(I); in spvSelect()
303 return selectBranchCond(I); in spvSelect()
306 return selectPhi(ResVReg, ResType, I); in spvSelect()
309 return selectUnOp(ResVReg, ResType, I, SPIRV::OpConvertFToS); in spvSelect()
311 return selectUnOp(ResVReg, ResType, I, SPIRV::OpConvertFToU); in spvSelect()
314 return selectIToF(ResVReg, ResType, I, true, SPIRV::OpConvertSToF); in spvSelect()
316 return selectIToF(ResVReg, ResType, I, false, SPIRV::OpConvertUToF); in spvSelect()
319 return selectUnOp(ResVReg, ResType, I, SPIRV::OpBitCount); in spvSelect()
322 return selectExt(ResVReg, ResType, I, true); in spvSelect()
325 return selectExt(ResVReg, ResType, I, false); in spvSelect()
327 return selectTrunc(ResVReg, ResType, I); in spvSelect()
330 return selectUnOp(ResVReg, ResType, I, SPIRV::OpFConvert); in spvSelect()
333 return selectUnOp(ResVReg, ResType, I, SPIRV::OpConvertPtrToU); in spvSelect()
335 return selectUnOp(ResVReg, ResType, I, SPIRV::OpConvertUToPtr); in spvSelect()
337 return selectUnOp(ResVReg, ResType, I, SPIRV::OpBitcast); in spvSelect()
339 return selectAddrSpaceCast(ResVReg, ResType, I); in spvSelect()
345 assert(I.getOperand(1).isReg() && I.getOperand(2).isReg()); in spvSelect()
346 Register GV = I.getOperand(1).getReg(); in spvSelect()
351 isImm(I.getOperand(2), MRI)); in spvSelect()
352 Register Idx = buildZerosVal(GR.getOrCreateSPIRVIntegerType(32, I, TII), I); in spvSelect()
353 MachineBasicBlock &BB = *I.getParent(); in spvSelect()
354 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpSpecConstantOp)) in spvSelect()
361 .addUse(I.getOperand(2).getReg()); in spvSelect()
366 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicOr); in spvSelect()
368 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicIAdd); in spvSelect()
370 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicAnd); in spvSelect()
372 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicSMax); in spvSelect()
374 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicSMin); in spvSelect()
376 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicISub); in spvSelect()
378 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicXor); in spvSelect()
380 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicUMax); in spvSelect()
382 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicUMin); in spvSelect()
384 return selectAtomicRMW(ResVReg, ResType, I, SPIRV::OpAtomicExchange); in spvSelect()
386 return selectAtomicCmpXchg(ResVReg, ResType, I); in spvSelect()
389 return selectFence(I); in spvSelect()
398 MachineInstr &I, in selectUnOpWithSrc() argument
401 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(Opcode)) in selectUnOpWithSrc()
410 MachineInstr &I, in selectUnOp() argument
412 return selectUnOpWithSrc(ResVReg, ResType, I, I.getOperand(1).getReg(), in selectUnOp()
457 MachineInstr &I) const { in selectLoad()
459 I.getOpcode() == TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS ? 1 : 0; in selectLoad()
460 Register Ptr = I.getOperand(1 + OpOffset).getReg(); in selectLoad()
461 auto MIB = BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(SPIRV::OpLoad)) in selectLoad()
465 if (!I.getNumMemOperands()) { in selectLoad()
466 assert(I.getOpcode() == TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS); in selectLoad()
467 addMemoryOperands(I.getOperand(2 + OpOffset).getImm(), MIB); in selectLoad()
469 addMemoryOperands(*I.memoperands_begin(), MIB); in selectLoad()
474 bool SPIRVInstructionSelector::selectStore(MachineInstr &I) const { in selectStore()
476 I.getOpcode() == TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS ? 1 : 0; in selectStore()
477 Register StoreVal = I.getOperand(0 + OpOffset).getReg(); in selectStore()
478 Register Ptr = I.getOperand(1 + OpOffset).getReg(); in selectStore()
479 MachineBasicBlock &BB = *I.getParent(); in selectStore()
480 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpStore)) in selectStore()
483 if (!I.getNumMemOperands()) { in selectStore()
484 assert(I.getOpcode() == TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS); in selectStore()
485 addMemoryOperands(I.getOperand(2 + OpOffset).getImm(), MIB); in selectStore()
487 addMemoryOperands(*I.memoperands_begin(), MIB); in selectStore()
493 MachineInstr &I) const { in selectMemOperation()
494 MachineBasicBlock &BB = *I.getParent(); in selectMemOperation()
495 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpCopyMemorySized)) in selectMemOperation()
496 .addUse(I.getOperand(0).getReg()) in selectMemOperation()
497 .addUse(I.getOperand(1).getReg()) in selectMemOperation()
498 .addUse(I.getOperand(2).getReg()); in selectMemOperation()
499 if (I.getNumMemOperands()) in selectMemOperation()
500 addMemoryOperands(*I.memoperands_begin(), MIB); in selectMemOperation()
503 BuildMI(BB, I, I.getDebugLoc(), TII.get(TargetOpcode::COPY), ResVReg) in selectMemOperation()
510 MachineInstr &I, in selectAtomicRMW() argument
512 assert(I.hasOneMemOperand()); in selectAtomicRMW()
513 const MachineMemOperand *MemOp = *I.memoperands_begin(); in selectAtomicRMW()
515 Register ScopeReg = buildI32Constant(Scope, I); in selectAtomicRMW()
517 Register Ptr = I.getOperand(1).getReg(); in selectAtomicRMW()
523 Register MemSemReg = buildI32Constant(MemSem /*| ScSem*/, I); in selectAtomicRMW()
525 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(NewOpcode)) in selectAtomicRMW()
531 .addUse(I.getOperand(2).getReg()) in selectAtomicRMW()
535 bool SPIRVInstructionSelector::selectFence(MachineInstr &I) const { in selectFence()
536 AtomicOrdering AO = AtomicOrdering(I.getOperand(0).getImm()); in selectFence()
538 Register MemSemReg = buildI32Constant(MemSem, I); in selectFence()
539 SyncScope::ID Ord = SyncScope::ID(I.getOperand(1).getImm()); in selectFence()
541 Register ScopeReg = buildI32Constant(Scope, I); in selectFence()
542 MachineBasicBlock &BB = *I.getParent(); in selectFence()
543 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpMemoryBarrier)) in selectFence()
551 MachineInstr &I) const { in selectAtomicCmpXchg()
555 Register Ptr = I.getOperand(2).getReg(); in selectAtomicCmpXchg()
556 if (I.getOpcode() != TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS) { in selectAtomicCmpXchg()
557 assert(I.hasOneMemOperand()); in selectAtomicCmpXchg()
558 const MachineMemOperand *MemOp = *I.memoperands_begin(); in selectAtomicCmpXchg()
560 ScopeReg = buildI32Constant(Scope, I); in selectAtomicCmpXchg()
566 MemSemEqReg = buildI32Constant(MemSemEq, I); in selectAtomicCmpXchg()
570 MemSemEq == MemSemNeq ? MemSemEqReg : buildI32Constant(MemSemNeq, I); in selectAtomicCmpXchg()
572 ScopeReg = I.getOperand(5).getReg(); in selectAtomicCmpXchg()
573 MemSemEqReg = I.getOperand(6).getReg(); in selectAtomicCmpXchg()
574 MemSemNeqReg = I.getOperand(7).getReg(); in selectAtomicCmpXchg()
577 Register Cmp = I.getOperand(3).getReg(); in selectAtomicCmpXchg()
578 Register Val = I.getOperand(4).getReg(); in selectAtomicCmpXchg()
581 const DebugLoc &DL = I.getDebugLoc(); in selectAtomicCmpXchg()
583 BuildMI(*I.getParent(), I, DL, TII.get(SPIRV::OpAtomicCompareExchange)) in selectAtomicCmpXchg()
594 SPIRVType *BoolTy = GR.getOrCreateSPIRVBoolType(I, TII); in selectAtomicCmpXchg()
595 Result |= BuildMI(*I.getParent(), I, DL, TII.get(SPIRV::OpIEqual)) in selectAtomicCmpXchg()
602 Result |= BuildMI(*I.getParent(), I, DL, TII.get(SPIRV::OpCompositeInsert)) in selectAtomicCmpXchg()
606 .addUse(GR.getOrCreateUndef(I, ResType, TII)) in selectAtomicCmpXchg()
609 Result |= BuildMI(*I.getParent(), I, DL, TII.get(SPIRV::OpCompositeInsert)) in selectAtomicCmpXchg()
637 MachineInstr &I) const { in selectAddrSpaceCast()
645 Register NewReg = I.getOperand(1).getReg(); in selectAddrSpaceCast()
646 MachineBasicBlock &BB = *I.getParent(); in selectAddrSpaceCast()
647 SPIRVType *SpvBaseTy = GR.getOrCreateSPIRVIntegerType(8, I, TII); in selectAddrSpaceCast()
648 ResType = GR.getOrCreateSPIRVPointerType(SpvBaseTy, I, TII, in selectAddrSpaceCast()
651 BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpSpecConstantOp)) in selectAddrSpaceCast()
659 Register SrcPtr = I.getOperand(1).getReg(); in selectAddrSpaceCast()
666 return selectUnOp(ResVReg, ResType, I, SPIRV::OpPtrCastToGeneric); in selectAddrSpaceCast()
669 return selectUnOp(ResVReg, ResType, I, SPIRV::OpGenericCastToPtr); in selectAddrSpaceCast()
674 SrcPtrTy, I, TII, SPIRV::StorageClass::Generic); in selectAddrSpaceCast()
675 MachineBasicBlock &BB = *I.getParent(); in selectAddrSpaceCast()
676 const DebugLoc &DL = I.getDebugLoc(); in selectAddrSpaceCast()
677 bool Success = BuildMI(BB, I, DL, TII.get(SPIRV::OpPtrCastToGeneric)) in selectAddrSpaceCast()
682 return Success && BuildMI(BB, I, DL, TII.get(SPIRV::OpGenericCastToPtr)) in selectAddrSpaceCast()
690 return selectUnOp(ResVReg, ResType, I, SPIRV::OpBitcast); in selectAddrSpaceCast()
783 MachineInstr &I) const { in selectBitreverse()
784 MachineBasicBlock &BB = *I.getParent(); in selectBitreverse()
785 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpBitReverse)) in selectBitreverse()
788 .addUse(I.getOperand(1).getReg()) in selectBitreverse()
794 MachineInstr &I) const { in selectConstVector()
797 I.operands_begin(), I.operands_end(), [this](const MachineOperand &MO) { in selectConstVector()
812 auto MIB = BuildMI(*I.getParent(), I, I.getDebugLoc(), in selectConstVector()
816 for (unsigned i = I.getNumExplicitDefs(); i < I.getNumExplicitOperands(); ++i) in selectConstVector()
817 MIB.addUse(I.getOperand(i).getReg()); in selectConstVector()
824 MachineInstr &I) const { in selectCmp()
825 Register Cmp0 = I.getOperand(2).getReg(); in selectCmp()
826 Register Cmp1 = I.getOperand(3).getReg(); in selectCmp()
830 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(CmpOpc)) in selectCmp()
840 MachineInstr &I) const { in selectICmp()
841 auto Pred = I.getOperand(1).getPredicate(); in selectICmp()
844 Register CmpOperand = I.getOperand(2).getReg(); in selectICmp()
851 return selectCmp(ResVReg, ResType, CmpOpc, I); in selectICmp()
855 const MachineInstr &I, in renderFImm32() argument
857 assert(I.getOpcode() == TargetOpcode::G_FCONSTANT && OpIdx == -1 && in renderFImm32()
859 const ConstantFP *FPImm = I.getOperand(1).getFPImm(); in renderFImm32()
864 const MachineInstr &I, in renderImm32() argument
866 assert(I.getOpcode() == TargetOpcode::G_CONSTANT && OpIdx == -1 && in renderImm32()
868 addNumImm(I.getOperand(1).getCImm()->getValue(), MIB); in renderImm32()
872 SPIRVInstructionSelector::buildI32Constant(uint32_t Val, MachineInstr &I, in buildI32Constant() argument
876 ResType ? ResType : GR.getOrCreateSPIRVIntegerType(32, I, TII); in buildI32Constant()
884 MachineBasicBlock &BB = *I.getParent(); in buildI32Constant()
886 MI = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpConstantNull)) in buildI32Constant()
890 MI = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpConstantI)) in buildI32Constant()
902 MachineInstr &I) const { in selectFCmp()
903 unsigned CmpOp = getFCmpOpcode(I.getOperand(1).getPredicate()); in selectFCmp()
904 return selectCmp(ResVReg, ResType, CmpOp, I); in selectFCmp()
908 MachineInstr &I) const { in buildZerosVal()
910 return GR.getOrCreateConsIntVector(0, I, ResType, TII); in buildZerosVal()
911 return GR.getOrCreateConstInt(0, I, ResType, TII); in buildZerosVal()
916 MachineInstr &I) const { in buildOnesVal()
921 return GR.getOrCreateConsIntVector(One.getZExtValue(), I, ResType, TII); in buildOnesVal()
922 return GR.getOrCreateConstInt(One.getZExtValue(), I, ResType, TII); in buildOnesVal()
927 MachineInstr &I, in selectSelect() argument
930 Register ZeroReg = buildZerosVal(ResType, I); in selectSelect()
931 Register OneReg = buildOnesVal(IsSigned, ResType, I); in selectSelect()
933 GR.isScalarOfType(I.getOperand(1).getReg(), SPIRV::OpTypeBool); in selectSelect()
936 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(Opcode)) in selectSelect()
939 .addUse(I.getOperand(1).getReg()) in selectSelect()
947 MachineInstr &I, bool IsSigned, in selectIToF() argument
949 Register SrcReg = I.getOperand(1).getReg(); in selectIToF()
952 if (GR.isScalarOrVectorOfType(I.getOperand(1).getReg(), SPIRV::OpTypeBool)) { in selectIToF()
954 SPIRVType *TmpType = GR.getOrCreateSPIRVIntegerType(BitWidth, I, TII); in selectIToF()
957 TmpType = GR.getOrCreateSPIRVVectorType(TmpType, NumElts, I, TII); in selectIToF()
960 selectSelect(SrcReg, TmpType, I, false); in selectIToF()
962 return selectUnOpWithSrc(ResVReg, ResType, I, SrcReg, Opcode); in selectIToF()
967 MachineInstr &I, bool IsSigned) const { in selectExt() argument
968 if (GR.isScalarOrVectorOfType(I.getOperand(1).getReg(), SPIRV::OpTypeBool)) in selectExt()
969 return selectSelect(ResVReg, ResType, I, IsSigned); in selectExt()
971 return selectUnOp(ResVReg, ResType, I, Opcode); in selectExt()
978 MachineInstr &I) const { in selectIntToBool()
983 Register Zero = buildZerosVal(IntTy, I); in selectIntToBool()
984 Register One = buildOnesVal(false, IntTy, I); in selectIntToBool()
985 MachineBasicBlock &BB = *I.getParent(); in selectIntToBool()
986 BuildMI(BB, I, I.getDebugLoc(), TII.get(Opcode)) in selectIntToBool()
992 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpINotEqual)) in selectIntToBool()
1002 MachineInstr &I) const { in selectTrunc()
1004 Register IntReg = I.getOperand(1).getReg(); in selectTrunc()
1006 return selectIntToBool(IntReg, ResVReg, ArgType, ResType, I); in selectTrunc()
1010 return selectUnOp(ResVReg, ResType, I, Opcode); in selectTrunc()
1016 MachineInstr &I) const { in selectConst()
1019 MachineBasicBlock &BB = *I.getParent(); in selectConst()
1022 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpConstantNull)) in selectConst()
1027 Register Reg = GR.getOrCreateConstInt(Imm.getZExtValue(), I, ResType, TII); in selectConst()
1030 return BuildMI(BB, I, I.getDebugLoc(), TII.get(TargetOpcode::COPY)) in selectConst()
1035 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpConstantI)) in selectConst()
1046 MachineInstr &I) const { in selectOpUndef()
1047 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(SPIRV::OpUndef)) in selectOpUndef()
1072 MachineInstr &I) const { in selectInsertVal()
1073 MachineBasicBlock &BB = *I.getParent(); in selectInsertVal()
1074 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpCompositeInsert)) in selectInsertVal()
1078 .addUse(I.getOperand(3).getReg()) in selectInsertVal()
1080 .addUse(I.getOperand(2).getReg()); in selectInsertVal()
1081 for (unsigned i = 4; i < I.getNumOperands(); i++) in selectInsertVal()
1082 MIB.addImm(foldImm(I.getOperand(i), MRI)); in selectInsertVal()
1088 MachineInstr &I) const { in selectExtractVal()
1089 MachineBasicBlock &BB = *I.getParent(); in selectExtractVal()
1090 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpCompositeExtract)) in selectExtractVal()
1093 .addUse(I.getOperand(2).getReg()); in selectExtractVal()
1094 for (unsigned i = 3; i < I.getNumOperands(); i++) in selectExtractVal()
1095 MIB.addImm(foldImm(I.getOperand(i), MRI)); in selectExtractVal()
1101 MachineInstr &I) const { in selectInsertElt()
1102 if (isImm(I.getOperand(4), MRI)) in selectInsertElt()
1103 return selectInsertVal(ResVReg, ResType, I); in selectInsertElt()
1104 MachineBasicBlock &BB = *I.getParent(); in selectInsertElt()
1105 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpVectorInsertDynamic)) in selectInsertElt()
1108 .addUse(I.getOperand(2).getReg()) in selectInsertElt()
1109 .addUse(I.getOperand(3).getReg()) in selectInsertElt()
1110 .addUse(I.getOperand(4).getReg()) in selectInsertElt()
1116 MachineInstr &I) const { in selectExtractElt()
1117 if (isImm(I.getOperand(3), MRI)) in selectExtractElt()
1118 return selectExtractVal(ResVReg, ResType, I); in selectExtractElt()
1119 MachineBasicBlock &BB = *I.getParent(); in selectExtractElt()
1120 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpVectorExtractDynamic)) in selectExtractElt()
1123 .addUse(I.getOperand(2).getReg()) in selectExtractElt()
1124 .addUse(I.getOperand(3).getReg()) in selectExtractElt()
1130 MachineInstr &I) const { in selectGEP()
1134 unsigned Opcode = I.getOperand(2).getImm() ? SPIRV::OpInBoundsPtrAccessChain in selectGEP()
1136 auto Res = BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(Opcode)) in selectGEP()
1140 .addUse(I.getOperand(3).getReg()); in selectGEP()
1142 for (unsigned i = 4; i < I.getNumExplicitOperands(); ++i) in selectGEP()
1143 Res.addUse(I.getOperand(i).getReg()); in selectGEP()
1149 MachineInstr &I) const { in selectIntrinsic()
1150 MachineBasicBlock &BB = *I.getParent(); in selectIntrinsic()
1151 switch (I.getIntrinsicID()) { in selectIntrinsic()
1153 return selectLoad(ResVReg, ResType, I); in selectIntrinsic()
1156 return selectStore(I); in selectIntrinsic()
1159 return selectExtractVal(ResVReg, ResType, I); in selectIntrinsic()
1162 return selectInsertVal(ResVReg, ResType, I); in selectIntrinsic()
1165 return selectExtractElt(ResVReg, ResType, I); in selectIntrinsic()
1168 return selectInsertElt(ResVReg, ResType, I); in selectIntrinsic()
1171 return selectGEP(ResVReg, ResType, I); in selectIntrinsic()
1175 MachineInstr *MI = MRI->getVRegDef(I.getOperand(1).getReg()); in selectIntrinsic()
1176 MachineInstr *Init = I.getNumExplicitOperands() > 2 in selectIntrinsic()
1177 ? MRI->getVRegDef(I.getOperand(2).getReg()) in selectIntrinsic()
1184 bool IsNull = I.getNumExplicitDefs() + 1 == I.getNumExplicitOperands(); in selectIntrinsic()
1187 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(Opcode)) in selectIntrinsic()
1192 for (unsigned i = I.getNumExplicitDefs() + 1; in selectIntrinsic()
1193 i < I.getNumExplicitOperands(); ++i) { in selectIntrinsic()
1194 MIB.addUse(I.getOperand(i).getReg()); in selectIntrinsic()
1200 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpName)); in selectIntrinsic()
1201 MIB.addUse(I.getOperand(I.getNumExplicitDefs() + 1).getReg()); in selectIntrinsic()
1202 for (unsigned i = I.getNumExplicitDefs() + 2; in selectIntrinsic()
1203 i < I.getNumExplicitOperands(); ++i) { in selectIntrinsic()
1204 MIB.addImm(I.getOperand(i).getImm()); in selectIntrinsic()
1209 auto MIB = BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpSwitch)); in selectIntrinsic()
1210 for (unsigned i = 1; i < I.getNumExplicitOperands(); ++i) { in selectIntrinsic()
1211 if (I.getOperand(i).isReg()) in selectIntrinsic()
1212 MIB.addReg(I.getOperand(i).getReg()); in selectIntrinsic()
1213 else if (I.getOperand(i).isCImm()) in selectIntrinsic()
1214 addNumImm(I.getOperand(i).getCImm()->getValue(), MIB); in selectIntrinsic()
1215 else if (I.getOperand(i).isMBB()) in selectIntrinsic()
1216 MIB.addMBB(I.getOperand(i).getMBB()); in selectIntrinsic()
1223 return selectAtomicCmpXchg(ResVReg, ResType, I); in selectIntrinsic()
1233 MachineInstr &I) const { in selectFrameIndex()
1234 return BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(SPIRV::OpVariable)) in selectFrameIndex()
1241 bool SPIRVInstructionSelector::selectBranch(MachineInstr &I) const { in selectBranch()
1246 const MachineInstr *PrevI = I.getPrevNode(); in selectBranch()
1247 MachineBasicBlock &MBB = *I.getParent(); in selectBranch()
1249 return BuildMI(MBB, I, I.getDebugLoc(), TII.get(SPIRV::OpBranchConditional)) in selectBranch()
1252 .addMBB(I.getOperand(0).getMBB()) in selectBranch()
1255 return BuildMI(MBB, I, I.getDebugLoc(), TII.get(SPIRV::OpBranch)) in selectBranch()
1256 .addMBB(I.getOperand(0).getMBB()) in selectBranch()
1260 bool SPIRVInstructionSelector::selectBranchCond(MachineInstr &I) const { in selectBranchCond()
1271 const MachineInstr *NextI = I.getNextNode(); in selectBranchCond()
1277 MachineBasicBlock &MBB = *I.getParent(); in selectBranchCond()
1279 MachineBasicBlock *NextMBB = I.getMF()->getBlockNumbered(NextMBBNum); in selectBranchCond()
1280 return BuildMI(MBB, I, I.getDebugLoc(), TII.get(SPIRV::OpBranchConditional)) in selectBranchCond()
1281 .addUse(I.getOperand(0).getReg()) in selectBranchCond()
1282 .addMBB(I.getOperand(1).getMBB()) in selectBranchCond()
1289 MachineInstr &I) const { in selectPhi()
1290 auto MIB = BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(SPIRV::OpPhi)) in selectPhi()
1293 const unsigned NumOps = I.getNumOperands(); in selectPhi()
1295 MIB.addUse(I.getOperand(i + 0).getReg()); in selectPhi()
1296 MIB.addMBB(I.getOperand(i + 1).getMBB()); in selectPhi()
1302 Register ResVReg, MachineInstr &I, const MachineInstr *Init) const { in selectGlobalValue() argument
1304 MachineIRBuilder MIRBuilder(I); in selectGlobalValue()
1305 const GlobalValue *GV = I.getOperand(1).getGlobal(); in selectGlobalValue()
1316 MachineBasicBlock &BB = *I.getParent(); in selectGlobalValue()
1319 SPIRVType *SpvBaseTy = GR.getOrCreateSPIRVIntegerType(8, I, TII); in selectGlobalValue()
1320 ResType = GR.getOrCreateSPIRVPointerType(SpvBaseTy, I, TII); in selectGlobalValue()
1323 return BuildMI(BB, I, I.getDebugLoc(), TII.get(SPIRV::OpConstantNull)) in selectGlobalValue()
1329 return BuildMI(BB, I, I.getDebugLoc(), TII.get(TargetOpcode::COPY)) in selectGlobalValue()