Lines Matching refs:I

67   void processInstrAfterVisit(Instruction *I);
68 void insertAssignTypeIntrs(Instruction *I);
79 Instruction *visitInstruction(Instruction &I) { return &I; } in visitInstruction() argument
80 Instruction *visitSwitchInst(SwitchInst &I);
81 Instruction *visitGetElementPtrInst(GetElementPtrInst &I);
82 Instruction *visitBitCastInst(BitCastInst &I);
83 Instruction *visitInsertElementInst(InsertElementInst &I);
84 Instruction *visitExtractElementInst(ExtractElementInst &I);
85 Instruction *visitInsertValueInst(InsertValueInst &I);
86 Instruction *visitExtractValueInst(ExtractValueInst &I);
87 Instruction *visitLoadInst(LoadInst &I);
88 Instruction *visitStoreInst(StoreInst &I);
89 Instruction *visitAllocaInst(AllocaInst &I);
90 Instruction *visitAtomicCmpXchgInst(AtomicCmpXchgInst &I);
100 static inline bool isAssignTypeInstr(const Instruction *I) { in isAssignTypeInstr() argument
101 return isa<IntrinsicInst>(I) && in isAssignTypeInstr()
102 cast<IntrinsicInst>(I)->getIntrinsicID() == Intrinsic::spv_assign_type; in isAssignTypeInstr()
105 static bool isMemInstrToReplace(Instruction *I) { in isMemInstrToReplace() argument
106 return isa<StoreInst>(I) || isa<LoadInst>(I) || isa<InsertValueInst>(I) || in isMemInstrToReplace()
107 isa<ExtractValueInst>(I) || isa<AtomicCmpXchgInst>(I); in isMemInstrToReplace()
115 static void setInsertPointSkippingPhis(IRBuilder<> &B, Instruction *I) { in setInsertPointSkippingPhis() argument
116 if (isa<PHINode>(I)) in setInsertPointSkippingPhis()
117 B.SetInsertPoint(I->getParent(), I->getParent()->getFirstInsertionPt()); in setInsertPointSkippingPhis()
119 B.SetInsertPoint(I); in setInsertPointSkippingPhis()
122 static bool requireAssignType(Instruction *I) { in requireAssignType() argument
123 IntrinsicInst *Intr = dyn_cast<IntrinsicInst>(I); in requireAssignType()
155 for (auto &I : instructions(F)) in preprocessCompositeConstants() local
156 Worklist.push(&I); in preprocessCompositeConstants()
159 auto *I = Worklist.front(); in preprocessCompositeConstants() local
160 assert(I); in preprocessCompositeConstants()
162 for (const auto &Op : I->operands()) { in preprocessCompositeConstants()
163 auto BuildCompositeIntrinsic = [&KeepInst, &Worklist, &I, &Op, in preprocessCompositeConstants()
166 IRB->SetInsertPoint(I); in preprocessCompositeConstants()
170 I->replaceUsesOfWith(Op, CCI); in preprocessCompositeConstants()
195 Instruction *SPIRVEmitIntrinsics::visitSwitchInst(SwitchInst &I) { in visitSwitchInst() argument
197 for (auto &Op : I.operands()) in visitSwitchInst()
200 IRB->CreateIntrinsic(Intrinsic::spv_switch, {I.getOperand(0)->getType()}, in visitSwitchInst()
202 return &I; in visitSwitchInst()
205 Instruction *SPIRVEmitIntrinsics::visitGetElementPtrInst(GetElementPtrInst &I) { in visitGetElementPtrInst() argument
206 SmallVector<Type *, 2> Types = {I.getType(), I.getOperand(0)->getType()}; in visitGetElementPtrInst()
208 Args.push_back(IRB->getInt1(I.isInBounds())); in visitGetElementPtrInst()
209 for (auto &Op : I.operands()) in visitGetElementPtrInst()
212 I.replaceAllUsesWith(NewI); in visitGetElementPtrInst()
213 I.eraseFromParent(); in visitGetElementPtrInst()
217 Instruction *SPIRVEmitIntrinsics::visitBitCastInst(BitCastInst &I) { in visitBitCastInst() argument
218 SmallVector<Type *, 2> Types = {I.getType(), I.getOperand(0)->getType()}; in visitBitCastInst()
219 SmallVector<Value *> Args(I.op_begin(), I.op_end()); in visitBitCastInst()
221 std::string InstName = I.hasName() ? I.getName().str() : ""; in visitBitCastInst()
222 I.replaceAllUsesWith(NewI); in visitBitCastInst()
223 I.eraseFromParent(); in visitBitCastInst()
228 Instruction *SPIRVEmitIntrinsics::visitInsertElementInst(InsertElementInst &I) { in visitInsertElementInst() argument
229 SmallVector<Type *, 4> Types = {I.getType(), I.getOperand(0)->getType(), in visitInsertElementInst()
230 I.getOperand(1)->getType(), in visitInsertElementInst()
231 I.getOperand(2)->getType()}; in visitInsertElementInst()
232 SmallVector<Value *> Args(I.op_begin(), I.op_end()); in visitInsertElementInst()
234 std::string InstName = I.hasName() ? I.getName().str() : ""; in visitInsertElementInst()
235 I.replaceAllUsesWith(NewI); in visitInsertElementInst()
236 I.eraseFromParent(); in visitInsertElementInst()
242 SPIRVEmitIntrinsics::visitExtractElementInst(ExtractElementInst &I) { in visitExtractElementInst() argument
243 SmallVector<Type *, 3> Types = {I.getType(), I.getVectorOperandType(), in visitExtractElementInst()
244 I.getIndexOperand()->getType()}; in visitExtractElementInst()
245 SmallVector<Value *, 2> Args = {I.getVectorOperand(), I.getIndexOperand()}; in visitExtractElementInst()
247 std::string InstName = I.hasName() ? I.getName().str() : ""; in visitExtractElementInst()
248 I.replaceAllUsesWith(NewI); in visitExtractElementInst()
249 I.eraseFromParent(); in visitExtractElementInst()
254 Instruction *SPIRVEmitIntrinsics::visitInsertValueInst(InsertValueInst &I) { in visitInsertValueInst() argument
255 SmallVector<Type *, 1> Types = {I.getInsertedValueOperand()->getType()}; in visitInsertValueInst()
257 for (auto &Op : I.operands()) in visitInsertValueInst()
262 for (auto &Op : I.indices()) in visitInsertValueInst()
266 replaceMemInstrUses(&I, NewI); in visitInsertValueInst()
270 Instruction *SPIRVEmitIntrinsics::visitExtractValueInst(ExtractValueInst &I) { in visitExtractValueInst() argument
272 for (auto &Op : I.operands()) in visitExtractValueInst()
274 for (auto &Op : I.indices()) in visitExtractValueInst()
277 IRB->CreateIntrinsic(Intrinsic::spv_extractv, {I.getType()}, {Args}); in visitExtractValueInst()
278 I.replaceAllUsesWith(NewI); in visitExtractValueInst()
279 I.eraseFromParent(); in visitExtractValueInst()
283 Instruction *SPIRVEmitIntrinsics::visitLoadInst(LoadInst &I) { in visitLoadInst() argument
284 if (!I.getType()->isAggregateType()) in visitLoadInst()
285 return &I; in visitLoadInst()
289 TLI->getLoadMemOperandFlags(I, F->getParent()->getDataLayout()); in visitLoadInst()
291 IRB->CreateIntrinsic(Intrinsic::spv_load, {I.getOperand(0)->getType()}, in visitLoadInst()
292 {I.getPointerOperand(), IRB->getInt16(Flags), in visitLoadInst()
293 IRB->getInt8(I.getAlign().value())}); in visitLoadInst()
294 replaceMemInstrUses(&I, NewI); in visitLoadInst()
298 Instruction *SPIRVEmitIntrinsics::visitStoreInst(StoreInst &I) { in visitStoreInst() argument
299 if (!AggrStores.contains(&I)) in visitStoreInst()
300 return &I; in visitStoreInst()
304 TLI->getStoreMemOperandFlags(I, F->getParent()->getDataLayout()); in visitStoreInst()
305 auto *PtrOp = I.getPointerOperand(); in visitStoreInst()
307 Intrinsic::spv_store, {I.getValueOperand()->getType(), PtrOp->getType()}, in visitStoreInst()
308 {I.getValueOperand(), PtrOp, IRB->getInt16(Flags), in visitStoreInst()
309 IRB->getInt8(I.getAlign().value())}); in visitStoreInst()
310 I.eraseFromParent(); in visitStoreInst()
314 Instruction *SPIRVEmitIntrinsics::visitAllocaInst(AllocaInst &I) { in visitAllocaInst() argument
316 return &I; in visitAllocaInst()
319 Instruction *SPIRVEmitIntrinsics::visitAtomicCmpXchgInst(AtomicCmpXchgInst &I) { in visitAtomicCmpXchgInst() argument
320 assert(I.getType()->isAggregateType() && "Aggregate result is expected"); in visitAtomicCmpXchgInst()
322 for (auto &Op : I.operands()) in visitAtomicCmpXchgInst()
324 Args.push_back(IRB->getInt32(I.getSyncScopeID())); in visitAtomicCmpXchgInst()
326 static_cast<uint32_t>(getMemSemantics(I.getSuccessOrdering())))); in visitAtomicCmpXchgInst()
328 static_cast<uint32_t>(getMemSemantics(I.getFailureOrdering())))); in visitAtomicCmpXchgInst()
330 {I.getPointerOperand()->getType()}, {Args}); in visitAtomicCmpXchgInst()
331 replaceMemInstrUses(&I, NewI); in visitAtomicCmpXchgInst()
352 void SPIRVEmitIntrinsics::insertAssignTypeIntrs(Instruction *I) { in insertAssignTypeIntrs() argument
353 Type *Ty = I->getType(); in insertAssignTypeIntrs()
354 if (!Ty->isVoidTy() && requireAssignType(I)) { in insertAssignTypeIntrs()
355 setInsertPointSkippingPhis(*IRB, I->getNextNode()); in insertAssignTypeIntrs()
357 if (auto *II = dyn_cast<IntrinsicInst>(I)) { in insertAssignTypeIntrs()
365 buildIntrWithMD(Intrinsic::spv_assign_type, {Ty}, Const, I); in insertAssignTypeIntrs()
367 for (const auto &Op : I->operands()) { in insertAssignTypeIntrs()
371 IRB->SetInsertPoint(I); in insertAssignTypeIntrs()
381 void SPIRVEmitIntrinsics::processInstrAfterVisit(Instruction *I) { in processInstrAfterVisit() argument
382 auto *II = dyn_cast<IntrinsicInst>(I); in processInstrAfterVisit()
385 IRB->SetInsertPoint(I->getNextNode()); in processInstrAfterVisit()
387 auto t = AggrConsts.find(I); in processInstrAfterVisit()
390 buildIntrWithMD(Intrinsic::spv_track_constant, {Ty, Ty}, t->second, I); in processInstrAfterVisit()
391 I->replaceAllUsesWith(NewOp); in processInstrAfterVisit()
392 NewOp->setArgOperand(0, I); in processInstrAfterVisit()
394 for (const auto &Op : I->operands()) { in processInstrAfterVisit()
396 isa<PHINode>(I) || isa<SwitchInst>(I)) in processInstrAfterVisit()
403 IRB->SetInsertPoint(I); in processInstrAfterVisit()
406 I->setOperand(OpNo, NewOp); in processInstrAfterVisit()
409 if (I->hasName()) { in processInstrAfterVisit()
410 setInsertPointSkippingPhis(*IRB, I->getNextNode()); in processInstrAfterVisit()
411 std::vector<Value *> Args = {I}; in processInstrAfterVisit()
412 addStringImm(I->getName(), *IRB, Args); in processInstrAfterVisit()
413 IRB->CreateIntrinsic(Intrinsic::spv_assign_name, {I->getType()}, Args); in processInstrAfterVisit()
427 for (auto &I : instructions(Func)) { in runOnFunction() local
428 StoreInst *SI = dyn_cast<StoreInst>(&I); in runOnFunction()
435 AggrStores.insert(&I); in runOnFunction()
444 for (auto &I : instructions(Func)) in runOnFunction() local
445 Worklist.push_back(&I); in runOnFunction()
447 for (auto &I : Worklist) in runOnFunction() local
448 insertAssignTypeIntrs(I); in runOnFunction()
450 for (auto *I : Worklist) { in runOnFunction() local
452 if (!I->getType()->isVoidTy() || isa<StoreInst>(I)) in runOnFunction()
453 IRB->SetInsertPoint(I->getNextNode()); in runOnFunction()
454 I = visit(*I); in runOnFunction()
455 processInstrAfterVisit(I); in runOnFunction()