Lines Matching refs:MemoryTy
8817 auto *MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEPrefetchLoad() local
8819 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEPrefetchLoad()
8824 BasePtr = Builder.CreateBitCast(BasePtr, MemoryTy->getPointerTo()); in EmitSVEPrefetchLoad()
8825 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEPrefetchLoad()
8848 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedLoad() local
8850 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedLoad()
8851 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedLoad()
8853 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedLoad()
8856 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedLoad()
8873 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedStore() local
8875 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedStore()
8876 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedStore()
8878 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedStore()
8881 llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); in EmitSVEMaskedStore()
8884 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedStore()