Lines Matching refs:MemoryTy
8946 auto *MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEPrefetchLoad() local
8948 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEPrefetchLoad()
8953 BasePtr = Builder.CreateBitCast(BasePtr, MemoryTy->getPointerTo()); in EmitSVEPrefetchLoad()
8954 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEPrefetchLoad()
8977 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedLoad() local
8979 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedLoad()
8980 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedLoad()
8982 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedLoad()
8985 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedLoad()
9005 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedStore() local
9007 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedStore()
9008 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedStore()
9010 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedStore()
9013 llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); in EmitSVEMaskedStore()
9016 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedStore()