| /llvm-project-15.0.7/llvm/test/CodeGen/PowerPC/ |
| H A D | vec-trunc.ll | 9 define void @test8i8(<8 x i8>* nocapture %Sink, <8 x i16>* nocapture readonly %SrcPtr) { 29 %0 = load <8 x i16>, <8 x i16>* %SrcPtr, align 16 35 define void @test4i8(<4 x i8>* nocapture %Sink, <4 x i16>* nocapture readonly %SrcPtr) { 55 %0 = load <4 x i16>, <4 x i16>* %SrcPtr, align 16 61 define void @test4i8w(<4 x i8>* nocapture %Sink, <4 x i32>* nocapture readonly %SrcPtr) { 88 %0 = load <4 x i32>, <4 x i32>* %SrcPtr, align 16 94 define void @test2i8(<2 x i8>* nocapture %Sink, <2 x i16>* nocapture readonly %SrcPtr) { 116 %0 = load <2 x i16>, <2 x i16>* %SrcPtr, align 16 142 %0 = load <4 x i32>, <4 x i32>* %SrcPtr, align 16 168 %0 = load <2 x i32>, <2 x i32>* %SrcPtr, align 16 [all …]
|
| H A D | vec-itofp.ll | 12 define void @test8(<8 x double>* nocapture %Sink, <8 x i16>* nocapture readonly %SrcPtr) { 115 %0 = load <8 x i16>, <8 x i16>* %SrcPtr, align 16 121 define void @test4(<4 x double>* nocapture %Sink, <4 x i16>* nocapture readonly %SrcPtr) { 182 %0 = load <4 x i16>, <4 x i16>* %SrcPtr, align 16 188 define void @test2(<2 x double>* nocapture %Sink, <2 x i16>* nocapture readonly %SrcPtr) { 228 %0 = load <2 x i16>, <2 x i16>* %SrcPtr, align 16 234 define void @stest8(<8 x double>* nocapture %Sink, <8 x i16>* nocapture readonly %SrcPtr) { 354 %0 = load <8 x i16>, <8 x i16>* %SrcPtr, align 16 360 define void @stest4(<4 x double>* nocapture %Sink, <4 x i16>* nocapture readonly %SrcPtr) { 430 %0 = load <4 x i16>, <4 x i16>* %SrcPtr, align 16 [all …]
|
| /llvm-project-15.0.7/clang/lib/AST/Interp/ |
| H A D | Descriptor.cpp | 28 auto *SrcPtr = reinterpret_cast<T *>(Src); in moveTy() local 30 new (DstPtr) T(std::move(*SrcPtr)); in moveTy() 50 auto *SrcPtr = &reinterpret_cast<T *>(Src)[I]; in moveArrayTy() local 52 new (DstPtr) T(std::move(*SrcPtr)); in moveArrayTy() 103 auto *SrcPtr = Src + ElemOffset; in moveArrayDesc() local 106 auto *SrcDesc = reinterpret_cast<InlineDescriptor *>(SrcPtr); in moveArrayDesc()
|
| /llvm-project-15.0.7/openmp/libomptarget/plugins/cuda/src/ |
| H A D | rtl.cpp | 107 int memcpyDtoD(const void *SrcPtr, void *DstPtr, int64_t Size, in memcpyDtoD() argument 115 DPxPTR(SrcPtr), DPxPTR(DstPtr), Size); in memcpyDtoD() 1048 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1059 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1067 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1077 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1094 DPxPTR(SrcPtr), SrcDevId, DPxPTR(DstPtr), DstDevId); in dataExchange() 1097 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1102 return memcpyDtoD(SrcPtr, DstPtr, Size, Stream); in dataExchange() 1673 int32_t __tgt_rtl_data_exchange_async(int32_t SrcDevId, void *SrcPtr, in __tgt_rtl_data_exchange_async() argument [all …]
|
| /llvm-project-15.0.7/openmp/libomptarget/plugins/remote/src/ |
| H A D | rtl.cpp | 100 int32_t __tgt_rtl_data_exchange(int32_t SrcDevId, void *SrcPtr, in __tgt_rtl_data_exchange() argument 102 return Manager->dataExchange(SrcDevId, SrcPtr, DstDevId, DstPtr, Size); in __tgt_rtl_data_exchange()
|
| H A D | Client.cpp | 425 int32_t RemoteOffloadClient::dataExchange(int32_t SrcDevId, void *SrcPtr, in dataExchange() argument 436 Request->set_src_ptr((uint64_t)SrcPtr); in dataExchange() 449 Size, SrcDevId, SrcPtr, DstPtr, DstDevId) in dataExchange() 453 Size, SrcDevId, SrcPtr, DstPtr, DstDevId) in dataExchange() 682 int32_t RemoteClientManager::dataExchange(int32_t SrcDevId, void *SrcPtr, in dataExchange() argument 688 return Clients[SrcClientIdx].dataExchange(SrcDeviceIdx, SrcPtr, DstDeviceIdx, in dataExchange()
|
| H A D | Client.h | 89 int32_t dataExchange(int32_t SrcDevId, void *SrcPtr, int32_t DstDevId, 144 int32_t dataExchange(int32_t SrcDevId, void *SrcPtr, int32_t DstDevId,
|
| /llvm-project-15.0.7/openmp/libomptarget/include/ |
| H A D | omptargetplugin.h | 111 int32_t __tgt_rtl_data_exchange(int32_t SrcID, void *SrcPtr, int32_t DstID, 115 int32_t __tgt_rtl_data_exchange_async(int32_t SrcID, void *SrcPtr,
|
| H A D | device.h | 424 int32_t dataExchange(void *SrcPtr, DeviceTy &DstDev, void *DstPtr,
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGNonTrivialStruct.cpp | 888 Address DstPtr = Dst.getAddress(*this), SrcPtr = Src.getAddress(*this); in callCStructCopyConstructor() local 891 SrcPtr.getAlignment(), getContext()); in callCStructCopyConstructor() 895 std::array<Address, 2>({{DstPtr, SrcPtr}})); in callCStructCopyConstructor() 902 Address DstPtr = Dst.getAddress(*this), SrcPtr = Src.getAddress(*this); in callCStructCopyAssignmentOperator() local 905 SrcPtr.getAlignment(), getContext()); in callCStructCopyAssignmentOperator() 908 *this, std::array<Address, 2>({{DstPtr, SrcPtr}})); in callCStructCopyAssignmentOperator() 913 Address DstPtr = Dst.getAddress(*this), SrcPtr = Src.getAddress(*this); in callCStructMoveConstructor() local 916 SrcPtr.getAlignment(), getContext()); in callCStructMoveConstructor() 920 std::array<Address, 2>({{DstPtr, SrcPtr}})); in callCStructMoveConstructor() 927 Address DstPtr = Dst.getAddress(*this), SrcPtr = Src.getAddress(*this); in callCStructMoveAssignmentOperator() local [all …]
|
| H A D | CGClass.cpp | 670 llvm::Value *SrcPtr in EmitMemberInitializer() local 672 LValue ThisRHSLV = CGF.MakeNaturalAlignAddrLValue(SrcPtr, RecordTy); in EmitMemberInitializer() 979 llvm::Value *SrcPtr = CGF.Builder.CreateLoad(CGF.GetAddrOfLocalVar(SrcRec)); in emitMemcpy() local 980 LValue SrcLV = CGF.MakeNaturalAlignAddrLValue(SrcPtr, RecordTy); in emitMemcpy() 999 void emitMemcpyIR(Address DestPtr, Address SrcPtr, CharUnits Size) { in emitMemcpyIR() argument 1001 SrcPtr = CGF.Builder.CreateElementBitCast(SrcPtr, CGF.Int8Ty); in emitMemcpyIR() 1002 CGF.Builder.CreateMemCpy(DestPtr, SrcPtr, Size.getQuantity()); in emitMemcpyIR() 1204 Expr *SrcPtr = CE->getArg(1); in getMemcpyableField() local 1205 if (ImplicitCastExpr *SC = dyn_cast<ImplicitCastExpr>(SrcPtr)) in getMemcpyableField() 1206 SrcPtr = SC->getSubExpr(); in getMemcpyableField() [all …]
|
| H A D | CGExprComplex.cpp | 355 Address SrcPtr = lvalue.getAddress(CGF); in EmitLoadOfLValue() local 361 Address RealP = CGF.emitAddrOfRealComponent(SrcPtr, lvalue.getType()); in EmitLoadOfLValue() 362 Real = Builder.CreateLoad(RealP, isVolatile, SrcPtr.getName() + ".real"); in EmitLoadOfLValue() 366 Address ImagP = CGF.emitAddrOfImagComponent(SrcPtr, lvalue.getType()); in EmitLoadOfLValue() 367 Imag = Builder.CreateLoad(ImagP, isVolatile, SrcPtr.getName() + ".imag"); in EmitLoadOfLValue()
|
| H A D | CGExprAgg.cpp | 2062 Address SrcPtr = Src.getAddress(*this); in EmitAggregateCopy() local 2144 SrcPtr = Builder.CreateElementBitCast(SrcPtr, Int8Ty); in EmitAggregateCopy() 2152 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this, DestPtr, SrcPtr, in EmitAggregateCopy() 2160 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this, DestPtr, SrcPtr, in EmitAggregateCopy() 2167 auto Inst = Builder.CreateMemCpy(DestPtr, SrcPtr, SizeVal, isVolatile); in EmitAggregateCopy()
|
| H A D | CGObjCRuntime.h | 314 Address SrcPtr,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 154 Value *SrcPtr = Load->getPointerOperand()->stripPointerCasts(); in vectorizeLoadInsert() local 155 assert(isa<PointerType>(SrcPtr->getType()) && "Expected a pointer type"); in vectorizeLoadInsert() 176 if (!isSafeToLoadUnconditionally(SrcPtr, MinVecTy, Align(1), DL, Load, &DT)) { in vectorizeLoadInsert() 181 unsigned OffsetBitWidth = DL.getIndexTypeSizeInBits(SrcPtr->getType()); in vectorizeLoadInsert() 183 SrcPtr = SrcPtr->stripAndAccumulateInBoundsConstantOffsets(DL, Offset); in vectorizeLoadInsert() 201 if (!isSafeToLoadUnconditionally(SrcPtr, MinVecTy, Align(1), DL, Load, &DT)) in vectorizeLoadInsert() 212 Alignment = std::max(SrcPtr->getPointerAlignment(DL), Alignment); in vectorizeLoadInsert() 246 SrcPtr, MinVecTy->getPointerTo(AS)); in vectorizeLoadInsert()
|
| /llvm-project-15.0.7/openmp/libomptarget/src/ |
| H A D | device.cpp | 568 int32_t DeviceTy::dataExchange(void *SrcPtr, DeviceTy &DstDev, void *DstPtr, in dataExchange() argument 572 return RTL->data_exchange(RTLDeviceID, SrcPtr, DstDev.RTLDeviceID, DstPtr, in dataExchange() 575 return RTL->data_exchange_async(RTLDeviceID, SrcPtr, DstDev.RTLDeviceID, in dataExchange()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | Delinearization.cpp | 527 Value *SrcPtr = getLoadStorePointerOperand(Inst); in tryDelinearizeFixedSizeImpl() local 530 auto *SrcGEP = dyn_cast<GetElementPtrInst>(SrcPtr); in tryDelinearizeFixedSizeImpl()
|
| H A D | DependenceAnalysis.cpp | 3291 Value *SrcPtr = getLoadStorePointerOperand(Src); in tryDelinearize() local 3295 const SCEV *SrcAccessFn = SE->getSCEVAtScope(SrcPtr, SrcLoop); in tryDelinearize() 3374 Value *SrcPtr = getLoadStorePointerOperand(Src); in tryDelinearizeFixedSize() local 3402 if (!AllIndiciesInRange(SrcSizes, SrcSubscripts, SrcPtr) || in tryDelinearizeFixedSize() 3411 << "SrcGEP:" << *SrcPtr << "\n" in tryDelinearizeFixedSize() 3422 Value *SrcPtr = getLoadStorePointerOperand(Src); in tryDelinearizeParametricSize() local 3471 if (!isKnownNonNegative(SrcSubscripts[I], SrcPtr)) in tryDelinearizeParametricSize() 3544 Value *SrcPtr = getLoadStorePointerOperand(Src); in depends() local 3573 const SCEV *SrcSCEV = SE->getSCEV(SrcPtr); in depends() 3971 Value *SrcPtr = getLoadStorePointerOperand(Src); in getSplitIteration() local [all …]
|
| H A D | ConstantFolding.cpp | 1466 Constant *SrcPtr = CE->getOperand(0); in ConstantFoldCastOperand() local 1467 unsigned SrcPtrSize = DL.getPointerTypeSizeInBits(SrcPtr->getType()); in ConstantFoldCastOperand() 1471 unsigned SrcAS = SrcPtr->getType()->getPointerAddressSpace(); in ConstantFoldCastOperand() 3069 auto *SrcPtr = Operands[0]; in ConstantFoldFixedVectorCall() local 3073 Constant *VecData = ConstantFoldLoadFromConstPtr(SrcPtr, FVTy, DL); in ConstantFoldFixedVectorCall()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | MachineIRBuilder.h | 1915 const SrcOp &SrcPtr, in buildMemTransferInst() argument 1920 Opcode, {}, {DstPtr, SrcPtr, Size, SrcOp(INT64_C(0) /*isTailCall*/)}); in buildMemTransferInst() 1926 MachineInstrBuilder buildMemCpy(const SrcOp &DstPtr, const SrcOp &SrcPtr, in buildMemCpy() argument 1929 return buildMemTransferInst(TargetOpcode::G_MEMCPY, DstPtr, SrcPtr, Size, in buildMemCpy()
|
| H A D | CallLowering.h | 302 copyArgumentMemory(const ArgInfo &Arg, Register DstPtr, Register SrcPtr,
|
| /llvm-project-15.0.7/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVInstructionSelector.cpp | 659 Register SrcPtr = I.getOperand(1).getReg(); in selectAddrSpaceCast() local 660 SPIRVType *SrcPtrTy = GR.getSPIRVTypeForVReg(SrcPtr); in selectAddrSpaceCast() 661 SPIRV::StorageClass SrcSC = GR.getPointerStorageClass(SrcPtr); in selectAddrSpaceCast() 680 .addUse(SrcPtr) in selectAddrSpaceCast()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/ |
| H A D | MemorySanitizer.cpp | 3558 Value *SrcPtr = CB.getArgOperand(1); in visitLibAtomicLoad() local 3572 getShadowOriginPtr(SrcPtr, NextIRB, NextIRB.getInt8Ty(), Align(1), in visitLibAtomicLoad() 4434 Value *SrcPtr = IRB.CreateConstGEP1_32(IRB.getInt8Ty(), VAArgTLSCopy, in finalizeInstrumentation() local 4436 IRB.CreateMemCpy(OverflowArgAreaShadowPtr, Alignment, SrcPtr, Alignment, in finalizeInstrumentation() 4439 SrcPtr = IRB.CreateConstGEP1_32(IRB.getInt8Ty(), VAArgTLSOriginCopy, in finalizeInstrumentation() 4441 IRB.CreateMemCpy(OverflowArgAreaOriginPtr, Alignment, SrcPtr, Alignment, in finalizeInstrumentation() 5269 Value *SrcPtr = IRB.CreateConstGEP1_32(IRB.getInt8Ty(), VAArgTLSCopy, in copyOverflowArea() local 5271 IRB.CreateMemCpy(OverflowArgAreaShadowPtr, Alignment, SrcPtr, Alignment, in copyOverflowArea() 5274 SrcPtr = IRB.CreateConstGEP1_32(IRB.getInt8Ty(), VAArgTLSOriginCopy, in copyOverflowArea() 5276 IRB.CreateMemCpy(OverflowArgAreaOriginPtr, Alignment, SrcPtr, Alignment, in copyOverflowArea()
|
| /llvm-project-15.0.7/clang/lib/Sema/ |
| H A D | SemaCast.cpp | 2599 const Type *DestPtr, *SrcPtr; in checkAddressSpaceCast() local 2603 SrcPtr = Self.getASTContext().getCanonicalType(SrcType.getTypePtr()); in checkAddressSpaceCast() 2605 while (isa<PointerType>(DestPtr) && isa<PointerType>(SrcPtr)) { in checkAddressSpaceCast() 2607 const PointerType *SrcPPtr = cast<PointerType>(SrcPtr); in checkAddressSpaceCast() 2622 SrcPtr = SrcPPtr->getPointeeType().getTypePtr(); in checkAddressSpaceCast()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | SROA.cpp | 2979 Value *DestPtr, *SrcPtr; in visitMemTransferInst() local 2985 SrcPtr = OtherPtr; in visitMemTransferInst() 2990 SrcPtr = OurPtr; in visitMemTransferInst() 2993 CallInst *New = IRB.CreateMemCpy(DestPtr, DestAlign, SrcPtr, SrcAlign, in visitMemTransferInst() 3025 Value *SrcPtr = getAdjustedPtr(IRB, DL, OtherPtr, OtherOffset, OtherPtrTy, in visitMemTransferInst() local 3031 std::swap(SrcPtr, DstPtr); in visitMemTransferInst() 3047 LoadInst *Load = IRB.CreateAlignedLoad(OtherTy, SrcPtr, SrcAlign, in visitMemTransferInst()
|