| /llvm-project-15.0.7/llvm/include/llvm/Bitcode/ |
| H A D | BitcodeConvenience.h | 195 std::forward<DataTy>(data)...); in emit() 198 template <typename T, typename ElementDataTy, typename... DataTy> 200 DataTy &&...data) { in read() 204 std::forward<DataTy>(data)...); in read() 207 template <typename T, typename... DataTy> 224 template <typename BufferTy, typename DataTy> 226 unsigned code, const DataTy &data) { in emit() 234 template <typename T, typename DataTy> 235 static void read(ArrayRef<T> buffer, DataTy &data) { in read() 318 template <typename T, typename DataTy> [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | SjLjEHPrepare.cpp | 41 IntegerType *DataTy; member in __anonaa8ee9530111::SjLjEHPrepare 96 DataTy = Type::getIntNTy(M.getContext(), DataBits); in doInitialization() 97 doubleUnderDataTy = ArrayType::get(DataTy, 4); in doInitialization() 100 DataTy, // call_site in doInitialization() 124 ConstantInt *CallSiteNoC = ConstantInt::get(DataTy, Number); in insertCallSiteStore() 202 Value *ExnVal = Builder.CreateLoad(DataTy, ExceptionAddr, true, "exn_val"); in setupFunctionContext() 208 Builder.CreateLoad(DataTy, SelectorAddr, true, "exn_selector_val"); in setupFunctionContext()
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 223 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 226 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 230 !isLegalMaskedGather(DataTy, Align(Alignment))) || in getGatherScatterOpCost() 232 !isLegalMaskedScatter(DataTy, Align(Alignment)))) in getGatherScatterOpCost() 233 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 239 auto &VTy = *cast<VectorType>(DataTy); in getGatherScatterOpCost()
|
| H A D | RISCVTargetTransformInfo.h | 95 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 186 bool isLegalMaskedLoad(Type *DataTy, Align Alignment); 188 bool isLegalMaskedStore(Type *DataTy, Align Alignment) { in isLegalMaskedStore() argument 189 return isLegalMaskedLoad(DataTy, Alignment); in isLegalMaskedStore() 269 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| H A D | ARMTargetTransformInfo.cpp | 1096 bool ARMTTIImpl::isLegalMaskedLoad(Type *DataTy, Align Alignment) { in isLegalMaskedLoad() argument 1100 if (auto *VecTy = dyn_cast<FixedVectorType>(DataTy)) { in isLegalMaskedLoad() 1106 unsigned VecWidth = DataTy->getPrimitiveSizeInBits(); in isLegalMaskedLoad() 1111 unsigned EltWidth = DataTy->getScalarSizeInBits(); in isLegalMaskedLoad() 1557 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 1561 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 1564 assert(DataTy->isVectorTy() && "Can't do gather/scatters on scalar!"); in getGatherScatterOpCost() 1565 auto *VTy = cast<FixedVectorType>(DataTy); in getGatherScatterOpCost() 1571 std::pair<InstructionCost, MVT> LT = TLI->getTypeLegalizationCost(DL, DataTy); in getGatherScatterOpCost()
|
| H A D | ARMISelDAGToDAG.cpp | 2803 EVT DataTy = EVT::getVectorVT(*CurDAG->getContext(), MVT::i64, NumVecs * 2); in SelectMVE_VLD() local 2804 SmallVector<EVT, 4> ResultTys = {DataTy, MVT::Other}; in SelectMVE_VLD() 2808 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, Loc, DataTy), 0); in SelectMVE_VLD() 2821 ResultTys = {DataTy, MVT::i32, MVT::Other}; in SelectMVE_VLD()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.h | 165 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy, 260 InstructionCost getGSScalarCost(unsigned Opcode, Type *DataTy, 263 InstructionCost getGSVectorCost(unsigned Opcode, Type *DataTy,
|
| H A D | X86TargetTransformInfo.cpp | 5220 bool X86TTIImpl::isLegalMaskedLoad(Type *DataTy, Align Alignment) { in isLegalMaskedLoad() argument 5225 if (isa<VectorType>(DataTy) && in isLegalMaskedLoad() 5226 cast<FixedVectorType>(DataTy)->getNumElements() == 1) in isLegalMaskedLoad() 5228 Type *ScalarTy = DataTy->getScalarType(); in isLegalMaskedLoad() 5294 bool X86TTIImpl::isLegalMaskedExpandLoad(Type *DataTy) { in isLegalMaskedExpandLoad() argument 5295 if (!isa<VectorType>(DataTy)) in isLegalMaskedExpandLoad() 5302 if (cast<FixedVectorType>(DataTy)->getNumElements() == 1) in isLegalMaskedExpandLoad() 5305 Type *ScalarTy = cast<VectorType>(DataTy)->getElementType(); in isLegalMaskedExpandLoad() 5318 bool X86TTIImpl::isLegalMaskedCompressStore(Type *DataTy) { in isLegalMaskedCompressStore() argument 5319 return isLegalMaskedExpandLoad(DataTy); in isLegalMaskedCompressStore() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 583 Type *DataTy = Val->getType(); in CreateMaskedStore() local 584 assert(DataTy->isVectorTy() && "Val should be a vector"); in CreateMaskedStore() 585 assert(PtrTy->isOpaqueOrPointeeTypeMatches(DataTy) && "Wrong element type"); in CreateMaskedStore() 587 Type *OverloadedTypes[] = { DataTy, PtrTy }; in CreateMaskedStore() 652 auto *DataTy = cast<VectorType>(Data->getType()); in CreateMaskedScatter() local 657 assert(NumElts == DataTy->getElementCount() && in CreateMaskedScatter() 658 PtrTy->isOpaqueOrPointeeTypeMatches(DataTy->getElementType()) && in CreateMaskedScatter() 666 Type *OverloadedTypes[] = {DataTy, PtrsTy}; in CreateMaskedScatter()
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 232 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 234 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost()
|
| H A D | HexagonTargetTransformInfo.h | 129 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 193 InstructionCost getCommonMaskedMemoryOpCost(unsigned Opcode, Type *DataTy, in getCommonMaskedMemoryOpCost() argument 199 if (isa<ScalableVectorType>(DataTy)) in getCommonMaskedMemoryOpCost() 202 auto *VT = cast<FixedVectorType>(DataTy); in getCommonMaskedMemoryOpCost() 236 FixedVectorType::get(Type::getInt1Ty(DataTy->getContext()), in getCommonMaskedMemoryOpCost() 1235 InstructionCost getMaskedMemoryOpCost(unsigned Opcode, Type *DataTy, in getMaskedMemoryOpCost() argument 1238 return getCommonMaskedMemoryOpCost(Opcode, DataTy, Alignment, true, false, in getMaskedMemoryOpCost() 1242 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy, 1247 return getCommonMaskedMemoryOpCost(Opcode, DataTy, Alignment, VariableMask,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/ |
| H A D | InstrProfiling.cpp | 1003 auto *DataTy = StructType::get(Ctx, makeArrayRef(DataTypes)); in getOrCreateRegionCounters() local 1031 new GlobalVariable(*M, DataTy, false, Linkage, nullptr, DataVarName); in getOrCreateRegionCounters() 1042 Data->setInitializer(ConstantStruct::get(DataTy, DataVals)); in getOrCreateRegionCounters()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 159 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| H A D | AArch64TargetTransformInfo.cpp | 2229 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 2231 if (useNeonVector(DataTy)) in getGatherScatterOpCost() 2232 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 2234 auto *VT = cast<VectorType>(DataTy); in getGatherScatterOpCost() 2235 auto LT = TLI->getTypeLegalizationCost(DL, DataTy); in getGatherScatterOpCost() 2243 if (cast<VectorType>(DataTy)->getElementCount() == in getGatherScatterOpCost()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1206 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, 1760 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr, 2316 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr, 2320 return Impl.getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask,
|
| H A D | TargetTransformInfoImpl.h | 602 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 903 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 906 Opcode, DataTy, Ptr, VariableMask, Alignment, CostKind, I); in getGatherScatterOpCost()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 9596 auto *DataTy = VectorType::get(ScalarDataTy, State.VF); in execute() local 9642 return Builder.CreateBitCast(PartPtr, DataTy->getPointerTo(AddressSpace)); in execute() 9686 NewLI = Builder.CreateMaskedGather(DataTy, VectorGep, Alignment, MaskPart, in execute() 9694 DataTy, VecPtr, Alignment, BlockInMaskParts[Part], in execute() 9695 PoisonValue::get(DataTy), "wide.masked.load"); in execute() 9698 Builder.CreateAlignedLoad(DataTy, VecPtr, Alignment, "wide.load"); in execute()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 1004 Type *DataTy = CI.getArgOperand(0)->getType(); in getTgtMemIntrinsic() local 1008 Info.memVT = memVTFromImageData(DataTy, DMaskLanes); in getTgtMemIntrinsic() 1010 Info.memVT = EVT::getEVT(DataTy); in getTgtMemIntrinsic()
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGBuiltin.cpp | 9780 llvm::Type *DataTy = F->getFunctionType()->getParamType(1); in EmitAArch64BuiltinExpr() local 9781 Arg1 = Builder.CreateZExtOrBitCast(Arg1, DataTy); in EmitAArch64BuiltinExpr()
|