150f02cb2SNick Lewycky //===-- Analysis.cpp - CodeGen LLVM IR Analysis Utilities -----------------===// 2450aa64fSDan Gohman // 3450aa64fSDan Gohman // The LLVM Compiler Infrastructure 4450aa64fSDan Gohman // 5450aa64fSDan Gohman // This file is distributed under the University of Illinois Open Source 6450aa64fSDan Gohman // License. See LICENSE.TXT for details. 7450aa64fSDan Gohman // 8450aa64fSDan Gohman //===----------------------------------------------------------------------===// 9450aa64fSDan Gohman // 10db5028bdSEric Christopher // This file defines several CodeGen-specific LLVM IR analysis utilities. 11450aa64fSDan Gohman // 12450aa64fSDan Gohman //===----------------------------------------------------------------------===// 13450aa64fSDan Gohman 1409fc276dSEric Christopher #include "llvm/CodeGen/Analysis.h" 15dda00098SEric Christopher #include "llvm/Analysis/ValueTracking.h" 16ed0881b2SChandler Carruth #include "llvm/CodeGen/MachineFunction.h" 17576d36aeSEric Christopher #include "llvm/CodeGen/SelectionDAG.h" 189fb823bbSChandler Carruth #include "llvm/IR/DataLayout.h" 199fb823bbSChandler Carruth #include "llvm/IR/DerivedTypes.h" 209fb823bbSChandler Carruth #include "llvm/IR/Function.h" 219fb823bbSChandler Carruth #include "llvm/IR/Instructions.h" 229fb823bbSChandler Carruth #include "llvm/IR/IntrinsicInst.h" 239fb823bbSChandler Carruth #include "llvm/IR/LLVMContext.h" 249fb823bbSChandler Carruth #include "llvm/IR/Module.h" 25450aa64fSDan Gohman #include "llvm/Support/ErrorHandling.h" 26450aa64fSDan Gohman #include "llvm/Support/MathExtras.h" 27ed0881b2SChandler Carruth #include "llvm/Target/TargetLowering.h" 28d913448bSEric Christopher #include "llvm/Target/TargetSubtargetInfo.h" 29f21434ccSRafael Espindola #include "llvm/Transforms/Utils/GlobalStatus.h" 30d913448bSEric Christopher 31450aa64fSDan Gohman using namespace llvm; 32450aa64fSDan Gohman 33450aa64fSDan Gohman /// ComputeLinearIndex - Given an LLVM IR aggregate type and a sequence 34450aa64fSDan Gohman /// of insertvalue or extractvalue indices that identify a member, return 35450aa64fSDan Gohman /// the linearized index of the start of the member. 36450aa64fSDan Gohman /// 37229907cdSChris Lattner unsigned llvm::ComputeLinearIndex(Type *Ty, 38450aa64fSDan Gohman const unsigned *Indices, 39450aa64fSDan Gohman const unsigned *IndicesEnd, 40450aa64fSDan Gohman unsigned CurIndex) { 41450aa64fSDan Gohman // Base case: We're done. 42450aa64fSDan Gohman if (Indices && Indices == IndicesEnd) 43450aa64fSDan Gohman return CurIndex; 44450aa64fSDan Gohman 45450aa64fSDan Gohman // Given a struct type, recursively traverse the elements. 46229907cdSChris Lattner if (StructType *STy = dyn_cast<StructType>(Ty)) { 47450aa64fSDan Gohman for (StructType::element_iterator EB = STy->element_begin(), 48450aa64fSDan Gohman EI = EB, 49450aa64fSDan Gohman EE = STy->element_end(); 50450aa64fSDan Gohman EI != EE; ++EI) { 51450aa64fSDan Gohman if (Indices && *Indices == unsigned(EI - EB)) 52aadc5596SDan Gohman return ComputeLinearIndex(*EI, Indices+1, IndicesEnd, CurIndex); 53c0196b1bSCraig Topper CurIndex = ComputeLinearIndex(*EI, nullptr, nullptr, CurIndex); 54450aa64fSDan Gohman } 55450aa64fSDan Gohman return CurIndex; 56450aa64fSDan Gohman } 57450aa64fSDan Gohman // Given an array type, recursively traverse the elements. 58229907cdSChris Lattner else if (ArrayType *ATy = dyn_cast<ArrayType>(Ty)) { 59229907cdSChris Lattner Type *EltTy = ATy->getElementType(); 60450aa64fSDan Gohman for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) { 61450aa64fSDan Gohman if (Indices && *Indices == i) 62aadc5596SDan Gohman return ComputeLinearIndex(EltTy, Indices+1, IndicesEnd, CurIndex); 63c0196b1bSCraig Topper CurIndex = ComputeLinearIndex(EltTy, nullptr, nullptr, CurIndex); 64450aa64fSDan Gohman } 65450aa64fSDan Gohman return CurIndex; 66450aa64fSDan Gohman } 67450aa64fSDan Gohman // We haven't found the type we're looking for, so keep searching. 68450aa64fSDan Gohman return CurIndex + 1; 69450aa64fSDan Gohman } 70450aa64fSDan Gohman 71450aa64fSDan Gohman /// ComputeValueVTs - Given an LLVM IR type, compute a sequence of 72450aa64fSDan Gohman /// EVTs that represent all the individual underlying 73450aa64fSDan Gohman /// non-aggregate types that comprise it. 74450aa64fSDan Gohman /// 75450aa64fSDan Gohman /// If Offsets is non-null, it points to a vector to be filled in 76450aa64fSDan Gohman /// with the in-memory offsets of each of the individual values. 77450aa64fSDan Gohman /// 78229907cdSChris Lattner void llvm::ComputeValueVTs(const TargetLowering &TLI, Type *Ty, 79450aa64fSDan Gohman SmallVectorImpl<EVT> &ValueVTs, 80450aa64fSDan Gohman SmallVectorImpl<uint64_t> *Offsets, 81450aa64fSDan Gohman uint64_t StartingOffset) { 82450aa64fSDan Gohman // Given a struct type, recursively traverse the elements. 83229907cdSChris Lattner if (StructType *STy = dyn_cast<StructType>(Ty)) { 84cdfe20b9SMicah Villmow const StructLayout *SL = TLI.getDataLayout()->getStructLayout(STy); 85450aa64fSDan Gohman for (StructType::element_iterator EB = STy->element_begin(), 86450aa64fSDan Gohman EI = EB, 87450aa64fSDan Gohman EE = STy->element_end(); 88450aa64fSDan Gohman EI != EE; ++EI) 89450aa64fSDan Gohman ComputeValueVTs(TLI, *EI, ValueVTs, Offsets, 90450aa64fSDan Gohman StartingOffset + SL->getElementOffset(EI - EB)); 91450aa64fSDan Gohman return; 92450aa64fSDan Gohman } 93450aa64fSDan Gohman // Given an array type, recursively traverse the elements. 94229907cdSChris Lattner if (ArrayType *ATy = dyn_cast<ArrayType>(Ty)) { 95229907cdSChris Lattner Type *EltTy = ATy->getElementType(); 96cdfe20b9SMicah Villmow uint64_t EltSize = TLI.getDataLayout()->getTypeAllocSize(EltTy); 97450aa64fSDan Gohman for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) 98450aa64fSDan Gohman ComputeValueVTs(TLI, EltTy, ValueVTs, Offsets, 99450aa64fSDan Gohman StartingOffset + i * EltSize); 100450aa64fSDan Gohman return; 101450aa64fSDan Gohman } 102450aa64fSDan Gohman // Interpret void as zero return values. 103450aa64fSDan Gohman if (Ty->isVoidTy()) 104450aa64fSDan Gohman return; 105450aa64fSDan Gohman // Base case: we can get an EVT for this LLVM IR type. 106450aa64fSDan Gohman ValueVTs.push_back(TLI.getValueType(Ty)); 107450aa64fSDan Gohman if (Offsets) 108450aa64fSDan Gohman Offsets->push_back(StartingOffset); 109450aa64fSDan Gohman } 110450aa64fSDan Gohman 111450aa64fSDan Gohman /// ExtractTypeInfo - Returns the type info, possibly bitcast, encoded in V. 112*283bc2edSReid Kleckner GlobalValue *llvm::ExtractTypeInfo(Value *V) { 113450aa64fSDan Gohman V = V->stripPointerCasts(); 114*283bc2edSReid Kleckner GlobalValue *GV = dyn_cast<GlobalValue>(V); 115*283bc2edSReid Kleckner GlobalVariable *Var = dyn_cast<GlobalVariable>(V); 116450aa64fSDan Gohman 117*283bc2edSReid Kleckner if (Var && Var->getName() == "llvm.eh.catch.all.value") { 118*283bc2edSReid Kleckner assert(Var->hasInitializer() && 119450aa64fSDan Gohman "The EH catch-all value must have an initializer"); 120*283bc2edSReid Kleckner Value *Init = Var->getInitializer(); 121*283bc2edSReid Kleckner GV = dyn_cast<GlobalValue>(Init); 122450aa64fSDan Gohman if (!GV) V = cast<ConstantPointerNull>(Init); 123450aa64fSDan Gohman } 124450aa64fSDan Gohman 125450aa64fSDan Gohman assert((GV || isa<ConstantPointerNull>(V)) && 126450aa64fSDan Gohman "TypeInfo must be a global variable or NULL"); 127450aa64fSDan Gohman return GV; 128450aa64fSDan Gohman } 129450aa64fSDan Gohman 130450aa64fSDan Gohman /// hasInlineAsmMemConstraint - Return true if the inline asm instruction being 131450aa64fSDan Gohman /// processed uses a memory 'm' constraint. 132450aa64fSDan Gohman bool 133e8360b71SJohn Thompson llvm::hasInlineAsmMemConstraint(InlineAsm::ConstraintInfoVector &CInfos, 134450aa64fSDan Gohman const TargetLowering &TLI) { 135450aa64fSDan Gohman for (unsigned i = 0, e = CInfos.size(); i != e; ++i) { 136450aa64fSDan Gohman InlineAsm::ConstraintInfo &CI = CInfos[i]; 137450aa64fSDan Gohman for (unsigned j = 0, ee = CI.Codes.size(); j != ee; ++j) { 138450aa64fSDan Gohman TargetLowering::ConstraintType CType = TLI.getConstraintType(CI.Codes[j]); 139450aa64fSDan Gohman if (CType == TargetLowering::C_Memory) 140450aa64fSDan Gohman return true; 141450aa64fSDan Gohman } 142450aa64fSDan Gohman 143450aa64fSDan Gohman // Indirect operand accesses access memory. 144450aa64fSDan Gohman if (CI.isIndirect) 145450aa64fSDan Gohman return true; 146450aa64fSDan Gohman } 147450aa64fSDan Gohman 148450aa64fSDan Gohman return false; 149450aa64fSDan Gohman } 150450aa64fSDan Gohman 151450aa64fSDan Gohman /// getFCmpCondCode - Return the ISD condition code corresponding to 152450aa64fSDan Gohman /// the given LLVM IR floating-point condition code. This includes 153450aa64fSDan Gohman /// consideration of global floating-point math flags. 154450aa64fSDan Gohman /// 155450aa64fSDan Gohman ISD::CondCode llvm::getFCmpCondCode(FCmpInst::Predicate Pred) { 156450aa64fSDan Gohman switch (Pred) { 15750f02cb2SNick Lewycky case FCmpInst::FCMP_FALSE: return ISD::SETFALSE; 15850f02cb2SNick Lewycky case FCmpInst::FCMP_OEQ: return ISD::SETOEQ; 15950f02cb2SNick Lewycky case FCmpInst::FCMP_OGT: return ISD::SETOGT; 16050f02cb2SNick Lewycky case FCmpInst::FCMP_OGE: return ISD::SETOGE; 16150f02cb2SNick Lewycky case FCmpInst::FCMP_OLT: return ISD::SETOLT; 16250f02cb2SNick Lewycky case FCmpInst::FCMP_OLE: return ISD::SETOLE; 16350f02cb2SNick Lewycky case FCmpInst::FCMP_ONE: return ISD::SETONE; 16450f02cb2SNick Lewycky case FCmpInst::FCMP_ORD: return ISD::SETO; 16550f02cb2SNick Lewycky case FCmpInst::FCMP_UNO: return ISD::SETUO; 16650f02cb2SNick Lewycky case FCmpInst::FCMP_UEQ: return ISD::SETUEQ; 16750f02cb2SNick Lewycky case FCmpInst::FCMP_UGT: return ISD::SETUGT; 16850f02cb2SNick Lewycky case FCmpInst::FCMP_UGE: return ISD::SETUGE; 16950f02cb2SNick Lewycky case FCmpInst::FCMP_ULT: return ISD::SETULT; 17050f02cb2SNick Lewycky case FCmpInst::FCMP_ULE: return ISD::SETULE; 17150f02cb2SNick Lewycky case FCmpInst::FCMP_UNE: return ISD::SETUNE; 17250f02cb2SNick Lewycky case FCmpInst::FCMP_TRUE: return ISD::SETTRUE; 17346a9f016SDavid Blaikie default: llvm_unreachable("Invalid FCmp predicate opcode!"); 174450aa64fSDan Gohman } 17550f02cb2SNick Lewycky } 17650f02cb2SNick Lewycky 17750f02cb2SNick Lewycky ISD::CondCode llvm::getFCmpCodeWithoutNaN(ISD::CondCode CC) { 17850f02cb2SNick Lewycky switch (CC) { 17950f02cb2SNick Lewycky case ISD::SETOEQ: case ISD::SETUEQ: return ISD::SETEQ; 18050f02cb2SNick Lewycky case ISD::SETONE: case ISD::SETUNE: return ISD::SETNE; 18150f02cb2SNick Lewycky case ISD::SETOLT: case ISD::SETULT: return ISD::SETLT; 18250f02cb2SNick Lewycky case ISD::SETOLE: case ISD::SETULE: return ISD::SETLE; 18350f02cb2SNick Lewycky case ISD::SETOGT: case ISD::SETUGT: return ISD::SETGT; 18450f02cb2SNick Lewycky case ISD::SETOGE: case ISD::SETUGE: return ISD::SETGE; 18546a9f016SDavid Blaikie default: return CC; 18650f02cb2SNick Lewycky } 187450aa64fSDan Gohman } 188450aa64fSDan Gohman 189450aa64fSDan Gohman /// getICmpCondCode - Return the ISD condition code corresponding to 190450aa64fSDan Gohman /// the given LLVM IR integer condition code. 191450aa64fSDan Gohman /// 192450aa64fSDan Gohman ISD::CondCode llvm::getICmpCondCode(ICmpInst::Predicate Pred) { 193450aa64fSDan Gohman switch (Pred) { 194450aa64fSDan Gohman case ICmpInst::ICMP_EQ: return ISD::SETEQ; 195450aa64fSDan Gohman case ICmpInst::ICMP_NE: return ISD::SETNE; 196450aa64fSDan Gohman case ICmpInst::ICMP_SLE: return ISD::SETLE; 197450aa64fSDan Gohman case ICmpInst::ICMP_ULE: return ISD::SETULE; 198450aa64fSDan Gohman case ICmpInst::ICMP_SGE: return ISD::SETGE; 199450aa64fSDan Gohman case ICmpInst::ICMP_UGE: return ISD::SETUGE; 200450aa64fSDan Gohman case ICmpInst::ICMP_SLT: return ISD::SETLT; 201450aa64fSDan Gohman case ICmpInst::ICMP_ULT: return ISD::SETULT; 202450aa64fSDan Gohman case ICmpInst::ICMP_SGT: return ISD::SETGT; 203450aa64fSDan Gohman case ICmpInst::ICMP_UGT: return ISD::SETUGT; 204450aa64fSDan Gohman default: 205450aa64fSDan Gohman llvm_unreachable("Invalid ICmp predicate opcode!"); 206450aa64fSDan Gohman } 207450aa64fSDan Gohman } 208450aa64fSDan Gohman 209ffc44549SStephen Lin static bool isNoopBitcast(Type *T1, Type *T2, 210c0659fadSMichael Gottesman const TargetLoweringBase& TLI) { 211ffc44549SStephen Lin return T1 == T2 || (T1->isPointerTy() && T2->isPointerTy()) || 212ffc44549SStephen Lin (isa<VectorType>(T1) && isa<VectorType>(T2) && 213ffc44549SStephen Lin TLI.isTypeLegal(EVT::getEVT(T1)) && TLI.isTypeLegal(EVT::getEVT(T2))); 214ffc44549SStephen Lin } 2154f3615deSChris Lattner 216a4415854STim Northover /// Look through operations that will be free to find the earliest source of 217a4415854STim Northover /// this value. 218a4415854STim Northover /// 219a4415854STim Northover /// @param ValLoc If V has aggegate type, we will be interested in a particular 220a4415854STim Northover /// scalar component. This records its address; the reverse of this list gives a 221a4415854STim Northover /// sequence of indices appropriate for an extractvalue to locate the important 222a4415854STim Northover /// value. This value is updated during the function and on exit will indicate 223a4415854STim Northover /// similar information for the Value returned. 224a4415854STim Northover /// 225a4415854STim Northover /// @param DataBits If this function looks through truncate instructions, this 226a4415854STim Northover /// will record the smallest size attained. 227a4415854STim Northover static const Value *getNoopInput(const Value *V, 228a4415854STim Northover SmallVectorImpl<unsigned> &ValLoc, 229a4415854STim Northover unsigned &DataBits, 230c0659fadSMichael Gottesman const TargetLoweringBase &TLI) { 231ffc44549SStephen Lin while (true) { 232ffc44549SStephen Lin // Try to look through V1; if V1 is not an instruction, it can't be looked 233ffc44549SStephen Lin // through. 234a4415854STim Northover const Instruction *I = dyn_cast<Instruction>(V); 235a4415854STim Northover if (!I || I->getNumOperands() == 0) return V; 236c0196b1bSCraig Topper const Value *NoopInput = nullptr; 237a4415854STim Northover 238182fe3eeSChris Lattner Value *Op = I->getOperand(0); 239a4415854STim Northover if (isa<BitCastInst>(I)) { 2404f3615deSChris Lattner // Look through truly no-op bitcasts. 241ffc44549SStephen Lin if (isNoopBitcast(Op->getType(), I->getType(), TLI)) 242ffc44549SStephen Lin NoopInput = Op; 243ffc44549SStephen Lin } else if (isa<GetElementPtrInst>(I)) { 244ffc44549SStephen Lin // Look through getelementptr 245ffc44549SStephen Lin if (cast<GetElementPtrInst>(I)->hasAllZeroIndices()) 246ffc44549SStephen Lin NoopInput = Op; 247ffc44549SStephen Lin } else if (isa<IntToPtrInst>(I)) { 248182fe3eeSChris Lattner // Look through inttoptr. 249ffc44549SStephen Lin // Make sure this isn't a truncating or extending cast. We could 250ffc44549SStephen Lin // support this eventually, but don't bother for now. 251ffc44549SStephen Lin if (!isa<VectorType>(I->getType()) && 252ffc44549SStephen Lin TLI.getPointerTy().getSizeInBits() == 253182fe3eeSChris Lattner cast<IntegerType>(Op->getType())->getBitWidth()) 254ffc44549SStephen Lin NoopInput = Op; 255ffc44549SStephen Lin } else if (isa<PtrToIntInst>(I)) { 256182fe3eeSChris Lattner // Look through ptrtoint. 257ffc44549SStephen Lin // Make sure this isn't a truncating or extending cast. We could 258ffc44549SStephen Lin // support this eventually, but don't bother for now. 259ffc44549SStephen Lin if (!isa<VectorType>(I->getType()) && 260ffc44549SStephen Lin TLI.getPointerTy().getSizeInBits() == 261182fe3eeSChris Lattner cast<IntegerType>(I->getType())->getBitWidth()) 262ffc44549SStephen Lin NoopInput = Op; 263a4415854STim Northover } else if (isa<TruncInst>(I) && 264a4415854STim Northover TLI.allowTruncateForTailCall(Op->getType(), I->getType())) { 265a4415854STim Northover DataBits = std::min(DataBits, I->getType()->getPrimitiveSizeInBits()); 266a4415854STim Northover NoopInput = Op; 267b8bd232aSStephen Lin } else if (isa<CallInst>(I)) { 268a4415854STim Northover // Look through call (skipping callee) 269a4415854STim Northover for (User::const_op_iterator i = I->op_begin(), e = I->op_end() - 1; 270b8bd232aSStephen Lin i != e; ++i) { 271b8bd232aSStephen Lin unsigned attrInd = i - I->op_begin() + 1; 272b8bd232aSStephen Lin if (cast<CallInst>(I)->paramHasAttr(attrInd, Attribute::Returned) && 273b8bd232aSStephen Lin isNoopBitcast((*i)->getType(), I->getType(), TLI)) { 274b8bd232aSStephen Lin NoopInput = *i; 275b8bd232aSStephen Lin break; 276b8bd232aSStephen Lin } 277b8bd232aSStephen Lin } 278b8bd232aSStephen Lin } else if (isa<InvokeInst>(I)) { 279a4415854STim Northover // Look through invoke (skipping BB, BB, Callee) 280a4415854STim Northover for (User::const_op_iterator i = I->op_begin(), e = I->op_end() - 3; 281b8bd232aSStephen Lin i != e; ++i) { 282b8bd232aSStephen Lin unsigned attrInd = i - I->op_begin() + 1; 283b8bd232aSStephen Lin if (cast<InvokeInst>(I)->paramHasAttr(attrInd, Attribute::Returned) && 284b8bd232aSStephen Lin isNoopBitcast((*i)->getType(), I->getType(), TLI)) { 285b8bd232aSStephen Lin NoopInput = *i; 286b8bd232aSStephen Lin break; 287b8bd232aSStephen Lin } 288b8bd232aSStephen Lin } 289a4415854STim Northover } else if (const InsertValueInst *IVI = dyn_cast<InsertValueInst>(V)) { 290a4415854STim Northover // Value may come from either the aggregate or the scalar 291a4415854STim Northover ArrayRef<unsigned> InsertLoc = IVI->getIndices(); 292a4415854STim Northover if (std::equal(InsertLoc.rbegin(), InsertLoc.rend(), 293a4415854STim Northover ValLoc.rbegin())) { 294a4415854STim Northover // The type being inserted is a nested sub-type of the aggregate; we 295a4415854STim Northover // have to remove those initial indices to get the location we're 296a4415854STim Northover // interested in for the operand. 297a4415854STim Northover ValLoc.resize(ValLoc.size() - InsertLoc.size()); 298a4415854STim Northover NoopInput = IVI->getInsertedValueOperand(); 299a4415854STim Northover } else { 300a4415854STim Northover // The struct we're inserting into has the value we're interested in, no 301a4415854STim Northover // change of address. 302a4415854STim Northover NoopInput = Op; 303a4415854STim Northover } 304a4415854STim Northover } else if (const ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(V)) { 305a4415854STim Northover // The part we're interested in will inevitably be some sub-section of the 306a4415854STim Northover // previous aggregate. Combine the two paths to obtain the true address of 307a4415854STim Northover // our element. 308a4415854STim Northover ArrayRef<unsigned> ExtractLoc = EVI->getIndices(); 309a4415854STim Northover std::copy(ExtractLoc.rbegin(), ExtractLoc.rend(), 310a4415854STim Northover std::back_inserter(ValLoc)); 311a4415854STim Northover NoopInput = Op; 312a4415854STim Northover } 313a4415854STim Northover // Terminate if we couldn't find anything to look through. 314a4415854STim Northover if (!NoopInput) 315a4415854STim Northover return V; 316a4415854STim Northover 317a4415854STim Northover V = NoopInput; 318ffc44549SStephen Lin } 319182fe3eeSChris Lattner } 320182fe3eeSChris Lattner 321a4415854STim Northover /// Return true if this scalar return value only has bits discarded on its path 322a4415854STim Northover /// from the "tail call" to the "ret". This includes the obvious noop 323a4415854STim Northover /// instructions handled by getNoopInput above as well as free truncations (or 324a4415854STim Northover /// extensions prior to the call). 325a4415854STim Northover static bool slotOnlyDiscardsData(const Value *RetVal, const Value *CallVal, 326a4415854STim Northover SmallVectorImpl<unsigned> &RetIndices, 327a4415854STim Northover SmallVectorImpl<unsigned> &CallIndices, 328707d68f0STim Northover bool AllowDifferingSizes, 329a4415854STim Northover const TargetLoweringBase &TLI) { 3304f3615deSChris Lattner 331a4415854STim Northover // Trace the sub-value needed by the return value as far back up the graph as 332a4415854STim Northover // possible, in the hope that it will intersect with the value produced by the 333a4415854STim Northover // call. In the simple case with no "returned" attribute, the hope is actually 334a4415854STim Northover // that we end up back at the tail call instruction itself. 335a4415854STim Northover unsigned BitsRequired = UINT_MAX; 336a4415854STim Northover RetVal = getNoopInput(RetVal, RetIndices, BitsRequired, TLI); 337ffc44549SStephen Lin 338a4415854STim Northover // If this slot in the value returned is undef, it doesn't matter what the 339a4415854STim Northover // call puts there, it'll be fine. 340a4415854STim Northover if (isa<UndefValue>(RetVal)) 341a4415854STim Northover return true; 342ffc44549SStephen Lin 343a4415854STim Northover // Now do a similar search up through the graph to find where the value 344a4415854STim Northover // actually returned by the "tail call" comes from. In the simple case without 345a4415854STim Northover // a "returned" attribute, the search will be blocked immediately and the loop 346a4415854STim Northover // a Noop. 347a4415854STim Northover unsigned BitsProvided = UINT_MAX; 348a4415854STim Northover CallVal = getNoopInput(CallVal, CallIndices, BitsProvided, TLI); 349a4415854STim Northover 350a4415854STim Northover // There's no hope if we can't actually trace them to (the same part of!) the 351a4415854STim Northover // same value. 352a4415854STim Northover if (CallVal != RetVal || CallIndices != RetIndices) 353a4415854STim Northover return false; 354a4415854STim Northover 355a4415854STim Northover // However, intervening truncates may have made the call non-tail. Make sure 356a4415854STim Northover // all the bits that are needed by the "ret" have been provided by the "tail 357a4415854STim Northover // call". FIXME: with sufficiently cunning bit-tracking, we could look through 358a4415854STim Northover // extensions too. 359707d68f0STim Northover if (BitsProvided < BitsRequired || 360707d68f0STim Northover (!AllowDifferingSizes && BitsProvided != BitsRequired)) 361a4415854STim Northover return false; 362a4415854STim Northover 363ffc44549SStephen Lin return true; 364ffc44549SStephen Lin } 365a4415854STim Northover 366a4415854STim Northover /// For an aggregate type, determine whether a given index is within bounds or 367a4415854STim Northover /// not. 368a4415854STim Northover static bool indexReallyValid(CompositeType *T, unsigned Idx) { 369a4415854STim Northover if (ArrayType *AT = dyn_cast<ArrayType>(T)) 370a4415854STim Northover return Idx < AT->getNumElements(); 371a4415854STim Northover 372a4415854STim Northover return Idx < cast<StructType>(T)->getNumElements(); 373ffc44549SStephen Lin } 374a4415854STim Northover 375a4415854STim Northover /// Move the given iterators to the next leaf type in depth first traversal. 376a4415854STim Northover /// 377a4415854STim Northover /// Performs a depth-first traversal of the type as specified by its arguments, 378a4415854STim Northover /// stopping at the next leaf node (which may be a legitimate scalar type or an 379a4415854STim Northover /// empty struct or array). 380a4415854STim Northover /// 381a4415854STim Northover /// @param SubTypes List of the partial components making up the type from 382a4415854STim Northover /// outermost to innermost non-empty aggregate. The element currently 383a4415854STim Northover /// represented is SubTypes.back()->getTypeAtIndex(Path.back() - 1). 384a4415854STim Northover /// 385a4415854STim Northover /// @param Path Set of extractvalue indices leading from the outermost type 386a4415854STim Northover /// (SubTypes[0]) to the leaf node currently represented. 387a4415854STim Northover /// 388a4415854STim Northover /// @returns true if a new type was found, false otherwise. Calling this 389a4415854STim Northover /// function again on a finished iterator will repeatedly return 390a4415854STim Northover /// false. SubTypes.back()->getTypeAtIndex(Path.back()) is either an empty 391a4415854STim Northover /// aggregate or a non-aggregate 392df03449aSBenjamin Kramer static bool advanceToNextLeafType(SmallVectorImpl<CompositeType *> &SubTypes, 393a4415854STim Northover SmallVectorImpl<unsigned> &Path) { 394a4415854STim Northover // First march back up the tree until we can successfully increment one of the 395a4415854STim Northover // coordinates in Path. 396a4415854STim Northover while (!Path.empty() && !indexReallyValid(SubTypes.back(), Path.back() + 1)) { 397a4415854STim Northover Path.pop_back(); 398a4415854STim Northover SubTypes.pop_back(); 399a4415854STim Northover } 400a4415854STim Northover 401a4415854STim Northover // If we reached the top, then the iterator is done. 402a4415854STim Northover if (Path.empty()) 403a4415854STim Northover return false; 404a4415854STim Northover 405a4415854STim Northover // We know there's *some* valid leaf now, so march back down the tree picking 406a4415854STim Northover // out the left-most element at each node. 407a4415854STim Northover ++Path.back(); 408a4415854STim Northover Type *DeeperType = SubTypes.back()->getTypeAtIndex(Path.back()); 409a4415854STim Northover while (DeeperType->isAggregateType()) { 410a4415854STim Northover CompositeType *CT = cast<CompositeType>(DeeperType); 411a4415854STim Northover if (!indexReallyValid(CT, 0)) 412a4415854STim Northover return true; 413a4415854STim Northover 414a4415854STim Northover SubTypes.push_back(CT); 415a4415854STim Northover Path.push_back(0); 416a4415854STim Northover 417a4415854STim Northover DeeperType = CT->getTypeAtIndex(0U); 418a4415854STim Northover } 419a4415854STim Northover 420ffc44549SStephen Lin return true; 421ffc44549SStephen Lin } 422a4415854STim Northover 423a4415854STim Northover /// Find the first non-empty, scalar-like type in Next and setup the iterator 424a4415854STim Northover /// components. 425a4415854STim Northover /// 426a4415854STim Northover /// Assuming Next is an aggregate of some kind, this function will traverse the 427a4415854STim Northover /// tree from left to right (i.e. depth-first) looking for the first 428a4415854STim Northover /// non-aggregate type which will play a role in function return. 429a4415854STim Northover /// 430a4415854STim Northover /// For example, if Next was {[0 x i64], {{}, i32, {}}, i32} then we would setup 431a4415854STim Northover /// Path as [1, 1] and SubTypes as [Next, {{}, i32, {}}] to represent the first 432a4415854STim Northover /// i32 in that type. 433a4415854STim Northover static bool firstRealType(Type *Next, 434a4415854STim Northover SmallVectorImpl<CompositeType *> &SubTypes, 435a4415854STim Northover SmallVectorImpl<unsigned> &Path) { 436a4415854STim Northover // First initialise the iterator components to the first "leaf" node 437a4415854STim Northover // (i.e. node with no valid sub-type at any index, so {} does count as a leaf 438a4415854STim Northover // despite nominally being an aggregate). 439a4415854STim Northover while (Next->isAggregateType() && 440a4415854STim Northover indexReallyValid(cast<CompositeType>(Next), 0)) { 441a4415854STim Northover SubTypes.push_back(cast<CompositeType>(Next)); 442a4415854STim Northover Path.push_back(0); 443a4415854STim Northover Next = cast<CompositeType>(Next)->getTypeAtIndex(0U); 444ffc44549SStephen Lin } 445ffc44549SStephen Lin 446a4415854STim Northover // If there's no Path now, Next was originally scalar already (or empty 447a4415854STim Northover // leaf). We're done. 448a4415854STim Northover if (Path.empty()) 449a4415854STim Northover return true; 450ffc44549SStephen Lin 451a4415854STim Northover // Otherwise, use normal iteration to keep looking through the tree until we 452a4415854STim Northover // find a non-aggregate type. 453a4415854STim Northover while (SubTypes.back()->getTypeAtIndex(Path.back())->isAggregateType()) { 454a4415854STim Northover if (!advanceToNextLeafType(SubTypes, Path)) 455ffc44549SStephen Lin return false; 456ffc44549SStephen Lin } 4574f3615deSChris Lattner 458a4415854STim Northover return true; 459a4415854STim Northover } 460a4415854STim Northover 461a4415854STim Northover /// Set the iterator data-structures to the next non-empty, non-aggregate 462a4415854STim Northover /// subtype. 463df03449aSBenjamin Kramer static bool nextRealType(SmallVectorImpl<CompositeType *> &SubTypes, 464a4415854STim Northover SmallVectorImpl<unsigned> &Path) { 465a4415854STim Northover do { 466a4415854STim Northover if (!advanceToNextLeafType(SubTypes, Path)) 467a4415854STim Northover return false; 468a4415854STim Northover 469a4415854STim Northover assert(!Path.empty() && "found a leaf but didn't set the path?"); 470a4415854STim Northover } while (SubTypes.back()->getTypeAtIndex(Path.back())->isAggregateType()); 471a4415854STim Northover 472a4415854STim Northover return true; 473a4415854STim Northover } 474a4415854STim Northover 475a4415854STim Northover 476450aa64fSDan Gohman /// Test if the given instruction is in a position to be optimized 477450aa64fSDan Gohman /// with a tail-call. This roughly means that it's in a block with 478450aa64fSDan Gohman /// a return and there's nothing that needs to be scheduled 479450aa64fSDan Gohman /// between it and the return. 480450aa64fSDan Gohman /// 481450aa64fSDan Gohman /// This function only tests target-independent requirements. 482480872b4SJuergen Ributzka bool llvm::isInTailCallPosition(ImmutableCallSite CS, const TargetMachine &TM) { 483450aa64fSDan Gohman const Instruction *I = CS.getInstruction(); 484450aa64fSDan Gohman const BasicBlock *ExitBB = I->getParent(); 485450aa64fSDan Gohman const TerminatorInst *Term = ExitBB->getTerminator(); 486450aa64fSDan Gohman const ReturnInst *Ret = dyn_cast<ReturnInst>(Term); 487450aa64fSDan Gohman 488450aa64fSDan Gohman // The block must end in a return statement or unreachable. 489450aa64fSDan Gohman // 490450aa64fSDan Gohman // FIXME: Decline tailcall if it's not guaranteed and if the block ends in 491450aa64fSDan Gohman // an unreachable, for now. The way tailcall optimization is currently 492450aa64fSDan Gohman // implemented means it will add an epilogue followed by a jump. That is 493450aa64fSDan Gohman // not profitable. Also, if the callee is a special function (e.g. 494450aa64fSDan Gohman // longjmp on x86), it can end up causing miscompilation that has not 495450aa64fSDan Gohman // been fully understood. 496450aa64fSDan Gohman if (!Ret && 4974ce9863dSJuergen Ributzka (!TM.Options.GuaranteedTailCallOpt || !isa<UnreachableInst>(Term))) 4984f3615deSChris Lattner return false; 499450aa64fSDan Gohman 500450aa64fSDan Gohman // If I will have a chain, make sure no other instruction that will have a 501450aa64fSDan Gohman // chain interposes between I and the return. 502450aa64fSDan Gohman if (I->mayHaveSideEffects() || I->mayReadFromMemory() || 50375d7d5e9SDan Gohman !isSafeToSpeculativelyExecute(I)) 504b6d0bd48SBenjamin Kramer for (BasicBlock::const_iterator BBI = std::prev(ExitBB->end(), 2);; --BBI) { 505450aa64fSDan Gohman if (&*BBI == I) 506450aa64fSDan Gohman break; 507450aa64fSDan Gohman // Debug info intrinsics do not get in the way of tail call optimization. 508450aa64fSDan Gohman if (isa<DbgInfoIntrinsic>(BBI)) 509450aa64fSDan Gohman continue; 510450aa64fSDan Gohman if (BBI->mayHaveSideEffects() || BBI->mayReadFromMemory() || 51175d7d5e9SDan Gohman !isSafeToSpeculativelyExecute(BBI)) 512450aa64fSDan Gohman return false; 513450aa64fSDan Gohman } 514450aa64fSDan Gohman 515d913448bSEric Christopher return returnTypeIsEligibleForTailCall( 516d913448bSEric Christopher ExitBB->getParent(), I, Ret, *TM.getSubtargetImpl()->getTargetLowering()); 517ce0e4c26SMichael Gottesman } 518ce0e4c26SMichael Gottesman 519ce0e4c26SMichael Gottesman bool llvm::returnTypeIsEligibleForTailCall(const Function *F, 520ce0e4c26SMichael Gottesman const Instruction *I, 521ce0e4c26SMichael Gottesman const ReturnInst *Ret, 522ce0e4c26SMichael Gottesman const TargetLoweringBase &TLI) { 523450aa64fSDan Gohman // If the block ends with a void return or unreachable, it doesn't matter 524450aa64fSDan Gohman // what the call's return type is. 525450aa64fSDan Gohman if (!Ret || Ret->getNumOperands() == 0) return true; 526450aa64fSDan Gohman 527450aa64fSDan Gohman // If the return value is undef, it doesn't matter what the call's 528450aa64fSDan Gohman // return type is. 529450aa64fSDan Gohman if (isa<UndefValue>(Ret->getOperand(0))) return true; 530450aa64fSDan Gohman 531707d68f0STim Northover // Make sure the attributes attached to each return are compatible. 532ce0e4c26SMichael Gottesman AttrBuilder CallerAttrs(F->getAttributes(), 533707d68f0STim Northover AttributeSet::ReturnIndex); 534707d68f0STim Northover AttrBuilder CalleeAttrs(cast<CallInst>(I)->getAttributes(), 535707d68f0STim Northover AttributeSet::ReturnIndex); 536707d68f0STim Northover 537707d68f0STim Northover // Noalias is completely benign as far as calling convention goes, it 538707d68f0STim Northover // shouldn't affect whether the call is a tail call. 539707d68f0STim Northover CallerAttrs = CallerAttrs.removeAttribute(Attribute::NoAlias); 540707d68f0STim Northover CalleeAttrs = CalleeAttrs.removeAttribute(Attribute::NoAlias); 541707d68f0STim Northover 542707d68f0STim Northover bool AllowDifferingSizes = true; 543707d68f0STim Northover if (CallerAttrs.contains(Attribute::ZExt)) { 544707d68f0STim Northover if (!CalleeAttrs.contains(Attribute::ZExt)) 545450aa64fSDan Gohman return false; 546450aa64fSDan Gohman 547707d68f0STim Northover AllowDifferingSizes = false; 548707d68f0STim Northover CallerAttrs.removeAttribute(Attribute::ZExt); 549707d68f0STim Northover CalleeAttrs.removeAttribute(Attribute::ZExt); 550707d68f0STim Northover } else if (CallerAttrs.contains(Attribute::SExt)) { 551707d68f0STim Northover if (!CalleeAttrs.contains(Attribute::SExt)) 552707d68f0STim Northover return false; 553707d68f0STim Northover 554707d68f0STim Northover AllowDifferingSizes = false; 555707d68f0STim Northover CallerAttrs.removeAttribute(Attribute::SExt); 556707d68f0STim Northover CalleeAttrs.removeAttribute(Attribute::SExt); 557707d68f0STim Northover } 558707d68f0STim Northover 559707d68f0STim Northover // If they're still different, there's some facet we don't understand 560707d68f0STim Northover // (currently only "inreg", but in future who knows). It may be OK but the 561707d68f0STim Northover // only safe option is to reject the tail call. 562707d68f0STim Northover if (CallerAttrs != CalleeAttrs) 563450aa64fSDan Gohman return false; 564450aa64fSDan Gohman 565a4415854STim Northover const Value *RetVal = Ret->getOperand(0), *CallVal = I; 566a4415854STim Northover SmallVector<unsigned, 4> RetPath, CallPath; 567a4415854STim Northover SmallVector<CompositeType *, 4> RetSubTypes, CallSubTypes; 568a4415854STim Northover 569a4415854STim Northover bool RetEmpty = !firstRealType(RetVal->getType(), RetSubTypes, RetPath); 570a4415854STim Northover bool CallEmpty = !firstRealType(CallVal->getType(), CallSubTypes, CallPath); 571a4415854STim Northover 572a4415854STim Northover // Nothing's actually returned, it doesn't matter what the callee put there 573a4415854STim Northover // it's a valid tail call. 574a4415854STim Northover if (RetEmpty) 575a4415854STim Northover return true; 576a4415854STim Northover 577a4415854STim Northover // Iterate pairwise through each of the value types making up the tail call 578a4415854STim Northover // and the corresponding return. For each one we want to know whether it's 579a4415854STim Northover // essentially going directly from the tail call to the ret, via operations 580a4415854STim Northover // that end up not generating any code. 581a4415854STim Northover // 582a4415854STim Northover // We allow a certain amount of covariance here. For example it's permitted 583a4415854STim Northover // for the tail call to define more bits than the ret actually cares about 584a4415854STim Northover // (e.g. via a truncate). 585a4415854STim Northover do { 586a4415854STim Northover if (CallEmpty) { 587a4415854STim Northover // We've exhausted the values produced by the tail call instruction, the 588a4415854STim Northover // rest are essentially undef. The type doesn't really matter, but we need 589a4415854STim Northover // *something*. 590a4415854STim Northover Type *SlotType = RetSubTypes.back()->getTypeAtIndex(RetPath.back()); 591a4415854STim Northover CallVal = UndefValue::get(SlotType); 592a4415854STim Northover } 593a4415854STim Northover 594a4415854STim Northover // The manipulations performed when we're looking through an insertvalue or 595a4415854STim Northover // an extractvalue would happen at the front of the RetPath list, so since 596a4415854STim Northover // we have to copy it anyway it's more efficient to create a reversed copy. 597a4415854STim Northover using std::copy; 598a4415854STim Northover SmallVector<unsigned, 4> TmpRetPath, TmpCallPath; 599a4415854STim Northover copy(RetPath.rbegin(), RetPath.rend(), std::back_inserter(TmpRetPath)); 600a4415854STim Northover copy(CallPath.rbegin(), CallPath.rend(), std::back_inserter(TmpCallPath)); 601a4415854STim Northover 602a4415854STim Northover // Finally, we can check whether the value produced by the tail call at this 603a4415854STim Northover // index is compatible with the value we return. 604707d68f0STim Northover if (!slotOnlyDiscardsData(RetVal, CallVal, TmpRetPath, TmpCallPath, 605707d68f0STim Northover AllowDifferingSizes, TLI)) 606a4415854STim Northover return false; 607a4415854STim Northover 608a4415854STim Northover CallEmpty = !nextRealType(CallSubTypes, CallPath); 609a4415854STim Northover } while(nextRealType(RetSubTypes, RetPath)); 610a4415854STim Northover 611a4415854STim Northover return true; 612450aa64fSDan Gohman } 613f21434ccSRafael Espindola 614f21434ccSRafael Espindola bool llvm::canBeOmittedFromSymbolTable(const GlobalValue *GV) { 615f21434ccSRafael Espindola if (!GV->hasLinkOnceODRLinkage()) 616f21434ccSRafael Espindola return false; 617f21434ccSRafael Espindola 618f21434ccSRafael Espindola if (GV->hasUnnamedAddr()) 619f21434ccSRafael Espindola return true; 620f21434ccSRafael Espindola 621f21434ccSRafael Espindola // If it is a non constant variable, it needs to be uniqued across shared 622f21434ccSRafael Espindola // objects. 623f21434ccSRafael Espindola if (const GlobalVariable *Var = dyn_cast<GlobalVariable>(GV)) { 624f21434ccSRafael Espindola if (!Var->isConstant()) 625f21434ccSRafael Espindola return false; 626f21434ccSRafael Espindola } 627f21434ccSRafael Espindola 628f21434ccSRafael Espindola // An alias can point to a variable. We could try to resolve the alias to 629f21434ccSRafael Espindola // decide, but for now just don't hide them. 630f21434ccSRafael Espindola if (isa<GlobalAlias>(GV)) 631f21434ccSRafael Espindola return false; 632f21434ccSRafael Espindola 633f21434ccSRafael Espindola GlobalStatus GS; 634f21434ccSRafael Espindola if (GlobalStatus::analyzeGlobal(GV, GS)) 635f21434ccSRafael Espindola return false; 636f21434ccSRafael Espindola 637f21434ccSRafael Espindola return !GS.IsCompared; 638f21434ccSRafael Espindola } 639