1 //===- LazyValueInfo.cpp - Value constraint analysis ------------*- C++ -*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file defines the interface for lazy computation of value constraint 11 // information. 12 // 13 //===----------------------------------------------------------------------===// 14 15 #include "llvm/Analysis/LazyValueInfo.h" 16 #include "llvm/ADT/DenseSet.h" 17 #include "llvm/ADT/STLExtras.h" 18 #include "llvm/Analysis/AssumptionCache.h" 19 #include "llvm/Analysis/ConstantFolding.h" 20 #include "llvm/Analysis/InstructionSimplify.h" 21 #include "llvm/Analysis/TargetLibraryInfo.h" 22 #include "llvm/Analysis/ValueTracking.h" 23 #include "llvm/Analysis/ValueLattice.h" 24 #include "llvm/IR/AssemblyAnnotationWriter.h" 25 #include "llvm/IR/CFG.h" 26 #include "llvm/IR/ConstantRange.h" 27 #include "llvm/IR/Constants.h" 28 #include "llvm/IR/DataLayout.h" 29 #include "llvm/IR/Dominators.h" 30 #include "llvm/IR/Instructions.h" 31 #include "llvm/IR/IntrinsicInst.h" 32 #include "llvm/IR/Intrinsics.h" 33 #include "llvm/IR/LLVMContext.h" 34 #include "llvm/IR/PatternMatch.h" 35 #include "llvm/IR/ValueHandle.h" 36 #include "llvm/Support/Debug.h" 37 #include "llvm/Support/FormattedStream.h" 38 #include "llvm/Support/raw_ostream.h" 39 #include <map> 40 using namespace llvm; 41 using namespace PatternMatch; 42 43 #define DEBUG_TYPE "lazy-value-info" 44 45 // This is the number of worklist items we will process to try to discover an 46 // answer for a given value. 47 static const unsigned MaxProcessedPerValue = 500; 48 49 char LazyValueInfoWrapperPass::ID = 0; 50 INITIALIZE_PASS_BEGIN(LazyValueInfoWrapperPass, "lazy-value-info", 51 "Lazy Value Information Analysis", false, true) 52 INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker) 53 INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfoWrapperPass) 54 INITIALIZE_PASS_END(LazyValueInfoWrapperPass, "lazy-value-info", 55 "Lazy Value Information Analysis", false, true) 56 57 namespace llvm { 58 FunctionPass *createLazyValueInfoPass() { return new LazyValueInfoWrapperPass(); } 59 } 60 61 AnalysisKey LazyValueAnalysis::Key; 62 63 /// Returns true if this lattice value represents at most one possible value. 64 /// This is as precise as any lattice value can get while still representing 65 /// reachable code. 66 static bool hasSingleValue(const ValueLatticeElement &Val) { 67 if (Val.isConstantRange() && 68 Val.getConstantRange().isSingleElement()) 69 // Integer constants are single element ranges 70 return true; 71 if (Val.isConstant()) 72 // Non integer constants 73 return true; 74 return false; 75 } 76 77 /// Combine two sets of facts about the same value into a single set of 78 /// facts. Note that this method is not suitable for merging facts along 79 /// different paths in a CFG; that's what the mergeIn function is for. This 80 /// is for merging facts gathered about the same value at the same location 81 /// through two independent means. 82 /// Notes: 83 /// * This method does not promise to return the most precise possible lattice 84 /// value implied by A and B. It is allowed to return any lattice element 85 /// which is at least as strong as *either* A or B (unless our facts 86 /// conflict, see below). 87 /// * Due to unreachable code, the intersection of two lattice values could be 88 /// contradictory. If this happens, we return some valid lattice value so as 89 /// not confuse the rest of LVI. Ideally, we'd always return Undefined, but 90 /// we do not make this guarantee. TODO: This would be a useful enhancement. 91 static ValueLatticeElement intersect(const ValueLatticeElement &A, 92 const ValueLatticeElement &B) { 93 // Undefined is the strongest state. It means the value is known to be along 94 // an unreachable path. 95 if (A.isUndefined()) 96 return A; 97 if (B.isUndefined()) 98 return B; 99 100 // If we gave up for one, but got a useable fact from the other, use it. 101 if (A.isOverdefined()) 102 return B; 103 if (B.isOverdefined()) 104 return A; 105 106 // Can't get any more precise than constants. 107 if (hasSingleValue(A)) 108 return A; 109 if (hasSingleValue(B)) 110 return B; 111 112 // Could be either constant range or not constant here. 113 if (!A.isConstantRange() || !B.isConstantRange()) { 114 // TODO: Arbitrary choice, could be improved 115 return A; 116 } 117 118 // Intersect two constant ranges 119 ConstantRange Range = 120 A.getConstantRange().intersectWith(B.getConstantRange()); 121 // Note: An empty range is implicitly converted to overdefined internally. 122 // TODO: We could instead use Undefined here since we've proven a conflict 123 // and thus know this path must be unreachable. 124 return ValueLatticeElement::getRange(std::move(Range)); 125 } 126 127 //===----------------------------------------------------------------------===// 128 // LazyValueInfoCache Decl 129 //===----------------------------------------------------------------------===// 130 131 namespace { 132 /// A callback value handle updates the cache when values are erased. 133 class LazyValueInfoCache; 134 struct LVIValueHandle final : public CallbackVH { 135 // Needs to access getValPtr(), which is protected. 136 friend struct DenseMapInfo<LVIValueHandle>; 137 138 LazyValueInfoCache *Parent; 139 140 LVIValueHandle(Value *V, LazyValueInfoCache *P) 141 : CallbackVH(V), Parent(P) { } 142 143 void deleted() override; 144 void allUsesReplacedWith(Value *V) override { 145 deleted(); 146 } 147 }; 148 } // end anonymous namespace 149 150 namespace { 151 /// This is the cache kept by LazyValueInfo which 152 /// maintains information about queries across the clients' queries. 153 class LazyValueInfoCache { 154 /// This is all of the cached block information for exactly one Value*. 155 /// The entries are sorted by the BasicBlock* of the 156 /// entries, allowing us to do a lookup with a binary search. 157 /// Over-defined lattice values are recorded in OverDefinedCache to reduce 158 /// memory overhead. 159 struct ValueCacheEntryTy { 160 ValueCacheEntryTy(Value *V, LazyValueInfoCache *P) : Handle(V, P) {} 161 LVIValueHandle Handle; 162 SmallDenseMap<PoisoningVH<BasicBlock>, ValueLatticeElement, 4> BlockVals; 163 }; 164 165 /// This tracks, on a per-block basis, the set of values that are 166 /// over-defined at the end of that block. 167 typedef DenseMap<PoisoningVH<BasicBlock>, SmallPtrSet<Value *, 4>> 168 OverDefinedCacheTy; 169 /// Keep track of all blocks that we have ever seen, so we 170 /// don't spend time removing unused blocks from our caches. 171 DenseSet<PoisoningVH<BasicBlock> > SeenBlocks; 172 173 /// This is all of the cached information for all values, 174 /// mapped from Value* to key information. 175 DenseMap<Value *, std::unique_ptr<ValueCacheEntryTy>> ValueCache; 176 OverDefinedCacheTy OverDefinedCache; 177 178 179 public: 180 void insertResult(Value *Val, BasicBlock *BB, 181 const ValueLatticeElement &Result) { 182 SeenBlocks.insert(BB); 183 184 // Insert over-defined values into their own cache to reduce memory 185 // overhead. 186 if (Result.isOverdefined()) 187 OverDefinedCache[BB].insert(Val); 188 else { 189 auto It = ValueCache.find_as(Val); 190 if (It == ValueCache.end()) { 191 ValueCache[Val] = make_unique<ValueCacheEntryTy>(Val, this); 192 It = ValueCache.find_as(Val); 193 assert(It != ValueCache.end() && "Val was just added to the map!"); 194 } 195 It->second->BlockVals[BB] = Result; 196 } 197 } 198 199 bool isOverdefined(Value *V, BasicBlock *BB) const { 200 auto ODI = OverDefinedCache.find(BB); 201 202 if (ODI == OverDefinedCache.end()) 203 return false; 204 205 return ODI->second.count(V); 206 } 207 208 bool hasCachedValueInfo(Value *V, BasicBlock *BB) const { 209 if (isOverdefined(V, BB)) 210 return true; 211 212 auto I = ValueCache.find_as(V); 213 if (I == ValueCache.end()) 214 return false; 215 216 return I->second->BlockVals.count(BB); 217 } 218 219 ValueLatticeElement getCachedValueInfo(Value *V, BasicBlock *BB) const { 220 if (isOverdefined(V, BB)) 221 return ValueLatticeElement::getOverdefined(); 222 223 auto I = ValueCache.find_as(V); 224 if (I == ValueCache.end()) 225 return ValueLatticeElement(); 226 auto BBI = I->second->BlockVals.find(BB); 227 if (BBI == I->second->BlockVals.end()) 228 return ValueLatticeElement(); 229 return BBI->second; 230 } 231 232 /// clear - Empty the cache. 233 void clear() { 234 SeenBlocks.clear(); 235 ValueCache.clear(); 236 OverDefinedCache.clear(); 237 } 238 239 /// Inform the cache that a given value has been deleted. 240 void eraseValue(Value *V); 241 242 /// This is part of the update interface to inform the cache 243 /// that a block has been deleted. 244 void eraseBlock(BasicBlock *BB); 245 246 /// Updates the cache to remove any influence an overdefined value in 247 /// OldSucc might have (unless also overdefined in NewSucc). This just 248 /// flushes elements from the cache and does not add any. 249 void threadEdgeImpl(BasicBlock *OldSucc,BasicBlock *NewSucc); 250 251 friend struct LVIValueHandle; 252 }; 253 } 254 255 void LazyValueInfoCache::eraseValue(Value *V) { 256 for (auto I = OverDefinedCache.begin(), E = OverDefinedCache.end(); I != E;) { 257 // Copy and increment the iterator immediately so we can erase behind 258 // ourselves. 259 auto Iter = I++; 260 SmallPtrSetImpl<Value *> &ValueSet = Iter->second; 261 ValueSet.erase(V); 262 if (ValueSet.empty()) 263 OverDefinedCache.erase(Iter); 264 } 265 266 ValueCache.erase(V); 267 } 268 269 void LVIValueHandle::deleted() { 270 // This erasure deallocates *this, so it MUST happen after we're done 271 // using any and all members of *this. 272 Parent->eraseValue(*this); 273 } 274 275 void LazyValueInfoCache::eraseBlock(BasicBlock *BB) { 276 // Shortcut if we have never seen this block. 277 DenseSet<PoisoningVH<BasicBlock> >::iterator I = SeenBlocks.find(BB); 278 if (I == SeenBlocks.end()) 279 return; 280 SeenBlocks.erase(I); 281 282 auto ODI = OverDefinedCache.find(BB); 283 if (ODI != OverDefinedCache.end()) 284 OverDefinedCache.erase(ODI); 285 286 for (auto &I : ValueCache) 287 I.second->BlockVals.erase(BB); 288 } 289 290 void LazyValueInfoCache::threadEdgeImpl(BasicBlock *OldSucc, 291 BasicBlock *NewSucc) { 292 // When an edge in the graph has been threaded, values that we could not 293 // determine a value for before (i.e. were marked overdefined) may be 294 // possible to solve now. We do NOT try to proactively update these values. 295 // Instead, we clear their entries from the cache, and allow lazy updating to 296 // recompute them when needed. 297 298 // The updating process is fairly simple: we need to drop cached info 299 // for all values that were marked overdefined in OldSucc, and for those same 300 // values in any successor of OldSucc (except NewSucc) in which they were 301 // also marked overdefined. 302 std::vector<BasicBlock*> worklist; 303 worklist.push_back(OldSucc); 304 305 auto I = OverDefinedCache.find(OldSucc); 306 if (I == OverDefinedCache.end()) 307 return; // Nothing to process here. 308 SmallVector<Value *, 4> ValsToClear(I->second.begin(), I->second.end()); 309 310 // Use a worklist to perform a depth-first search of OldSucc's successors. 311 // NOTE: We do not need a visited list since any blocks we have already 312 // visited will have had their overdefined markers cleared already, and we 313 // thus won't loop to their successors. 314 while (!worklist.empty()) { 315 BasicBlock *ToUpdate = worklist.back(); 316 worklist.pop_back(); 317 318 // Skip blocks only accessible through NewSucc. 319 if (ToUpdate == NewSucc) continue; 320 321 // If a value was marked overdefined in OldSucc, and is here too... 322 auto OI = OverDefinedCache.find(ToUpdate); 323 if (OI == OverDefinedCache.end()) 324 continue; 325 SmallPtrSetImpl<Value *> &ValueSet = OI->second; 326 327 bool changed = false; 328 for (Value *V : ValsToClear) { 329 if (!ValueSet.erase(V)) 330 continue; 331 332 // If we removed anything, then we potentially need to update 333 // blocks successors too. 334 changed = true; 335 336 if (ValueSet.empty()) { 337 OverDefinedCache.erase(OI); 338 break; 339 } 340 } 341 342 if (!changed) continue; 343 344 worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate)); 345 } 346 } 347 348 349 namespace { 350 /// An assembly annotator class to print LazyValueCache information in 351 /// comments. 352 class LazyValueInfoImpl; 353 class LazyValueInfoAnnotatedWriter : public AssemblyAnnotationWriter { 354 LazyValueInfoImpl *LVIImpl; 355 // While analyzing which blocks we can solve values for, we need the dominator 356 // information. Since this is an optional parameter in LVI, we require this 357 // DomTreeAnalysis pass in the printer pass, and pass the dominator 358 // tree to the LazyValueInfoAnnotatedWriter. 359 DominatorTree &DT; 360 361 public: 362 LazyValueInfoAnnotatedWriter(LazyValueInfoImpl *L, DominatorTree &DTree) 363 : LVIImpl(L), DT(DTree) {} 364 365 virtual void emitBasicBlockStartAnnot(const BasicBlock *BB, 366 formatted_raw_ostream &OS); 367 368 virtual void emitInstructionAnnot(const Instruction *I, 369 formatted_raw_ostream &OS); 370 }; 371 } 372 namespace { 373 // The actual implementation of the lazy analysis and update. Note that the 374 // inheritance from LazyValueInfoCache is intended to be temporary while 375 // splitting the code and then transitioning to a has-a relationship. 376 class LazyValueInfoImpl { 377 378 /// Cached results from previous queries 379 LazyValueInfoCache TheCache; 380 381 /// This stack holds the state of the value solver during a query. 382 /// It basically emulates the callstack of the naive 383 /// recursive value lookup process. 384 SmallVector<std::pair<BasicBlock*, Value*>, 8> BlockValueStack; 385 386 /// Keeps track of which block-value pairs are in BlockValueStack. 387 DenseSet<std::pair<BasicBlock*, Value*> > BlockValueSet; 388 389 /// Push BV onto BlockValueStack unless it's already in there. 390 /// Returns true on success. 391 bool pushBlockValue(const std::pair<BasicBlock *, Value *> &BV) { 392 if (!BlockValueSet.insert(BV).second) 393 return false; // It's already in the stack. 394 395 DEBUG(dbgs() << "PUSH: " << *BV.second << " in " << BV.first->getName() 396 << "\n"); 397 BlockValueStack.push_back(BV); 398 return true; 399 } 400 401 AssumptionCache *AC; ///< A pointer to the cache of @llvm.assume calls. 402 const DataLayout &DL; ///< A mandatory DataLayout 403 DominatorTree *DT; ///< An optional DT pointer. 404 DominatorTree *DisabledDT; ///< Stores DT if it's disabled. 405 406 ValueLatticeElement getBlockValue(Value *Val, BasicBlock *BB); 407 bool getEdgeValue(Value *V, BasicBlock *F, BasicBlock *T, 408 ValueLatticeElement &Result, Instruction *CxtI = nullptr); 409 bool hasBlockValue(Value *Val, BasicBlock *BB); 410 411 // These methods process one work item and may add more. A false value 412 // returned means that the work item was not completely processed and must 413 // be revisited after going through the new items. 414 bool solveBlockValue(Value *Val, BasicBlock *BB); 415 bool solveBlockValueImpl(ValueLatticeElement &Res, Value *Val, 416 BasicBlock *BB); 417 bool solveBlockValueNonLocal(ValueLatticeElement &BBLV, Value *Val, 418 BasicBlock *BB); 419 bool solveBlockValuePHINode(ValueLatticeElement &BBLV, PHINode *PN, 420 BasicBlock *BB); 421 bool solveBlockValueSelect(ValueLatticeElement &BBLV, SelectInst *S, 422 BasicBlock *BB); 423 bool solveBlockValueBinaryOp(ValueLatticeElement &BBLV, BinaryOperator *BBI, 424 BasicBlock *BB); 425 bool solveBlockValueCast(ValueLatticeElement &BBLV, CastInst *CI, 426 BasicBlock *BB); 427 void intersectAssumeOrGuardBlockValueConstantRange(Value *Val, 428 ValueLatticeElement &BBLV, 429 Instruction *BBI); 430 431 void solve(); 432 433 public: 434 /// This is the query interface to determine the lattice 435 /// value for the specified Value* at the end of the specified block. 436 ValueLatticeElement getValueInBlock(Value *V, BasicBlock *BB, 437 Instruction *CxtI = nullptr); 438 439 /// This is the query interface to determine the lattice 440 /// value for the specified Value* at the specified instruction (generally 441 /// from an assume intrinsic). 442 ValueLatticeElement getValueAt(Value *V, Instruction *CxtI); 443 444 /// This is the query interface to determine the lattice 445 /// value for the specified Value* that is true on the specified edge. 446 ValueLatticeElement getValueOnEdge(Value *V, BasicBlock *FromBB, 447 BasicBlock *ToBB, 448 Instruction *CxtI = nullptr); 449 450 /// Complete flush all previously computed values 451 void clear() { 452 TheCache.clear(); 453 } 454 455 /// Printing the LazyValueInfo Analysis. 456 void printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) { 457 LazyValueInfoAnnotatedWriter Writer(this, DTree); 458 F.print(OS, &Writer); 459 } 460 461 /// This is part of the update interface to inform the cache 462 /// that a block has been deleted. 463 void eraseBlock(BasicBlock *BB) { 464 TheCache.eraseBlock(BB); 465 } 466 467 /// Disables use of the DominatorTree within LVI. 468 void disableDT() { 469 if (DT) { 470 assert(!DisabledDT && "Both DT and DisabledDT are not nullptr!"); 471 std::swap(DT, DisabledDT); 472 } 473 } 474 475 /// Enables use of the DominatorTree within LVI. Does nothing if the class 476 /// instance was initialized without a DT pointer. 477 void enableDT() { 478 if (DisabledDT) { 479 assert(!DT && "Both DT and DisabledDT are not nullptr!"); 480 std::swap(DT, DisabledDT); 481 } 482 } 483 484 /// This is the update interface to inform the cache that an edge from 485 /// PredBB to OldSucc has been threaded to be from PredBB to NewSucc. 486 void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc); 487 488 LazyValueInfoImpl(AssumptionCache *AC, const DataLayout &DL, 489 DominatorTree *DT = nullptr) 490 : AC(AC), DL(DL), DT(DT), DisabledDT(nullptr) {} 491 }; 492 } // end anonymous namespace 493 494 495 void LazyValueInfoImpl::solve() { 496 SmallVector<std::pair<BasicBlock *, Value *>, 8> StartingStack( 497 BlockValueStack.begin(), BlockValueStack.end()); 498 499 unsigned processedCount = 0; 500 while (!BlockValueStack.empty()) { 501 processedCount++; 502 // Abort if we have to process too many values to get a result for this one. 503 // Because of the design of the overdefined cache currently being per-block 504 // to avoid naming-related issues (IE it wants to try to give different 505 // results for the same name in different blocks), overdefined results don't 506 // get cached globally, which in turn means we will often try to rediscover 507 // the same overdefined result again and again. Once something like 508 // PredicateInfo is used in LVI or CVP, we should be able to make the 509 // overdefined cache global, and remove this throttle. 510 if (processedCount > MaxProcessedPerValue) { 511 DEBUG(dbgs() << "Giving up on stack because we are getting too deep\n"); 512 // Fill in the original values 513 while (!StartingStack.empty()) { 514 std::pair<BasicBlock *, Value *> &e = StartingStack.back(); 515 TheCache.insertResult(e.second, e.first, 516 ValueLatticeElement::getOverdefined()); 517 StartingStack.pop_back(); 518 } 519 BlockValueSet.clear(); 520 BlockValueStack.clear(); 521 return; 522 } 523 std::pair<BasicBlock *, Value *> e = BlockValueStack.back(); 524 assert(BlockValueSet.count(e) && "Stack value should be in BlockValueSet!"); 525 526 if (solveBlockValue(e.second, e.first)) { 527 // The work item was completely processed. 528 assert(BlockValueStack.back() == e && "Nothing should have been pushed!"); 529 assert(TheCache.hasCachedValueInfo(e.second, e.first) && 530 "Result should be in cache!"); 531 532 DEBUG(dbgs() << "POP " << *e.second << " in " << e.first->getName() 533 << " = " << TheCache.getCachedValueInfo(e.second, e.first) << "\n"); 534 535 BlockValueStack.pop_back(); 536 BlockValueSet.erase(e); 537 } else { 538 // More work needs to be done before revisiting. 539 assert(BlockValueStack.back() != e && "Stack should have been pushed!"); 540 } 541 } 542 } 543 544 bool LazyValueInfoImpl::hasBlockValue(Value *Val, BasicBlock *BB) { 545 // If already a constant, there is nothing to compute. 546 if (isa<Constant>(Val)) 547 return true; 548 549 return TheCache.hasCachedValueInfo(Val, BB); 550 } 551 552 ValueLatticeElement LazyValueInfoImpl::getBlockValue(Value *Val, 553 BasicBlock *BB) { 554 // If already a constant, there is nothing to compute. 555 if (Constant *VC = dyn_cast<Constant>(Val)) 556 return ValueLatticeElement::get(VC); 557 558 return TheCache.getCachedValueInfo(Val, BB); 559 } 560 561 static ValueLatticeElement getFromRangeMetadata(Instruction *BBI) { 562 switch (BBI->getOpcode()) { 563 default: break; 564 case Instruction::Load: 565 case Instruction::Call: 566 case Instruction::Invoke: 567 if (MDNode *Ranges = BBI->getMetadata(LLVMContext::MD_range)) 568 if (isa<IntegerType>(BBI->getType())) { 569 return ValueLatticeElement::getRange( 570 getConstantRangeFromMetadata(*Ranges)); 571 } 572 break; 573 }; 574 // Nothing known - will be intersected with other facts 575 return ValueLatticeElement::getOverdefined(); 576 } 577 578 bool LazyValueInfoImpl::solveBlockValue(Value *Val, BasicBlock *BB) { 579 if (isa<Constant>(Val)) 580 return true; 581 582 if (TheCache.hasCachedValueInfo(Val, BB)) { 583 // If we have a cached value, use that. 584 DEBUG(dbgs() << " reuse BB '" << BB->getName() 585 << "' val=" << TheCache.getCachedValueInfo(Val, BB) << '\n'); 586 587 // Since we're reusing a cached value, we don't need to update the 588 // OverDefinedCache. The cache will have been properly updated whenever the 589 // cached value was inserted. 590 return true; 591 } 592 593 // Hold off inserting this value into the Cache in case we have to return 594 // false and come back later. 595 ValueLatticeElement Res; 596 if (!solveBlockValueImpl(Res, Val, BB)) 597 // Work pushed, will revisit 598 return false; 599 600 TheCache.insertResult(Val, BB, Res); 601 return true; 602 } 603 604 bool LazyValueInfoImpl::solveBlockValueImpl(ValueLatticeElement &Res, 605 Value *Val, BasicBlock *BB) { 606 607 Instruction *BBI = dyn_cast<Instruction>(Val); 608 if (!BBI || BBI->getParent() != BB) 609 return solveBlockValueNonLocal(Res, Val, BB); 610 611 if (PHINode *PN = dyn_cast<PHINode>(BBI)) 612 return solveBlockValuePHINode(Res, PN, BB); 613 614 if (auto *SI = dyn_cast<SelectInst>(BBI)) 615 return solveBlockValueSelect(Res, SI, BB); 616 617 // If this value is a nonnull pointer, record it's range and bailout. Note 618 // that for all other pointer typed values, we terminate the search at the 619 // definition. We could easily extend this to look through geps, bitcasts, 620 // and the like to prove non-nullness, but it's not clear that's worth it 621 // compile time wise. The context-insensitive value walk done inside 622 // isKnownNonZero gets most of the profitable cases at much less expense. 623 // This does mean that we have a sensativity to where the defining 624 // instruction is placed, even if it could legally be hoisted much higher. 625 // That is unfortunate. 626 PointerType *PT = dyn_cast<PointerType>(BBI->getType()); 627 if (PT && isKnownNonZero(BBI, DL)) { 628 Res = ValueLatticeElement::getNot(ConstantPointerNull::get(PT)); 629 return true; 630 } 631 if (BBI->getType()->isIntegerTy()) { 632 if (auto *CI = dyn_cast<CastInst>(BBI)) 633 return solveBlockValueCast(Res, CI, BB); 634 635 BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI); 636 if (BO && isa<ConstantInt>(BO->getOperand(1))) 637 return solveBlockValueBinaryOp(Res, BO, BB); 638 } 639 640 DEBUG(dbgs() << " compute BB '" << BB->getName() 641 << "' - unknown inst def found.\n"); 642 Res = getFromRangeMetadata(BBI); 643 return true; 644 } 645 646 static bool InstructionDereferencesPointer(Instruction *I, Value *Ptr) { 647 if (LoadInst *L = dyn_cast<LoadInst>(I)) { 648 return L->getPointerAddressSpace() == 0 && 649 GetUnderlyingObject(L->getPointerOperand(), 650 L->getModule()->getDataLayout()) == Ptr; 651 } 652 if (StoreInst *S = dyn_cast<StoreInst>(I)) { 653 return S->getPointerAddressSpace() == 0 && 654 GetUnderlyingObject(S->getPointerOperand(), 655 S->getModule()->getDataLayout()) == Ptr; 656 } 657 if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) { 658 if (MI->isVolatile()) return false; 659 660 // FIXME: check whether it has a valuerange that excludes zero? 661 ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength()); 662 if (!Len || Len->isZero()) return false; 663 664 if (MI->getDestAddressSpace() == 0) 665 if (GetUnderlyingObject(MI->getRawDest(), 666 MI->getModule()->getDataLayout()) == Ptr) 667 return true; 668 if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI)) 669 if (MTI->getSourceAddressSpace() == 0) 670 if (GetUnderlyingObject(MTI->getRawSource(), 671 MTI->getModule()->getDataLayout()) == Ptr) 672 return true; 673 } 674 return false; 675 } 676 677 /// Return true if the allocation associated with Val is ever dereferenced 678 /// within the given basic block. This establishes the fact Val is not null, 679 /// but does not imply that the memory at Val is dereferenceable. (Val may 680 /// point off the end of the dereferenceable part of the object.) 681 static bool isObjectDereferencedInBlock(Value *Val, BasicBlock *BB) { 682 assert(Val->getType()->isPointerTy()); 683 684 const DataLayout &DL = BB->getModule()->getDataLayout(); 685 Value *UnderlyingVal = GetUnderlyingObject(Val, DL); 686 // If 'GetUnderlyingObject' didn't converge, skip it. It won't converge 687 // inside InstructionDereferencesPointer either. 688 if (UnderlyingVal == GetUnderlyingObject(UnderlyingVal, DL, 1)) 689 for (Instruction &I : *BB) 690 if (InstructionDereferencesPointer(&I, UnderlyingVal)) 691 return true; 692 return false; 693 } 694 695 bool LazyValueInfoImpl::solveBlockValueNonLocal(ValueLatticeElement &BBLV, 696 Value *Val, BasicBlock *BB) { 697 ValueLatticeElement Result; // Start Undefined. 698 699 // If this is the entry block, we must be asking about an argument. The 700 // value is overdefined. 701 if (BB == &BB->getParent()->getEntryBlock()) { 702 assert(isa<Argument>(Val) && "Unknown live-in to the entry block"); 703 // Before giving up, see if we can prove the pointer non-null local to 704 // this particular block. 705 if (Val->getType()->isPointerTy() && 706 (isKnownNonZero(Val, DL) || isObjectDereferencedInBlock(Val, BB))) { 707 PointerType *PTy = cast<PointerType>(Val->getType()); 708 Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy)); 709 } else { 710 Result = ValueLatticeElement::getOverdefined(); 711 } 712 BBLV = Result; 713 return true; 714 } 715 716 // Loop over all of our predecessors, merging what we know from them into 717 // result. If we encounter an unexplored predecessor, we eagerly explore it 718 // in a depth first manner. In practice, this has the effect of discovering 719 // paths we can't analyze eagerly without spending compile times analyzing 720 // other paths. This heuristic benefits from the fact that predecessors are 721 // frequently arranged such that dominating ones come first and we quickly 722 // find a path to function entry. TODO: We should consider explicitly 723 // canonicalizing to make this true rather than relying on this happy 724 // accident. 725 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) { 726 ValueLatticeElement EdgeResult; 727 if (!getEdgeValue(Val, *PI, BB, EdgeResult)) 728 // Explore that input, then return here 729 return false; 730 731 Result.mergeIn(EdgeResult, DL); 732 733 // If we hit overdefined, exit early. The BlockVals entry is already set 734 // to overdefined. 735 if (Result.isOverdefined()) { 736 DEBUG(dbgs() << " compute BB '" << BB->getName() 737 << "' - overdefined because of pred (non local).\n"); 738 // Before giving up, see if we can prove the pointer non-null local to 739 // this particular block. 740 if (Val->getType()->isPointerTy() && 741 isObjectDereferencedInBlock(Val, BB)) { 742 PointerType *PTy = cast<PointerType>(Val->getType()); 743 Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy)); 744 } 745 746 BBLV = Result; 747 return true; 748 } 749 } 750 751 // Return the merged value, which is more precise than 'overdefined'. 752 assert(!Result.isOverdefined()); 753 BBLV = Result; 754 return true; 755 } 756 757 bool LazyValueInfoImpl::solveBlockValuePHINode(ValueLatticeElement &BBLV, 758 PHINode *PN, BasicBlock *BB) { 759 ValueLatticeElement Result; // Start Undefined. 760 761 // Loop over all of our predecessors, merging what we know from them into 762 // result. See the comment about the chosen traversal order in 763 // solveBlockValueNonLocal; the same reasoning applies here. 764 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { 765 BasicBlock *PhiBB = PN->getIncomingBlock(i); 766 Value *PhiVal = PN->getIncomingValue(i); 767 ValueLatticeElement EdgeResult; 768 // Note that we can provide PN as the context value to getEdgeValue, even 769 // though the results will be cached, because PN is the value being used as 770 // the cache key in the caller. 771 if (!getEdgeValue(PhiVal, PhiBB, BB, EdgeResult, PN)) 772 // Explore that input, then return here 773 return false; 774 775 Result.mergeIn(EdgeResult, DL); 776 777 // If we hit overdefined, exit early. The BlockVals entry is already set 778 // to overdefined. 779 if (Result.isOverdefined()) { 780 DEBUG(dbgs() << " compute BB '" << BB->getName() 781 << "' - overdefined because of pred (local).\n"); 782 783 BBLV = Result; 784 return true; 785 } 786 } 787 788 // Return the merged value, which is more precise than 'overdefined'. 789 assert(!Result.isOverdefined() && "Possible PHI in entry block?"); 790 BBLV = Result; 791 return true; 792 } 793 794 static ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond, 795 bool isTrueDest = true); 796 797 // If we can determine a constraint on the value given conditions assumed by 798 // the program, intersect those constraints with BBLV 799 void LazyValueInfoImpl::intersectAssumeOrGuardBlockValueConstantRange( 800 Value *Val, ValueLatticeElement &BBLV, Instruction *BBI) { 801 BBI = BBI ? BBI : dyn_cast<Instruction>(Val); 802 if (!BBI) 803 return; 804 805 for (auto &AssumeVH : AC->assumptionsFor(Val)) { 806 if (!AssumeVH) 807 continue; 808 auto *I = cast<CallInst>(AssumeVH); 809 if (!isValidAssumeForContext(I, BBI, DT)) 810 continue; 811 812 BBLV = intersect(BBLV, getValueFromCondition(Val, I->getArgOperand(0))); 813 } 814 815 // If guards are not used in the module, don't spend time looking for them 816 auto *GuardDecl = BBI->getModule()->getFunction( 817 Intrinsic::getName(Intrinsic::experimental_guard)); 818 if (!GuardDecl || GuardDecl->use_empty()) 819 return; 820 821 for (Instruction &I : make_range(BBI->getIterator().getReverse(), 822 BBI->getParent()->rend())) { 823 Value *Cond = nullptr; 824 if (match(&I, m_Intrinsic<Intrinsic::experimental_guard>(m_Value(Cond)))) 825 BBLV = intersect(BBLV, getValueFromCondition(Val, Cond)); 826 } 827 } 828 829 bool LazyValueInfoImpl::solveBlockValueSelect(ValueLatticeElement &BBLV, 830 SelectInst *SI, BasicBlock *BB) { 831 832 // Recurse on our inputs if needed 833 if (!hasBlockValue(SI->getTrueValue(), BB)) { 834 if (pushBlockValue(std::make_pair(BB, SI->getTrueValue()))) 835 return false; 836 BBLV = ValueLatticeElement::getOverdefined(); 837 return true; 838 } 839 ValueLatticeElement TrueVal = getBlockValue(SI->getTrueValue(), BB); 840 // If we hit overdefined, don't ask more queries. We want to avoid poisoning 841 // extra slots in the table if we can. 842 if (TrueVal.isOverdefined()) { 843 BBLV = ValueLatticeElement::getOverdefined(); 844 return true; 845 } 846 847 if (!hasBlockValue(SI->getFalseValue(), BB)) { 848 if (pushBlockValue(std::make_pair(BB, SI->getFalseValue()))) 849 return false; 850 BBLV = ValueLatticeElement::getOverdefined(); 851 return true; 852 } 853 ValueLatticeElement FalseVal = getBlockValue(SI->getFalseValue(), BB); 854 // If we hit overdefined, don't ask more queries. We want to avoid poisoning 855 // extra slots in the table if we can. 856 if (FalseVal.isOverdefined()) { 857 BBLV = ValueLatticeElement::getOverdefined(); 858 return true; 859 } 860 861 if (TrueVal.isConstantRange() && FalseVal.isConstantRange()) { 862 const ConstantRange &TrueCR = TrueVal.getConstantRange(); 863 const ConstantRange &FalseCR = FalseVal.getConstantRange(); 864 Value *LHS = nullptr; 865 Value *RHS = nullptr; 866 SelectPatternResult SPR = matchSelectPattern(SI, LHS, RHS); 867 // Is this a min specifically of our two inputs? (Avoid the risk of 868 // ValueTracking getting smarter looking back past our immediate inputs.) 869 if (SelectPatternResult::isMinOrMax(SPR.Flavor) && 870 LHS == SI->getTrueValue() && RHS == SI->getFalseValue()) { 871 ConstantRange ResultCR = [&]() { 872 switch (SPR.Flavor) { 873 default: 874 llvm_unreachable("unexpected minmax type!"); 875 case SPF_SMIN: /// Signed minimum 876 return TrueCR.smin(FalseCR); 877 case SPF_UMIN: /// Unsigned minimum 878 return TrueCR.umin(FalseCR); 879 case SPF_SMAX: /// Signed maximum 880 return TrueCR.smax(FalseCR); 881 case SPF_UMAX: /// Unsigned maximum 882 return TrueCR.umax(FalseCR); 883 }; 884 }(); 885 BBLV = ValueLatticeElement::getRange(ResultCR); 886 return true; 887 } 888 889 // TODO: ABS, NABS from the SelectPatternResult 890 } 891 892 // Can we constrain the facts about the true and false values by using the 893 // condition itself? This shows up with idioms like e.g. select(a > 5, a, 5). 894 // TODO: We could potentially refine an overdefined true value above. 895 Value *Cond = SI->getCondition(); 896 TrueVal = intersect(TrueVal, 897 getValueFromCondition(SI->getTrueValue(), Cond, true)); 898 FalseVal = intersect(FalseVal, 899 getValueFromCondition(SI->getFalseValue(), Cond, false)); 900 901 // Handle clamp idioms such as: 902 // %24 = constantrange<0, 17> 903 // %39 = icmp eq i32 %24, 0 904 // %40 = add i32 %24, -1 905 // %siv.next = select i1 %39, i32 16, i32 %40 906 // %siv.next = constantrange<0, 17> not <-1, 17> 907 // In general, this can handle any clamp idiom which tests the edge 908 // condition via an equality or inequality. 909 if (auto *ICI = dyn_cast<ICmpInst>(Cond)) { 910 ICmpInst::Predicate Pred = ICI->getPredicate(); 911 Value *A = ICI->getOperand(0); 912 if (ConstantInt *CIBase = dyn_cast<ConstantInt>(ICI->getOperand(1))) { 913 auto addConstants = [](ConstantInt *A, ConstantInt *B) { 914 assert(A->getType() == B->getType()); 915 return ConstantInt::get(A->getType(), A->getValue() + B->getValue()); 916 }; 917 // See if either input is A + C2, subject to the constraint from the 918 // condition that A != C when that input is used. We can assume that 919 // that input doesn't include C + C2. 920 ConstantInt *CIAdded; 921 switch (Pred) { 922 default: break; 923 case ICmpInst::ICMP_EQ: 924 if (match(SI->getFalseValue(), m_Add(m_Specific(A), 925 m_ConstantInt(CIAdded)))) { 926 auto ResNot = addConstants(CIBase, CIAdded); 927 FalseVal = intersect(FalseVal, 928 ValueLatticeElement::getNot(ResNot)); 929 } 930 break; 931 case ICmpInst::ICMP_NE: 932 if (match(SI->getTrueValue(), m_Add(m_Specific(A), 933 m_ConstantInt(CIAdded)))) { 934 auto ResNot = addConstants(CIBase, CIAdded); 935 TrueVal = intersect(TrueVal, 936 ValueLatticeElement::getNot(ResNot)); 937 } 938 break; 939 }; 940 } 941 } 942 943 ValueLatticeElement Result; // Start Undefined. 944 Result.mergeIn(TrueVal, DL); 945 Result.mergeIn(FalseVal, DL); 946 BBLV = Result; 947 return true; 948 } 949 950 bool LazyValueInfoImpl::solveBlockValueCast(ValueLatticeElement &BBLV, 951 CastInst *CI, 952 BasicBlock *BB) { 953 if (!CI->getOperand(0)->getType()->isSized()) { 954 // Without knowing how wide the input is, we can't analyze it in any useful 955 // way. 956 BBLV = ValueLatticeElement::getOverdefined(); 957 return true; 958 } 959 960 // Filter out casts we don't know how to reason about before attempting to 961 // recurse on our operand. This can cut a long search short if we know we're 962 // not going to be able to get any useful information anways. 963 switch (CI->getOpcode()) { 964 case Instruction::Trunc: 965 case Instruction::SExt: 966 case Instruction::ZExt: 967 case Instruction::BitCast: 968 break; 969 default: 970 // Unhandled instructions are overdefined. 971 DEBUG(dbgs() << " compute BB '" << BB->getName() 972 << "' - overdefined (unknown cast).\n"); 973 BBLV = ValueLatticeElement::getOverdefined(); 974 return true; 975 } 976 977 // Figure out the range of the LHS. If that fails, we still apply the 978 // transfer rule on the full set since we may be able to locally infer 979 // interesting facts. 980 if (!hasBlockValue(CI->getOperand(0), BB)) 981 if (pushBlockValue(std::make_pair(BB, CI->getOperand(0)))) 982 // More work to do before applying this transfer rule. 983 return false; 984 985 const unsigned OperandBitWidth = 986 DL.getTypeSizeInBits(CI->getOperand(0)->getType()); 987 ConstantRange LHSRange = ConstantRange(OperandBitWidth); 988 if (hasBlockValue(CI->getOperand(0), BB)) { 989 ValueLatticeElement LHSVal = getBlockValue(CI->getOperand(0), BB); 990 intersectAssumeOrGuardBlockValueConstantRange(CI->getOperand(0), LHSVal, 991 CI); 992 if (LHSVal.isConstantRange()) 993 LHSRange = LHSVal.getConstantRange(); 994 } 995 996 const unsigned ResultBitWidth = CI->getType()->getIntegerBitWidth(); 997 998 // NOTE: We're currently limited by the set of operations that ConstantRange 999 // can evaluate symbolically. Enhancing that set will allows us to analyze 1000 // more definitions. 1001 BBLV = ValueLatticeElement::getRange(LHSRange.castOp(CI->getOpcode(), 1002 ResultBitWidth)); 1003 return true; 1004 } 1005 1006 bool LazyValueInfoImpl::solveBlockValueBinaryOp(ValueLatticeElement &BBLV, 1007 BinaryOperator *BO, 1008 BasicBlock *BB) { 1009 1010 assert(BO->getOperand(0)->getType()->isSized() && 1011 "all operands to binary operators are sized"); 1012 1013 // Filter out operators we don't know how to reason about before attempting to 1014 // recurse on our operand(s). This can cut a long search short if we know 1015 // we're not going to be able to get any useful information anyways. 1016 switch (BO->getOpcode()) { 1017 case Instruction::Add: 1018 case Instruction::Sub: 1019 case Instruction::Mul: 1020 case Instruction::UDiv: 1021 case Instruction::Shl: 1022 case Instruction::LShr: 1023 case Instruction::AShr: 1024 case Instruction::And: 1025 case Instruction::Or: 1026 // continue into the code below 1027 break; 1028 default: 1029 // Unhandled instructions are overdefined. 1030 DEBUG(dbgs() << " compute BB '" << BB->getName() 1031 << "' - overdefined (unknown binary operator).\n"); 1032 BBLV = ValueLatticeElement::getOverdefined(); 1033 return true; 1034 }; 1035 1036 // Figure out the range of the LHS. If that fails, use a conservative range, 1037 // but apply the transfer rule anyways. This lets us pick up facts from 1038 // expressions like "and i32 (call i32 @foo()), 32" 1039 if (!hasBlockValue(BO->getOperand(0), BB)) 1040 if (pushBlockValue(std::make_pair(BB, BO->getOperand(0)))) 1041 // More work to do before applying this transfer rule. 1042 return false; 1043 1044 const unsigned OperandBitWidth = 1045 DL.getTypeSizeInBits(BO->getOperand(0)->getType()); 1046 ConstantRange LHSRange = ConstantRange(OperandBitWidth); 1047 if (hasBlockValue(BO->getOperand(0), BB)) { 1048 ValueLatticeElement LHSVal = getBlockValue(BO->getOperand(0), BB); 1049 intersectAssumeOrGuardBlockValueConstantRange(BO->getOperand(0), LHSVal, 1050 BO); 1051 if (LHSVal.isConstantRange()) 1052 LHSRange = LHSVal.getConstantRange(); 1053 } 1054 1055 ConstantInt *RHS = cast<ConstantInt>(BO->getOperand(1)); 1056 ConstantRange RHSRange = ConstantRange(RHS->getValue()); 1057 1058 // NOTE: We're currently limited by the set of operations that ConstantRange 1059 // can evaluate symbolically. Enhancing that set will allows us to analyze 1060 // more definitions. 1061 Instruction::BinaryOps BinOp = BO->getOpcode(); 1062 BBLV = ValueLatticeElement::getRange(LHSRange.binaryOp(BinOp, RHSRange)); 1063 return true; 1064 } 1065 1066 static ValueLatticeElement getValueFromICmpCondition(Value *Val, ICmpInst *ICI, 1067 bool isTrueDest) { 1068 Value *LHS = ICI->getOperand(0); 1069 Value *RHS = ICI->getOperand(1); 1070 CmpInst::Predicate Predicate = ICI->getPredicate(); 1071 1072 if (isa<Constant>(RHS)) { 1073 if (ICI->isEquality() && LHS == Val) { 1074 // We know that V has the RHS constant if this is a true SETEQ or 1075 // false SETNE. 1076 if (isTrueDest == (Predicate == ICmpInst::ICMP_EQ)) 1077 return ValueLatticeElement::get(cast<Constant>(RHS)); 1078 else 1079 return ValueLatticeElement::getNot(cast<Constant>(RHS)); 1080 } 1081 } 1082 1083 if (!Val->getType()->isIntegerTy()) 1084 return ValueLatticeElement::getOverdefined(); 1085 1086 // Use ConstantRange::makeAllowedICmpRegion in order to determine the possible 1087 // range of Val guaranteed by the condition. Recognize comparisons in the from 1088 // of: 1089 // icmp <pred> Val, ... 1090 // icmp <pred> (add Val, Offset), ... 1091 // The latter is the range checking idiom that InstCombine produces. Subtract 1092 // the offset from the allowed range for RHS in this case. 1093 1094 // Val or (add Val, Offset) can be on either hand of the comparison 1095 if (LHS != Val && !match(LHS, m_Add(m_Specific(Val), m_ConstantInt()))) { 1096 std::swap(LHS, RHS); 1097 Predicate = CmpInst::getSwappedPredicate(Predicate); 1098 } 1099 1100 ConstantInt *Offset = nullptr; 1101 if (LHS != Val) 1102 match(LHS, m_Add(m_Specific(Val), m_ConstantInt(Offset))); 1103 1104 if (LHS == Val || Offset) { 1105 // Calculate the range of values that are allowed by the comparison 1106 ConstantRange RHSRange(RHS->getType()->getIntegerBitWidth(), 1107 /*isFullSet=*/true); 1108 if (ConstantInt *CI = dyn_cast<ConstantInt>(RHS)) 1109 RHSRange = ConstantRange(CI->getValue()); 1110 else if (Instruction *I = dyn_cast<Instruction>(RHS)) 1111 if (auto *Ranges = I->getMetadata(LLVMContext::MD_range)) 1112 RHSRange = getConstantRangeFromMetadata(*Ranges); 1113 1114 // If we're interested in the false dest, invert the condition 1115 CmpInst::Predicate Pred = 1116 isTrueDest ? Predicate : CmpInst::getInversePredicate(Predicate); 1117 ConstantRange TrueValues = 1118 ConstantRange::makeAllowedICmpRegion(Pred, RHSRange); 1119 1120 if (Offset) // Apply the offset from above. 1121 TrueValues = TrueValues.subtract(Offset->getValue()); 1122 1123 return ValueLatticeElement::getRange(std::move(TrueValues)); 1124 } 1125 1126 return ValueLatticeElement::getOverdefined(); 1127 } 1128 1129 static ValueLatticeElement 1130 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest, 1131 DenseMap<Value*, ValueLatticeElement> &Visited); 1132 1133 static ValueLatticeElement 1134 getValueFromConditionImpl(Value *Val, Value *Cond, bool isTrueDest, 1135 DenseMap<Value*, ValueLatticeElement> &Visited) { 1136 if (ICmpInst *ICI = dyn_cast<ICmpInst>(Cond)) 1137 return getValueFromICmpCondition(Val, ICI, isTrueDest); 1138 1139 // Handle conditions in the form of (cond1 && cond2), we know that on the 1140 // true dest path both of the conditions hold. Similarly for conditions of 1141 // the form (cond1 || cond2), we know that on the false dest path neither 1142 // condition holds. 1143 BinaryOperator *BO = dyn_cast<BinaryOperator>(Cond); 1144 if (!BO || (isTrueDest && BO->getOpcode() != BinaryOperator::And) || 1145 (!isTrueDest && BO->getOpcode() != BinaryOperator::Or)) 1146 return ValueLatticeElement::getOverdefined(); 1147 1148 // Prevent infinite recursion if Cond references itself as in this example: 1149 // Cond: "%tmp4 = and i1 %tmp4, undef" 1150 // BL: "%tmp4 = and i1 %tmp4, undef" 1151 // BR: "i1 undef" 1152 Value *BL = BO->getOperand(0); 1153 Value *BR = BO->getOperand(1); 1154 if (BL == Cond || BR == Cond) 1155 return ValueLatticeElement::getOverdefined(); 1156 1157 return intersect(getValueFromCondition(Val, BL, isTrueDest, Visited), 1158 getValueFromCondition(Val, BR, isTrueDest, Visited)); 1159 } 1160 1161 static ValueLatticeElement 1162 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest, 1163 DenseMap<Value*, ValueLatticeElement> &Visited) { 1164 auto I = Visited.find(Cond); 1165 if (I != Visited.end()) 1166 return I->second; 1167 1168 auto Result = getValueFromConditionImpl(Val, Cond, isTrueDest, Visited); 1169 Visited[Cond] = Result; 1170 return Result; 1171 } 1172 1173 ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond, 1174 bool isTrueDest) { 1175 assert(Cond && "precondition"); 1176 DenseMap<Value*, ValueLatticeElement> Visited; 1177 return getValueFromCondition(Val, Cond, isTrueDest, Visited); 1178 } 1179 1180 // Return true if Usr has Op as an operand, otherwise false. 1181 static bool usesOperand(User *Usr, Value *Op) { 1182 return find(Usr->operands(), Op) != Usr->op_end(); 1183 } 1184 1185 // Return true if the instruction type of Val is supported by 1186 // constantFoldUser(). Currently CastInst and BinaryOperator only. Call this 1187 // before calling constantFoldUser() to find out if it's even worth attempting 1188 // to call it. 1189 static bool isOperationFoldable(User *Usr) { 1190 return isa<CastInst>(Usr) || isa<BinaryOperator>(Usr); 1191 } 1192 1193 // Check if Usr can be simplified to an integer constant when the value of one 1194 // of its operands Op is an integer constant OpConstVal. If so, return it as an 1195 // lattice value range with a single element or otherwise return an overdefined 1196 // lattice value. 1197 static ValueLatticeElement constantFoldUser(User *Usr, Value *Op, 1198 const APInt &OpConstVal, 1199 const DataLayout &DL) { 1200 assert(isOperationFoldable(Usr) && "Precondition"); 1201 Constant* OpConst = Constant::getIntegerValue(Op->getType(), OpConstVal); 1202 // Check if Usr can be simplified to a constant. 1203 if (auto *CI = dyn_cast<CastInst>(Usr)) { 1204 assert(CI->getOperand(0) == Op && "Operand 0 isn't Op"); 1205 if (auto *C = dyn_cast_or_null<ConstantInt>( 1206 SimplifyCastInst(CI->getOpcode(), OpConst, 1207 CI->getDestTy(), DL))) { 1208 return ValueLatticeElement::getRange(ConstantRange(C->getValue())); 1209 } 1210 } else if (auto *BO = dyn_cast<BinaryOperator>(Usr)) { 1211 bool Op0Match = BO->getOperand(0) == Op; 1212 bool Op1Match = BO->getOperand(1) == Op; 1213 assert((Op0Match || Op1Match) && 1214 "Operand 0 nor Operand 1 isn't a match"); 1215 Value *LHS = Op0Match ? OpConst : BO->getOperand(0); 1216 Value *RHS = Op1Match ? OpConst : BO->getOperand(1); 1217 if (auto *C = dyn_cast_or_null<ConstantInt>( 1218 SimplifyBinOp(BO->getOpcode(), LHS, RHS, DL))) { 1219 return ValueLatticeElement::getRange(ConstantRange(C->getValue())); 1220 } 1221 } 1222 return ValueLatticeElement::getOverdefined(); 1223 } 1224 1225 /// \brief Compute the value of Val on the edge BBFrom -> BBTo. Returns false if 1226 /// Val is not constrained on the edge. Result is unspecified if return value 1227 /// is false. 1228 static bool getEdgeValueLocal(Value *Val, BasicBlock *BBFrom, 1229 BasicBlock *BBTo, ValueLatticeElement &Result) { 1230 // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we 1231 // know that v != 0. 1232 if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) { 1233 // If this is a conditional branch and only one successor goes to BBTo, then 1234 // we may be able to infer something from the condition. 1235 if (BI->isConditional() && 1236 BI->getSuccessor(0) != BI->getSuccessor(1)) { 1237 bool isTrueDest = BI->getSuccessor(0) == BBTo; 1238 assert(BI->getSuccessor(!isTrueDest) == BBTo && 1239 "BBTo isn't a successor of BBFrom"); 1240 Value *Condition = BI->getCondition(); 1241 1242 // If V is the condition of the branch itself, then we know exactly what 1243 // it is. 1244 if (Condition == Val) { 1245 Result = ValueLatticeElement::get(ConstantInt::get( 1246 Type::getInt1Ty(Val->getContext()), isTrueDest)); 1247 return true; 1248 } 1249 1250 // If the condition of the branch is an equality comparison, we may be 1251 // able to infer the value. 1252 Result = getValueFromCondition(Val, Condition, isTrueDest); 1253 if (!Result.isOverdefined()) 1254 return true; 1255 1256 if (User *Usr = dyn_cast<User>(Val)) { 1257 assert(Result.isOverdefined() && "Result isn't overdefined"); 1258 // Check with isOperationFoldable() first to avoid linearly iterating 1259 // over the operands unnecessarily which can be expensive for 1260 // instructions with many operands. 1261 if (isa<IntegerType>(Usr->getType()) && isOperationFoldable(Usr)) { 1262 const DataLayout &DL = BBTo->getModule()->getDataLayout(); 1263 if (usesOperand(Usr, Condition)) { 1264 // If Val has Condition as an operand and Val can be folded into a 1265 // constant with either Condition == true or Condition == false, 1266 // propagate the constant. 1267 // eg. 1268 // ; %Val is true on the edge to %then. 1269 // %Val = and i1 %Condition, true. 1270 // br %Condition, label %then, label %else 1271 APInt ConditionVal(1, isTrueDest ? 1 : 0); 1272 Result = constantFoldUser(Usr, Condition, ConditionVal, DL); 1273 } else { 1274 // If one of Val's operand has an inferred value, we may be able to 1275 // infer the value of Val. 1276 // eg. 1277 // ; %Val is 94 on the edge to %then. 1278 // %Val = add i8 %Op, 1 1279 // %Condition = icmp eq i8 %Op, 93 1280 // br i1 %Condition, label %then, label %else 1281 for (unsigned i = 0; i < Usr->getNumOperands(); ++i) { 1282 Value *Op = Usr->getOperand(i); 1283 ValueLatticeElement OpLatticeVal = 1284 getValueFromCondition(Op, Condition, isTrueDest); 1285 if (Optional<APInt> OpConst = OpLatticeVal.asConstantInteger()) { 1286 Result = constantFoldUser(Usr, Op, OpConst.getValue(), DL); 1287 break; 1288 } 1289 } 1290 } 1291 } 1292 } 1293 if (!Result.isOverdefined()) 1294 return true; 1295 } 1296 } 1297 1298 // If the edge was formed by a switch on the value, then we may know exactly 1299 // what it is. 1300 if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) { 1301 Value *Condition = SI->getCondition(); 1302 if (!isa<IntegerType>(Val->getType())) 1303 return false; 1304 bool ValUsesConditionAndMayBeFoldable = false; 1305 if (Condition != Val) { 1306 // Check if Val has Condition as an operand. 1307 if (User *Usr = dyn_cast<User>(Val)) 1308 ValUsesConditionAndMayBeFoldable = isOperationFoldable(Usr) && 1309 usesOperand(Usr, Condition); 1310 if (!ValUsesConditionAndMayBeFoldable) 1311 return false; 1312 } 1313 assert((Condition == Val || ValUsesConditionAndMayBeFoldable) && 1314 "Condition != Val nor Val doesn't use Condition"); 1315 1316 bool DefaultCase = SI->getDefaultDest() == BBTo; 1317 unsigned BitWidth = Val->getType()->getIntegerBitWidth(); 1318 ConstantRange EdgesVals(BitWidth, DefaultCase/*isFullSet*/); 1319 1320 for (auto Case : SI->cases()) { 1321 APInt CaseValue = Case.getCaseValue()->getValue(); 1322 ConstantRange EdgeVal(CaseValue); 1323 if (ValUsesConditionAndMayBeFoldable) { 1324 User *Usr = cast<User>(Val); 1325 const DataLayout &DL = BBTo->getModule()->getDataLayout(); 1326 ValueLatticeElement EdgeLatticeVal = 1327 constantFoldUser(Usr, Condition, CaseValue, DL); 1328 if (EdgeLatticeVal.isOverdefined()) 1329 return false; 1330 EdgeVal = EdgeLatticeVal.getConstantRange(); 1331 } 1332 if (DefaultCase) { 1333 // It is possible that the default destination is the destination of 1334 // some cases. We cannot perform difference for those cases. 1335 // We know Condition != CaseValue in BBTo. In some cases we can use 1336 // this to infer Val == f(Condition) is != f(CaseValue). For now, we 1337 // only do this when f is identity (i.e. Val == Condition), but we 1338 // should be able to do this for any injective f. 1339 if (Case.getCaseSuccessor() != BBTo && Condition == Val) 1340 EdgesVals = EdgesVals.difference(EdgeVal); 1341 } else if (Case.getCaseSuccessor() == BBTo) 1342 EdgesVals = EdgesVals.unionWith(EdgeVal); 1343 } 1344 Result = ValueLatticeElement::getRange(std::move(EdgesVals)); 1345 return true; 1346 } 1347 return false; 1348 } 1349 1350 /// \brief Compute the value of Val on the edge BBFrom -> BBTo or the value at 1351 /// the basic block if the edge does not constrain Val. 1352 bool LazyValueInfoImpl::getEdgeValue(Value *Val, BasicBlock *BBFrom, 1353 BasicBlock *BBTo, 1354 ValueLatticeElement &Result, 1355 Instruction *CxtI) { 1356 // If already a constant, there is nothing to compute. 1357 if (Constant *VC = dyn_cast<Constant>(Val)) { 1358 Result = ValueLatticeElement::get(VC); 1359 return true; 1360 } 1361 1362 ValueLatticeElement LocalResult; 1363 if (!getEdgeValueLocal(Val, BBFrom, BBTo, LocalResult)) 1364 // If we couldn't constrain the value on the edge, LocalResult doesn't 1365 // provide any information. 1366 LocalResult = ValueLatticeElement::getOverdefined(); 1367 1368 if (hasSingleValue(LocalResult)) { 1369 // Can't get any more precise here 1370 Result = LocalResult; 1371 return true; 1372 } 1373 1374 if (!hasBlockValue(Val, BBFrom)) { 1375 if (pushBlockValue(std::make_pair(BBFrom, Val))) 1376 return false; 1377 // No new information. 1378 Result = LocalResult; 1379 return true; 1380 } 1381 1382 // Try to intersect ranges of the BB and the constraint on the edge. 1383 ValueLatticeElement InBlock = getBlockValue(Val, BBFrom); 1384 intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, 1385 BBFrom->getTerminator()); 1386 // We can use the context instruction (generically the ultimate instruction 1387 // the calling pass is trying to simplify) here, even though the result of 1388 // this function is generally cached when called from the solve* functions 1389 // (and that cached result might be used with queries using a different 1390 // context instruction), because when this function is called from the solve* 1391 // functions, the context instruction is not provided. When called from 1392 // LazyValueInfoImpl::getValueOnEdge, the context instruction is provided, 1393 // but then the result is not cached. 1394 intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, CxtI); 1395 1396 Result = intersect(LocalResult, InBlock); 1397 return true; 1398 } 1399 1400 ValueLatticeElement LazyValueInfoImpl::getValueInBlock(Value *V, BasicBlock *BB, 1401 Instruction *CxtI) { 1402 DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '" 1403 << BB->getName() << "'\n"); 1404 1405 assert(BlockValueStack.empty() && BlockValueSet.empty()); 1406 if (!hasBlockValue(V, BB)) { 1407 pushBlockValue(std::make_pair(BB, V)); 1408 solve(); 1409 } 1410 ValueLatticeElement Result = getBlockValue(V, BB); 1411 intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI); 1412 1413 DEBUG(dbgs() << " Result = " << Result << "\n"); 1414 return Result; 1415 } 1416 1417 ValueLatticeElement LazyValueInfoImpl::getValueAt(Value *V, Instruction *CxtI) { 1418 DEBUG(dbgs() << "LVI Getting value " << *V << " at '" 1419 << CxtI->getName() << "'\n"); 1420 1421 if (auto *C = dyn_cast<Constant>(V)) 1422 return ValueLatticeElement::get(C); 1423 1424 ValueLatticeElement Result = ValueLatticeElement::getOverdefined(); 1425 if (auto *I = dyn_cast<Instruction>(V)) 1426 Result = getFromRangeMetadata(I); 1427 intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI); 1428 1429 DEBUG(dbgs() << " Result = " << Result << "\n"); 1430 return Result; 1431 } 1432 1433 ValueLatticeElement LazyValueInfoImpl:: 1434 getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB, 1435 Instruction *CxtI) { 1436 DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '" 1437 << FromBB->getName() << "' to '" << ToBB->getName() << "'\n"); 1438 1439 ValueLatticeElement Result; 1440 if (!getEdgeValue(V, FromBB, ToBB, Result, CxtI)) { 1441 solve(); 1442 bool WasFastQuery = getEdgeValue(V, FromBB, ToBB, Result, CxtI); 1443 (void)WasFastQuery; 1444 assert(WasFastQuery && "More work to do after problem solved?"); 1445 } 1446 1447 DEBUG(dbgs() << " Result = " << Result << "\n"); 1448 return Result; 1449 } 1450 1451 void LazyValueInfoImpl::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc, 1452 BasicBlock *NewSucc) { 1453 TheCache.threadEdgeImpl(OldSucc, NewSucc); 1454 } 1455 1456 //===----------------------------------------------------------------------===// 1457 // LazyValueInfo Impl 1458 //===----------------------------------------------------------------------===// 1459 1460 /// This lazily constructs the LazyValueInfoImpl. 1461 static LazyValueInfoImpl &getImpl(void *&PImpl, AssumptionCache *AC, 1462 const DataLayout *DL, 1463 DominatorTree *DT = nullptr) { 1464 if (!PImpl) { 1465 assert(DL && "getCache() called with a null DataLayout"); 1466 PImpl = new LazyValueInfoImpl(AC, *DL, DT); 1467 } 1468 return *static_cast<LazyValueInfoImpl*>(PImpl); 1469 } 1470 1471 bool LazyValueInfoWrapperPass::runOnFunction(Function &F) { 1472 Info.AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F); 1473 const DataLayout &DL = F.getParent()->getDataLayout(); 1474 1475 DominatorTreeWrapperPass *DTWP = 1476 getAnalysisIfAvailable<DominatorTreeWrapperPass>(); 1477 Info.DT = DTWP ? &DTWP->getDomTree() : nullptr; 1478 Info.TLI = &getAnalysis<TargetLibraryInfoWrapperPass>().getTLI(); 1479 1480 if (Info.PImpl) 1481 getImpl(Info.PImpl, Info.AC, &DL, Info.DT).clear(); 1482 1483 // Fully lazy. 1484 return false; 1485 } 1486 1487 void LazyValueInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const { 1488 AU.setPreservesAll(); 1489 AU.addRequired<AssumptionCacheTracker>(); 1490 AU.addRequired<TargetLibraryInfoWrapperPass>(); 1491 } 1492 1493 LazyValueInfo &LazyValueInfoWrapperPass::getLVI() { return Info; } 1494 1495 LazyValueInfo::~LazyValueInfo() { releaseMemory(); } 1496 1497 void LazyValueInfo::releaseMemory() { 1498 // If the cache was allocated, free it. 1499 if (PImpl) { 1500 delete &getImpl(PImpl, AC, nullptr); 1501 PImpl = nullptr; 1502 } 1503 } 1504 1505 bool LazyValueInfo::invalidate(Function &F, const PreservedAnalyses &PA, 1506 FunctionAnalysisManager::Invalidator &Inv) { 1507 // We need to invalidate if we have either failed to preserve this analyses 1508 // result directly or if any of its dependencies have been invalidated. 1509 auto PAC = PA.getChecker<LazyValueAnalysis>(); 1510 if (!(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>()) || 1511 (DT && Inv.invalidate<DominatorTreeAnalysis>(F, PA))) 1512 return true; 1513 1514 return false; 1515 } 1516 1517 void LazyValueInfoWrapperPass::releaseMemory() { Info.releaseMemory(); } 1518 1519 LazyValueInfo LazyValueAnalysis::run(Function &F, 1520 FunctionAnalysisManager &FAM) { 1521 auto &AC = FAM.getResult<AssumptionAnalysis>(F); 1522 auto &TLI = FAM.getResult<TargetLibraryAnalysis>(F); 1523 auto *DT = FAM.getCachedResult<DominatorTreeAnalysis>(F); 1524 1525 return LazyValueInfo(&AC, &F.getParent()->getDataLayout(), &TLI, DT); 1526 } 1527 1528 /// Returns true if we can statically tell that this value will never be a 1529 /// "useful" constant. In practice, this means we've got something like an 1530 /// alloca or a malloc call for which a comparison against a constant can 1531 /// only be guarding dead code. Note that we are potentially giving up some 1532 /// precision in dead code (a constant result) in favour of avoiding a 1533 /// expensive search for a easily answered common query. 1534 static bool isKnownNonConstant(Value *V) { 1535 V = V->stripPointerCasts(); 1536 // The return val of alloc cannot be a Constant. 1537 if (isa<AllocaInst>(V)) 1538 return true; 1539 return false; 1540 } 1541 1542 Constant *LazyValueInfo::getConstant(Value *V, BasicBlock *BB, 1543 Instruction *CxtI) { 1544 // Bail out early if V is known not to be a Constant. 1545 if (isKnownNonConstant(V)) 1546 return nullptr; 1547 1548 const DataLayout &DL = BB->getModule()->getDataLayout(); 1549 ValueLatticeElement Result = 1550 getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI); 1551 1552 if (Result.isConstant()) 1553 return Result.getConstant(); 1554 if (Result.isConstantRange()) { 1555 const ConstantRange &CR = Result.getConstantRange(); 1556 if (const APInt *SingleVal = CR.getSingleElement()) 1557 return ConstantInt::get(V->getContext(), *SingleVal); 1558 } 1559 return nullptr; 1560 } 1561 1562 ConstantRange LazyValueInfo::getConstantRange(Value *V, BasicBlock *BB, 1563 Instruction *CxtI) { 1564 assert(V->getType()->isIntegerTy()); 1565 unsigned Width = V->getType()->getIntegerBitWidth(); 1566 const DataLayout &DL = BB->getModule()->getDataLayout(); 1567 ValueLatticeElement Result = 1568 getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI); 1569 if (Result.isUndefined()) 1570 return ConstantRange(Width, /*isFullSet=*/false); 1571 if (Result.isConstantRange()) 1572 return Result.getConstantRange(); 1573 // We represent ConstantInt constants as constant ranges but other kinds 1574 // of integer constants, i.e. ConstantExpr will be tagged as constants 1575 assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) && 1576 "ConstantInt value must be represented as constantrange"); 1577 return ConstantRange(Width, /*isFullSet=*/true); 1578 } 1579 1580 /// Determine whether the specified value is known to be a 1581 /// constant on the specified edge. Return null if not. 1582 Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB, 1583 BasicBlock *ToBB, 1584 Instruction *CxtI) { 1585 const DataLayout &DL = FromBB->getModule()->getDataLayout(); 1586 ValueLatticeElement Result = 1587 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); 1588 1589 if (Result.isConstant()) 1590 return Result.getConstant(); 1591 if (Result.isConstantRange()) { 1592 const ConstantRange &CR = Result.getConstantRange(); 1593 if (const APInt *SingleVal = CR.getSingleElement()) 1594 return ConstantInt::get(V->getContext(), *SingleVal); 1595 } 1596 return nullptr; 1597 } 1598 1599 ConstantRange LazyValueInfo::getConstantRangeOnEdge(Value *V, 1600 BasicBlock *FromBB, 1601 BasicBlock *ToBB, 1602 Instruction *CxtI) { 1603 unsigned Width = V->getType()->getIntegerBitWidth(); 1604 const DataLayout &DL = FromBB->getModule()->getDataLayout(); 1605 ValueLatticeElement Result = 1606 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); 1607 1608 if (Result.isUndefined()) 1609 return ConstantRange(Width, /*isFullSet=*/false); 1610 if (Result.isConstantRange()) 1611 return Result.getConstantRange(); 1612 // We represent ConstantInt constants as constant ranges but other kinds 1613 // of integer constants, i.e. ConstantExpr will be tagged as constants 1614 assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) && 1615 "ConstantInt value must be represented as constantrange"); 1616 return ConstantRange(Width, /*isFullSet=*/true); 1617 } 1618 1619 static LazyValueInfo::Tristate 1620 getPredicateResult(unsigned Pred, Constant *C, const ValueLatticeElement &Val, 1621 const DataLayout &DL, TargetLibraryInfo *TLI) { 1622 // If we know the value is a constant, evaluate the conditional. 1623 Constant *Res = nullptr; 1624 if (Val.isConstant()) { 1625 Res = ConstantFoldCompareInstOperands(Pred, Val.getConstant(), C, DL, TLI); 1626 if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res)) 1627 return ResCI->isZero() ? LazyValueInfo::False : LazyValueInfo::True; 1628 return LazyValueInfo::Unknown; 1629 } 1630 1631 if (Val.isConstantRange()) { 1632 ConstantInt *CI = dyn_cast<ConstantInt>(C); 1633 if (!CI) return LazyValueInfo::Unknown; 1634 1635 const ConstantRange &CR = Val.getConstantRange(); 1636 if (Pred == ICmpInst::ICMP_EQ) { 1637 if (!CR.contains(CI->getValue())) 1638 return LazyValueInfo::False; 1639 1640 if (CR.isSingleElement()) 1641 return LazyValueInfo::True; 1642 } else if (Pred == ICmpInst::ICMP_NE) { 1643 if (!CR.contains(CI->getValue())) 1644 return LazyValueInfo::True; 1645 1646 if (CR.isSingleElement()) 1647 return LazyValueInfo::False; 1648 } else { 1649 // Handle more complex predicates. 1650 ConstantRange TrueValues = ConstantRange::makeExactICmpRegion( 1651 (ICmpInst::Predicate)Pred, CI->getValue()); 1652 if (TrueValues.contains(CR)) 1653 return LazyValueInfo::True; 1654 if (TrueValues.inverse().contains(CR)) 1655 return LazyValueInfo::False; 1656 } 1657 return LazyValueInfo::Unknown; 1658 } 1659 1660 if (Val.isNotConstant()) { 1661 // If this is an equality comparison, we can try to fold it knowing that 1662 // "V != C1". 1663 if (Pred == ICmpInst::ICMP_EQ) { 1664 // !C1 == C -> false iff C1 == C. 1665 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE, 1666 Val.getNotConstant(), C, DL, 1667 TLI); 1668 if (Res->isNullValue()) 1669 return LazyValueInfo::False; 1670 } else if (Pred == ICmpInst::ICMP_NE) { 1671 // !C1 != C -> true iff C1 == C. 1672 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE, 1673 Val.getNotConstant(), C, DL, 1674 TLI); 1675 if (Res->isNullValue()) 1676 return LazyValueInfo::True; 1677 } 1678 return LazyValueInfo::Unknown; 1679 } 1680 1681 return LazyValueInfo::Unknown; 1682 } 1683 1684 /// Determine whether the specified value comparison with a constant is known to 1685 /// be true or false on the specified CFG edge. Pred is a CmpInst predicate. 1686 LazyValueInfo::Tristate 1687 LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C, 1688 BasicBlock *FromBB, BasicBlock *ToBB, 1689 Instruction *CxtI) { 1690 const DataLayout &DL = FromBB->getModule()->getDataLayout(); 1691 ValueLatticeElement Result = 1692 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); 1693 1694 return getPredicateResult(Pred, C, Result, DL, TLI); 1695 } 1696 1697 LazyValueInfo::Tristate 1698 LazyValueInfo::getPredicateAt(unsigned Pred, Value *V, Constant *C, 1699 Instruction *CxtI) { 1700 // Is or is not NonNull are common predicates being queried. If 1701 // isKnownNonZero can tell us the result of the predicate, we can 1702 // return it quickly. But this is only a fastpath, and falling 1703 // through would still be correct. 1704 const DataLayout &DL = CxtI->getModule()->getDataLayout(); 1705 if (V->getType()->isPointerTy() && C->isNullValue() && 1706 isKnownNonZero(V->stripPointerCasts(), DL)) { 1707 if (Pred == ICmpInst::ICMP_EQ) 1708 return LazyValueInfo::False; 1709 else if (Pred == ICmpInst::ICMP_NE) 1710 return LazyValueInfo::True; 1711 } 1712 ValueLatticeElement Result = getImpl(PImpl, AC, &DL, DT).getValueAt(V, CxtI); 1713 Tristate Ret = getPredicateResult(Pred, C, Result, DL, TLI); 1714 if (Ret != Unknown) 1715 return Ret; 1716 1717 // Note: The following bit of code is somewhat distinct from the rest of LVI; 1718 // LVI as a whole tries to compute a lattice value which is conservatively 1719 // correct at a given location. In this case, we have a predicate which we 1720 // weren't able to prove about the merged result, and we're pushing that 1721 // predicate back along each incoming edge to see if we can prove it 1722 // separately for each input. As a motivating example, consider: 1723 // bb1: 1724 // %v1 = ... ; constantrange<1, 5> 1725 // br label %merge 1726 // bb2: 1727 // %v2 = ... ; constantrange<10, 20> 1728 // br label %merge 1729 // merge: 1730 // %phi = phi [%v1, %v2] ; constantrange<1,20> 1731 // %pred = icmp eq i32 %phi, 8 1732 // We can't tell from the lattice value for '%phi' that '%pred' is false 1733 // along each path, but by checking the predicate over each input separately, 1734 // we can. 1735 // We limit the search to one step backwards from the current BB and value. 1736 // We could consider extending this to search further backwards through the 1737 // CFG and/or value graph, but there are non-obvious compile time vs quality 1738 // tradeoffs. 1739 if (CxtI) { 1740 BasicBlock *BB = CxtI->getParent(); 1741 1742 // Function entry or an unreachable block. Bail to avoid confusing 1743 // analysis below. 1744 pred_iterator PI = pred_begin(BB), PE = pred_end(BB); 1745 if (PI == PE) 1746 return Unknown; 1747 1748 // If V is a PHI node in the same block as the context, we need to ask 1749 // questions about the predicate as applied to the incoming value along 1750 // each edge. This is useful for eliminating cases where the predicate is 1751 // known along all incoming edges. 1752 if (auto *PHI = dyn_cast<PHINode>(V)) 1753 if (PHI->getParent() == BB) { 1754 Tristate Baseline = Unknown; 1755 for (unsigned i = 0, e = PHI->getNumIncomingValues(); i < e; i++) { 1756 Value *Incoming = PHI->getIncomingValue(i); 1757 BasicBlock *PredBB = PHI->getIncomingBlock(i); 1758 // Note that PredBB may be BB itself. 1759 Tristate Result = getPredicateOnEdge(Pred, Incoming, C, PredBB, BB, 1760 CxtI); 1761 1762 // Keep going as long as we've seen a consistent known result for 1763 // all inputs. 1764 Baseline = (i == 0) ? Result /* First iteration */ 1765 : (Baseline == Result ? Baseline : Unknown); /* All others */ 1766 if (Baseline == Unknown) 1767 break; 1768 } 1769 if (Baseline != Unknown) 1770 return Baseline; 1771 } 1772 1773 // For a comparison where the V is outside this block, it's possible 1774 // that we've branched on it before. Look to see if the value is known 1775 // on all incoming edges. 1776 if (!isa<Instruction>(V) || 1777 cast<Instruction>(V)->getParent() != BB) { 1778 // For predecessor edge, determine if the comparison is true or false 1779 // on that edge. If they're all true or all false, we can conclude 1780 // the value of the comparison in this block. 1781 Tristate Baseline = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI); 1782 if (Baseline != Unknown) { 1783 // Check that all remaining incoming values match the first one. 1784 while (++PI != PE) { 1785 Tristate Ret = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI); 1786 if (Ret != Baseline) break; 1787 } 1788 // If we terminated early, then one of the values didn't match. 1789 if (PI == PE) { 1790 return Baseline; 1791 } 1792 } 1793 } 1794 } 1795 return Unknown; 1796 } 1797 1798 void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc, 1799 BasicBlock *NewSucc) { 1800 if (PImpl) { 1801 const DataLayout &DL = PredBB->getModule()->getDataLayout(); 1802 getImpl(PImpl, AC, &DL, DT).threadEdge(PredBB, OldSucc, NewSucc); 1803 } 1804 } 1805 1806 void LazyValueInfo::eraseBlock(BasicBlock *BB) { 1807 if (PImpl) { 1808 const DataLayout &DL = BB->getModule()->getDataLayout(); 1809 getImpl(PImpl, AC, &DL, DT).eraseBlock(BB); 1810 } 1811 } 1812 1813 1814 void LazyValueInfo::printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) { 1815 if (PImpl) { 1816 getImpl(PImpl, AC, DL, DT).printLVI(F, DTree, OS); 1817 } 1818 } 1819 1820 void LazyValueInfo::disableDT() { 1821 if (PImpl) 1822 getImpl(PImpl, AC, DL, DT).disableDT(); 1823 } 1824 1825 void LazyValueInfo::enableDT() { 1826 if (PImpl) 1827 getImpl(PImpl, AC, DL, DT).enableDT(); 1828 } 1829 1830 // Print the LVI for the function arguments at the start of each basic block. 1831 void LazyValueInfoAnnotatedWriter::emitBasicBlockStartAnnot( 1832 const BasicBlock *BB, formatted_raw_ostream &OS) { 1833 // Find if there are latticevalues defined for arguments of the function. 1834 auto *F = BB->getParent(); 1835 for (auto &Arg : F->args()) { 1836 ValueLatticeElement Result = LVIImpl->getValueInBlock( 1837 const_cast<Argument *>(&Arg), const_cast<BasicBlock *>(BB)); 1838 if (Result.isUndefined()) 1839 continue; 1840 OS << "; LatticeVal for: '" << Arg << "' is: " << Result << "\n"; 1841 } 1842 } 1843 1844 // This function prints the LVI analysis for the instruction I at the beginning 1845 // of various basic blocks. It relies on calculated values that are stored in 1846 // the LazyValueInfoCache, and in the absence of cached values, recalculte the 1847 // LazyValueInfo for `I`, and print that info. 1848 void LazyValueInfoAnnotatedWriter::emitInstructionAnnot( 1849 const Instruction *I, formatted_raw_ostream &OS) { 1850 1851 auto *ParentBB = I->getParent(); 1852 SmallPtrSet<const BasicBlock*, 16> BlocksContainingLVI; 1853 // We can generate (solve) LVI values only for blocks that are dominated by 1854 // the I's parent. However, to avoid generating LVI for all dominating blocks, 1855 // that contain redundant/uninteresting information, we print LVI for 1856 // blocks that may use this LVI information (such as immediate successor 1857 // blocks, and blocks that contain uses of `I`). 1858 auto printResult = [&](const BasicBlock *BB) { 1859 if (!BlocksContainingLVI.insert(BB).second) 1860 return; 1861 ValueLatticeElement Result = LVIImpl->getValueInBlock( 1862 const_cast<Instruction *>(I), const_cast<BasicBlock *>(BB)); 1863 OS << "; LatticeVal for: '" << *I << "' in BB: '"; 1864 BB->printAsOperand(OS, false); 1865 OS << "' is: " << Result << "\n"; 1866 }; 1867 1868 printResult(ParentBB); 1869 // Print the LVI analysis results for the immediate successor blocks, that 1870 // are dominated by `ParentBB`. 1871 for (auto *BBSucc : successors(ParentBB)) 1872 if (DT.dominates(ParentBB, BBSucc)) 1873 printResult(BBSucc); 1874 1875 // Print LVI in blocks where `I` is used. 1876 for (auto *U : I->users()) 1877 if (auto *UseI = dyn_cast<Instruction>(U)) 1878 if (!isa<PHINode>(UseI) || DT.dominates(ParentBB, UseI->getParent())) 1879 printResult(UseI->getParent()); 1880 1881 } 1882 1883 namespace { 1884 // Printer class for LazyValueInfo results. 1885 class LazyValueInfoPrinter : public FunctionPass { 1886 public: 1887 static char ID; // Pass identification, replacement for typeid 1888 LazyValueInfoPrinter() : FunctionPass(ID) { 1889 initializeLazyValueInfoPrinterPass(*PassRegistry::getPassRegistry()); 1890 } 1891 1892 void getAnalysisUsage(AnalysisUsage &AU) const override { 1893 AU.setPreservesAll(); 1894 AU.addRequired<LazyValueInfoWrapperPass>(); 1895 AU.addRequired<DominatorTreeWrapperPass>(); 1896 } 1897 1898 // Get the mandatory dominator tree analysis and pass this in to the 1899 // LVIPrinter. We cannot rely on the LVI's DT, since it's optional. 1900 bool runOnFunction(Function &F) override { 1901 dbgs() << "LVI for function '" << F.getName() << "':\n"; 1902 auto &LVI = getAnalysis<LazyValueInfoWrapperPass>().getLVI(); 1903 auto &DTree = getAnalysis<DominatorTreeWrapperPass>().getDomTree(); 1904 LVI.printLVI(F, DTree, dbgs()); 1905 return false; 1906 } 1907 }; 1908 } 1909 1910 char LazyValueInfoPrinter::ID = 0; 1911 INITIALIZE_PASS_BEGIN(LazyValueInfoPrinter, "print-lazy-value-info", 1912 "Lazy Value Info Printer Pass", false, false) 1913 INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass) 1914 INITIALIZE_PASS_END(LazyValueInfoPrinter, "print-lazy-value-info", 1915 "Lazy Value Info Printer Pass", false, false) 1916