1 //===- LazyValueInfo.cpp - Value constraint analysis ------------*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file defines the interface for lazy computation of value constraint
11 // information.
12 //
13 //===----------------------------------------------------------------------===//
14 
15 #include "llvm/Analysis/LazyValueInfo.h"
16 #include "llvm/ADT/DenseSet.h"
17 #include "llvm/ADT/STLExtras.h"
18 #include "llvm/Analysis/AssumptionCache.h"
19 #include "llvm/Analysis/ConstantFolding.h"
20 #include "llvm/Analysis/InstructionSimplify.h"
21 #include "llvm/Analysis/TargetLibraryInfo.h"
22 #include "llvm/Analysis/ValueTracking.h"
23 #include "llvm/Analysis/ValueLattice.h"
24 #include "llvm/IR/AssemblyAnnotationWriter.h"
25 #include "llvm/IR/CFG.h"
26 #include "llvm/IR/ConstantRange.h"
27 #include "llvm/IR/Constants.h"
28 #include "llvm/IR/DataLayout.h"
29 #include "llvm/IR/Dominators.h"
30 #include "llvm/IR/Instructions.h"
31 #include "llvm/IR/IntrinsicInst.h"
32 #include "llvm/IR/Intrinsics.h"
33 #include "llvm/IR/LLVMContext.h"
34 #include "llvm/IR/PatternMatch.h"
35 #include "llvm/IR/ValueHandle.h"
36 #include "llvm/Support/Debug.h"
37 #include "llvm/Support/FormattedStream.h"
38 #include "llvm/Support/raw_ostream.h"
39 #include <map>
40 using namespace llvm;
41 using namespace PatternMatch;
42 
43 #define DEBUG_TYPE "lazy-value-info"
44 
45 // This is the number of worklist items we will process to try to discover an
46 // answer for a given value.
47 static const unsigned MaxProcessedPerValue = 500;
48 
49 char LazyValueInfoWrapperPass::ID = 0;
50 INITIALIZE_PASS_BEGIN(LazyValueInfoWrapperPass, "lazy-value-info",
51                 "Lazy Value Information Analysis", false, true)
52 INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)
53 INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfoWrapperPass)
54 INITIALIZE_PASS_END(LazyValueInfoWrapperPass, "lazy-value-info",
55                 "Lazy Value Information Analysis", false, true)
56 
57 namespace llvm {
58   FunctionPass *createLazyValueInfoPass() { return new LazyValueInfoWrapperPass(); }
59 }
60 
61 AnalysisKey LazyValueAnalysis::Key;
62 
63 /// Returns true if this lattice value represents at most one possible value.
64 /// This is as precise as any lattice value can get while still representing
65 /// reachable code.
66 static bool hasSingleValue(const ValueLatticeElement &Val) {
67   if (Val.isConstantRange() &&
68       Val.getConstantRange().isSingleElement())
69     // Integer constants are single element ranges
70     return true;
71   if (Val.isConstant())
72     // Non integer constants
73     return true;
74   return false;
75 }
76 
77 /// Combine two sets of facts about the same value into a single set of
78 /// facts.  Note that this method is not suitable for merging facts along
79 /// different paths in a CFG; that's what the mergeIn function is for.  This
80 /// is for merging facts gathered about the same value at the same location
81 /// through two independent means.
82 /// Notes:
83 /// * This method does not promise to return the most precise possible lattice
84 ///   value implied by A and B.  It is allowed to return any lattice element
85 ///   which is at least as strong as *either* A or B (unless our facts
86 ///   conflict, see below).
87 /// * Due to unreachable code, the intersection of two lattice values could be
88 ///   contradictory.  If this happens, we return some valid lattice value so as
89 ///   not confuse the rest of LVI.  Ideally, we'd always return Undefined, but
90 ///   we do not make this guarantee.  TODO: This would be a useful enhancement.
91 static ValueLatticeElement intersect(const ValueLatticeElement &A,
92                                      const ValueLatticeElement &B) {
93   // Undefined is the strongest state.  It means the value is known to be along
94   // an unreachable path.
95   if (A.isUndefined())
96     return A;
97   if (B.isUndefined())
98     return B;
99 
100   // If we gave up for one, but got a useable fact from the other, use it.
101   if (A.isOverdefined())
102     return B;
103   if (B.isOverdefined())
104     return A;
105 
106   // Can't get any more precise than constants.
107   if (hasSingleValue(A))
108     return A;
109   if (hasSingleValue(B))
110     return B;
111 
112   // Could be either constant range or not constant here.
113   if (!A.isConstantRange() || !B.isConstantRange()) {
114     // TODO: Arbitrary choice, could be improved
115     return A;
116   }
117 
118   // Intersect two constant ranges
119   ConstantRange Range =
120     A.getConstantRange().intersectWith(B.getConstantRange());
121   // Note: An empty range is implicitly converted to overdefined internally.
122   // TODO: We could instead use Undefined here since we've proven a conflict
123   // and thus know this path must be unreachable.
124   return ValueLatticeElement::getRange(std::move(Range));
125 }
126 
127 //===----------------------------------------------------------------------===//
128 //                          LazyValueInfoCache Decl
129 //===----------------------------------------------------------------------===//
130 
131 namespace {
132   /// A callback value handle updates the cache when values are erased.
133   class LazyValueInfoCache;
134   struct LVIValueHandle final : public CallbackVH {
135     // Needs to access getValPtr(), which is protected.
136     friend struct DenseMapInfo<LVIValueHandle>;
137 
138     LazyValueInfoCache *Parent;
139 
140     LVIValueHandle(Value *V, LazyValueInfoCache *P)
141       : CallbackVH(V), Parent(P) { }
142 
143     void deleted() override;
144     void allUsesReplacedWith(Value *V) override {
145       deleted();
146     }
147   };
148 } // end anonymous namespace
149 
150 namespace {
151   /// This is the cache kept by LazyValueInfo which
152   /// maintains information about queries across the clients' queries.
153   class LazyValueInfoCache {
154     /// This is all of the cached block information for exactly one Value*.
155     /// The entries are sorted by the BasicBlock* of the
156     /// entries, allowing us to do a lookup with a binary search.
157     /// Over-defined lattice values are recorded in OverDefinedCache to reduce
158     /// memory overhead.
159     struct ValueCacheEntryTy {
160       ValueCacheEntryTy(Value *V, LazyValueInfoCache *P) : Handle(V, P) {}
161       LVIValueHandle Handle;
162       SmallDenseMap<PoisoningVH<BasicBlock>, ValueLatticeElement, 4> BlockVals;
163     };
164 
165     /// This tracks, on a per-block basis, the set of values that are
166     /// over-defined at the end of that block.
167     typedef DenseMap<PoisoningVH<BasicBlock>, SmallPtrSet<Value *, 4>>
168         OverDefinedCacheTy;
169     /// Keep track of all blocks that we have ever seen, so we
170     /// don't spend time removing unused blocks from our caches.
171     DenseSet<PoisoningVH<BasicBlock> > SeenBlocks;
172 
173     /// This is all of the cached information for all values,
174     /// mapped from Value* to key information.
175     DenseMap<Value *, std::unique_ptr<ValueCacheEntryTy>> ValueCache;
176     OverDefinedCacheTy OverDefinedCache;
177 
178 
179   public:
180     void insertResult(Value *Val, BasicBlock *BB,
181                       const ValueLatticeElement &Result) {
182       SeenBlocks.insert(BB);
183 
184       // Insert over-defined values into their own cache to reduce memory
185       // overhead.
186       if (Result.isOverdefined())
187         OverDefinedCache[BB].insert(Val);
188       else {
189         auto It = ValueCache.find_as(Val);
190         if (It == ValueCache.end()) {
191           ValueCache[Val] = make_unique<ValueCacheEntryTy>(Val, this);
192           It = ValueCache.find_as(Val);
193           assert(It != ValueCache.end() && "Val was just added to the map!");
194         }
195         It->second->BlockVals[BB] = Result;
196       }
197     }
198 
199     bool isOverdefined(Value *V, BasicBlock *BB) const {
200       auto ODI = OverDefinedCache.find(BB);
201 
202       if (ODI == OverDefinedCache.end())
203         return false;
204 
205       return ODI->second.count(V);
206     }
207 
208     bool hasCachedValueInfo(Value *V, BasicBlock *BB) const {
209       if (isOverdefined(V, BB))
210         return true;
211 
212       auto I = ValueCache.find_as(V);
213       if (I == ValueCache.end())
214         return false;
215 
216       return I->second->BlockVals.count(BB);
217     }
218 
219     ValueLatticeElement getCachedValueInfo(Value *V, BasicBlock *BB) const {
220       if (isOverdefined(V, BB))
221         return ValueLatticeElement::getOverdefined();
222 
223       auto I = ValueCache.find_as(V);
224       if (I == ValueCache.end())
225         return ValueLatticeElement();
226       auto BBI = I->second->BlockVals.find(BB);
227       if (BBI == I->second->BlockVals.end())
228         return ValueLatticeElement();
229       return BBI->second;
230     }
231 
232     /// clear - Empty the cache.
233     void clear() {
234       SeenBlocks.clear();
235       ValueCache.clear();
236       OverDefinedCache.clear();
237     }
238 
239     /// Inform the cache that a given value has been deleted.
240     void eraseValue(Value *V);
241 
242     /// This is part of the update interface to inform the cache
243     /// that a block has been deleted.
244     void eraseBlock(BasicBlock *BB);
245 
246     /// Updates the cache to remove any influence an overdefined value in
247     /// OldSucc might have (unless also overdefined in NewSucc).  This just
248     /// flushes elements from the cache and does not add any.
249     void threadEdgeImpl(BasicBlock *OldSucc,BasicBlock *NewSucc);
250 
251     friend struct LVIValueHandle;
252   };
253 }
254 
255 void LazyValueInfoCache::eraseValue(Value *V) {
256   for (auto I = OverDefinedCache.begin(), E = OverDefinedCache.end(); I != E;) {
257     // Copy and increment the iterator immediately so we can erase behind
258     // ourselves.
259     auto Iter = I++;
260     SmallPtrSetImpl<Value *> &ValueSet = Iter->second;
261     ValueSet.erase(V);
262     if (ValueSet.empty())
263       OverDefinedCache.erase(Iter);
264   }
265 
266   ValueCache.erase(V);
267 }
268 
269 void LVIValueHandle::deleted() {
270   // This erasure deallocates *this, so it MUST happen after we're done
271   // using any and all members of *this.
272   Parent->eraseValue(*this);
273 }
274 
275 void LazyValueInfoCache::eraseBlock(BasicBlock *BB) {
276   // Shortcut if we have never seen this block.
277   DenseSet<PoisoningVH<BasicBlock> >::iterator I = SeenBlocks.find(BB);
278   if (I == SeenBlocks.end())
279     return;
280   SeenBlocks.erase(I);
281 
282   auto ODI = OverDefinedCache.find(BB);
283   if (ODI != OverDefinedCache.end())
284     OverDefinedCache.erase(ODI);
285 
286   for (auto &I : ValueCache)
287     I.second->BlockVals.erase(BB);
288 }
289 
290 void LazyValueInfoCache::threadEdgeImpl(BasicBlock *OldSucc,
291                                         BasicBlock *NewSucc) {
292   // When an edge in the graph has been threaded, values that we could not
293   // determine a value for before (i.e. were marked overdefined) may be
294   // possible to solve now. We do NOT try to proactively update these values.
295   // Instead, we clear their entries from the cache, and allow lazy updating to
296   // recompute them when needed.
297 
298   // The updating process is fairly simple: we need to drop cached info
299   // for all values that were marked overdefined in OldSucc, and for those same
300   // values in any successor of OldSucc (except NewSucc) in which they were
301   // also marked overdefined.
302   std::vector<BasicBlock*> worklist;
303   worklist.push_back(OldSucc);
304 
305   auto I = OverDefinedCache.find(OldSucc);
306   if (I == OverDefinedCache.end())
307     return; // Nothing to process here.
308   SmallVector<Value *, 4> ValsToClear(I->second.begin(), I->second.end());
309 
310   // Use a worklist to perform a depth-first search of OldSucc's successors.
311   // NOTE: We do not need a visited list since any blocks we have already
312   // visited will have had their overdefined markers cleared already, and we
313   // thus won't loop to their successors.
314   while (!worklist.empty()) {
315     BasicBlock *ToUpdate = worklist.back();
316     worklist.pop_back();
317 
318     // Skip blocks only accessible through NewSucc.
319     if (ToUpdate == NewSucc) continue;
320 
321     // If a value was marked overdefined in OldSucc, and is here too...
322     auto OI = OverDefinedCache.find(ToUpdate);
323     if (OI == OverDefinedCache.end())
324       continue;
325     SmallPtrSetImpl<Value *> &ValueSet = OI->second;
326 
327     bool changed = false;
328     for (Value *V : ValsToClear) {
329       if (!ValueSet.erase(V))
330         continue;
331 
332       // If we removed anything, then we potentially need to update
333       // blocks successors too.
334       changed = true;
335 
336       if (ValueSet.empty()) {
337         OverDefinedCache.erase(OI);
338         break;
339       }
340     }
341 
342     if (!changed) continue;
343 
344     worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate));
345   }
346 }
347 
348 
349 namespace {
350 /// An assembly annotator class to print LazyValueCache information in
351 /// comments.
352 class LazyValueInfoImpl;
353 class LazyValueInfoAnnotatedWriter : public AssemblyAnnotationWriter {
354   LazyValueInfoImpl *LVIImpl;
355   // While analyzing which blocks we can solve values for, we need the dominator
356   // information. Since this is an optional parameter in LVI, we require this
357   // DomTreeAnalysis pass in the printer pass, and pass the dominator
358   // tree to the LazyValueInfoAnnotatedWriter.
359   DominatorTree &DT;
360 
361 public:
362   LazyValueInfoAnnotatedWriter(LazyValueInfoImpl *L, DominatorTree &DTree)
363       : LVIImpl(L), DT(DTree) {}
364 
365   virtual void emitBasicBlockStartAnnot(const BasicBlock *BB,
366                                         formatted_raw_ostream &OS);
367 
368   virtual void emitInstructionAnnot(const Instruction *I,
369                                     formatted_raw_ostream &OS);
370 };
371 }
372 namespace {
373   // The actual implementation of the lazy analysis and update.  Note that the
374   // inheritance from LazyValueInfoCache is intended to be temporary while
375   // splitting the code and then transitioning to a has-a relationship.
376   class LazyValueInfoImpl {
377 
378     /// Cached results from previous queries
379     LazyValueInfoCache TheCache;
380 
381     /// This stack holds the state of the value solver during a query.
382     /// It basically emulates the callstack of the naive
383     /// recursive value lookup process.
384     SmallVector<std::pair<BasicBlock*, Value*>, 8> BlockValueStack;
385 
386     /// Keeps track of which block-value pairs are in BlockValueStack.
387     DenseSet<std::pair<BasicBlock*, Value*> > BlockValueSet;
388 
389     /// Push BV onto BlockValueStack unless it's already in there.
390     /// Returns true on success.
391     bool pushBlockValue(const std::pair<BasicBlock *, Value *> &BV) {
392       if (!BlockValueSet.insert(BV).second)
393         return false;  // It's already in the stack.
394 
395       DEBUG(dbgs() << "PUSH: " << *BV.second << " in " << BV.first->getName()
396                    << "\n");
397       BlockValueStack.push_back(BV);
398       return true;
399     }
400 
401     AssumptionCache *AC;  ///< A pointer to the cache of @llvm.assume calls.
402     const DataLayout &DL; ///< A mandatory DataLayout
403     DominatorTree *DT;    ///< An optional DT pointer.
404     DominatorTree *DisabledDT; ///< Stores DT if it's disabled.
405 
406   ValueLatticeElement getBlockValue(Value *Val, BasicBlock *BB);
407   bool getEdgeValue(Value *V, BasicBlock *F, BasicBlock *T,
408                     ValueLatticeElement &Result, Instruction *CxtI = nullptr);
409   bool hasBlockValue(Value *Val, BasicBlock *BB);
410 
411   // These methods process one work item and may add more. A false value
412   // returned means that the work item was not completely processed and must
413   // be revisited after going through the new items.
414   bool solveBlockValue(Value *Val, BasicBlock *BB);
415   bool solveBlockValueImpl(ValueLatticeElement &Res, Value *Val,
416                            BasicBlock *BB);
417   bool solveBlockValueNonLocal(ValueLatticeElement &BBLV, Value *Val,
418                                BasicBlock *BB);
419   bool solveBlockValuePHINode(ValueLatticeElement &BBLV, PHINode *PN,
420                               BasicBlock *BB);
421   bool solveBlockValueSelect(ValueLatticeElement &BBLV, SelectInst *S,
422                              BasicBlock *BB);
423   bool solveBlockValueBinaryOp(ValueLatticeElement &BBLV, BinaryOperator *BBI,
424                                BasicBlock *BB);
425   bool solveBlockValueCast(ValueLatticeElement &BBLV, CastInst *CI,
426                            BasicBlock *BB);
427   void intersectAssumeOrGuardBlockValueConstantRange(Value *Val,
428                                                      ValueLatticeElement &BBLV,
429                                                      Instruction *BBI);
430 
431   void solve();
432 
433   public:
434     /// This is the query interface to determine the lattice
435     /// value for the specified Value* at the end of the specified block.
436     ValueLatticeElement getValueInBlock(Value *V, BasicBlock *BB,
437                                         Instruction *CxtI = nullptr);
438 
439     /// This is the query interface to determine the lattice
440     /// value for the specified Value* at the specified instruction (generally
441     /// from an assume intrinsic).
442     ValueLatticeElement getValueAt(Value *V, Instruction *CxtI);
443 
444     /// This is the query interface to determine the lattice
445     /// value for the specified Value* that is true on the specified edge.
446     ValueLatticeElement getValueOnEdge(Value *V, BasicBlock *FromBB,
447                                        BasicBlock *ToBB,
448                                    Instruction *CxtI = nullptr);
449 
450     /// Complete flush all previously computed values
451     void clear() {
452       TheCache.clear();
453     }
454 
455     /// Printing the LazyValueInfo Analysis.
456     void printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
457         LazyValueInfoAnnotatedWriter Writer(this, DTree);
458         F.print(OS, &Writer);
459     }
460 
461     /// This is part of the update interface to inform the cache
462     /// that a block has been deleted.
463     void eraseBlock(BasicBlock *BB) {
464       TheCache.eraseBlock(BB);
465     }
466 
467     /// Disables use of the DominatorTree within LVI.
468     void disableDT() {
469       if (DT) {
470         assert(!DisabledDT && "Both DT and DisabledDT are not nullptr!");
471         std::swap(DT, DisabledDT);
472       }
473     }
474 
475     /// Enables use of the DominatorTree within LVI. Does nothing if the class
476     /// instance was initialized without a DT pointer.
477     void enableDT() {
478       if (DisabledDT) {
479         assert(!DT && "Both DT and DisabledDT are not nullptr!");
480         std::swap(DT, DisabledDT);
481       }
482     }
483 
484     /// This is the update interface to inform the cache that an edge from
485     /// PredBB to OldSucc has been threaded to be from PredBB to NewSucc.
486     void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc);
487 
488     LazyValueInfoImpl(AssumptionCache *AC, const DataLayout &DL,
489                        DominatorTree *DT = nullptr)
490         : AC(AC), DL(DL), DT(DT), DisabledDT(nullptr) {}
491   };
492 } // end anonymous namespace
493 
494 
495 void LazyValueInfoImpl::solve() {
496   SmallVector<std::pair<BasicBlock *, Value *>, 8> StartingStack(
497       BlockValueStack.begin(), BlockValueStack.end());
498 
499   unsigned processedCount = 0;
500   while (!BlockValueStack.empty()) {
501     processedCount++;
502     // Abort if we have to process too many values to get a result for this one.
503     // Because of the design of the overdefined cache currently being per-block
504     // to avoid naming-related issues (IE it wants to try to give different
505     // results for the same name in different blocks), overdefined results don't
506     // get cached globally, which in turn means we will often try to rediscover
507     // the same overdefined result again and again.  Once something like
508     // PredicateInfo is used in LVI or CVP, we should be able to make the
509     // overdefined cache global, and remove this throttle.
510     if (processedCount > MaxProcessedPerValue) {
511       DEBUG(dbgs() << "Giving up on stack because we are getting too deep\n");
512       // Fill in the original values
513       while (!StartingStack.empty()) {
514         std::pair<BasicBlock *, Value *> &e = StartingStack.back();
515         TheCache.insertResult(e.second, e.first,
516                               ValueLatticeElement::getOverdefined());
517         StartingStack.pop_back();
518       }
519       BlockValueSet.clear();
520       BlockValueStack.clear();
521       return;
522     }
523     std::pair<BasicBlock *, Value *> e = BlockValueStack.back();
524     assert(BlockValueSet.count(e) && "Stack value should be in BlockValueSet!");
525 
526     if (solveBlockValue(e.second, e.first)) {
527       // The work item was completely processed.
528       assert(BlockValueStack.back() == e && "Nothing should have been pushed!");
529       assert(TheCache.hasCachedValueInfo(e.second, e.first) &&
530              "Result should be in cache!");
531 
532       DEBUG(dbgs() << "POP " << *e.second << " in " << e.first->getName()
533                    << " = " << TheCache.getCachedValueInfo(e.second, e.first) << "\n");
534 
535       BlockValueStack.pop_back();
536       BlockValueSet.erase(e);
537     } else {
538       // More work needs to be done before revisiting.
539       assert(BlockValueStack.back() != e && "Stack should have been pushed!");
540     }
541   }
542 }
543 
544 bool LazyValueInfoImpl::hasBlockValue(Value *Val, BasicBlock *BB) {
545   // If already a constant, there is nothing to compute.
546   if (isa<Constant>(Val))
547     return true;
548 
549   return TheCache.hasCachedValueInfo(Val, BB);
550 }
551 
552 ValueLatticeElement LazyValueInfoImpl::getBlockValue(Value *Val,
553                                                      BasicBlock *BB) {
554   // If already a constant, there is nothing to compute.
555   if (Constant *VC = dyn_cast<Constant>(Val))
556     return ValueLatticeElement::get(VC);
557 
558   return TheCache.getCachedValueInfo(Val, BB);
559 }
560 
561 static ValueLatticeElement getFromRangeMetadata(Instruction *BBI) {
562   switch (BBI->getOpcode()) {
563   default: break;
564   case Instruction::Load:
565   case Instruction::Call:
566   case Instruction::Invoke:
567     if (MDNode *Ranges = BBI->getMetadata(LLVMContext::MD_range))
568       if (isa<IntegerType>(BBI->getType())) {
569         return ValueLatticeElement::getRange(
570             getConstantRangeFromMetadata(*Ranges));
571       }
572     break;
573   };
574   // Nothing known - will be intersected with other facts
575   return ValueLatticeElement::getOverdefined();
576 }
577 
578 bool LazyValueInfoImpl::solveBlockValue(Value *Val, BasicBlock *BB) {
579   if (isa<Constant>(Val))
580     return true;
581 
582   if (TheCache.hasCachedValueInfo(Val, BB)) {
583     // If we have a cached value, use that.
584     DEBUG(dbgs() << "  reuse BB '" << BB->getName()
585                  << "' val=" << TheCache.getCachedValueInfo(Val, BB) << '\n');
586 
587     // Since we're reusing a cached value, we don't need to update the
588     // OverDefinedCache. The cache will have been properly updated whenever the
589     // cached value was inserted.
590     return true;
591   }
592 
593   // Hold off inserting this value into the Cache in case we have to return
594   // false and come back later.
595   ValueLatticeElement Res;
596   if (!solveBlockValueImpl(Res, Val, BB))
597     // Work pushed, will revisit
598     return false;
599 
600   TheCache.insertResult(Val, BB, Res);
601   return true;
602 }
603 
604 bool LazyValueInfoImpl::solveBlockValueImpl(ValueLatticeElement &Res,
605                                             Value *Val, BasicBlock *BB) {
606 
607   Instruction *BBI = dyn_cast<Instruction>(Val);
608   if (!BBI || BBI->getParent() != BB)
609     return solveBlockValueNonLocal(Res, Val, BB);
610 
611   if (PHINode *PN = dyn_cast<PHINode>(BBI))
612     return solveBlockValuePHINode(Res, PN, BB);
613 
614   if (auto *SI = dyn_cast<SelectInst>(BBI))
615     return solveBlockValueSelect(Res, SI, BB);
616 
617   // If this value is a nonnull pointer, record it's range and bailout.  Note
618   // that for all other pointer typed values, we terminate the search at the
619   // definition.  We could easily extend this to look through geps, bitcasts,
620   // and the like to prove non-nullness, but it's not clear that's worth it
621   // compile time wise.  The context-insensitive value walk done inside
622   // isKnownNonZero gets most of the profitable cases at much less expense.
623   // This does mean that we have a sensativity to where the defining
624   // instruction is placed, even if it could legally be hoisted much higher.
625   // That is unfortunate.
626   PointerType *PT = dyn_cast<PointerType>(BBI->getType());
627   if (PT && isKnownNonZero(BBI, DL)) {
628     Res = ValueLatticeElement::getNot(ConstantPointerNull::get(PT));
629     return true;
630   }
631   if (BBI->getType()->isIntegerTy()) {
632     if (auto *CI = dyn_cast<CastInst>(BBI))
633       return solveBlockValueCast(Res, CI, BB);
634 
635     BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI);
636     if (BO && isa<ConstantInt>(BO->getOperand(1)))
637       return solveBlockValueBinaryOp(Res, BO, BB);
638   }
639 
640   DEBUG(dbgs() << " compute BB '" << BB->getName()
641                  << "' - unknown inst def found.\n");
642   Res = getFromRangeMetadata(BBI);
643   return true;
644 }
645 
646 static bool InstructionDereferencesPointer(Instruction *I, Value *Ptr) {
647   if (LoadInst *L = dyn_cast<LoadInst>(I)) {
648     return L->getPointerAddressSpace() == 0 &&
649            GetUnderlyingObject(L->getPointerOperand(),
650                                L->getModule()->getDataLayout()) == Ptr;
651   }
652   if (StoreInst *S = dyn_cast<StoreInst>(I)) {
653     return S->getPointerAddressSpace() == 0 &&
654            GetUnderlyingObject(S->getPointerOperand(),
655                                S->getModule()->getDataLayout()) == Ptr;
656   }
657   if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) {
658     if (MI->isVolatile()) return false;
659 
660     // FIXME: check whether it has a valuerange that excludes zero?
661     ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength());
662     if (!Len || Len->isZero()) return false;
663 
664     if (MI->getDestAddressSpace() == 0)
665       if (GetUnderlyingObject(MI->getRawDest(),
666                               MI->getModule()->getDataLayout()) == Ptr)
667         return true;
668     if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI))
669       if (MTI->getSourceAddressSpace() == 0)
670         if (GetUnderlyingObject(MTI->getRawSource(),
671                                 MTI->getModule()->getDataLayout()) == Ptr)
672           return true;
673   }
674   return false;
675 }
676 
677 /// Return true if the allocation associated with Val is ever dereferenced
678 /// within the given basic block.  This establishes the fact Val is not null,
679 /// but does not imply that the memory at Val is dereferenceable.  (Val may
680 /// point off the end of the dereferenceable part of the object.)
681 static bool isObjectDereferencedInBlock(Value *Val, BasicBlock *BB) {
682   assert(Val->getType()->isPointerTy());
683 
684   const DataLayout &DL = BB->getModule()->getDataLayout();
685   Value *UnderlyingVal = GetUnderlyingObject(Val, DL);
686   // If 'GetUnderlyingObject' didn't converge, skip it. It won't converge
687   // inside InstructionDereferencesPointer either.
688   if (UnderlyingVal == GetUnderlyingObject(UnderlyingVal, DL, 1))
689     for (Instruction &I : *BB)
690       if (InstructionDereferencesPointer(&I, UnderlyingVal))
691         return true;
692   return false;
693 }
694 
695 bool LazyValueInfoImpl::solveBlockValueNonLocal(ValueLatticeElement &BBLV,
696                                                  Value *Val, BasicBlock *BB) {
697   ValueLatticeElement Result;  // Start Undefined.
698 
699   // If this is the entry block, we must be asking about an argument.  The
700   // value is overdefined.
701   if (BB == &BB->getParent()->getEntryBlock()) {
702     assert(isa<Argument>(Val) && "Unknown live-in to the entry block");
703     // Before giving up, see if we can prove the pointer non-null local to
704     // this particular block.
705     if (Val->getType()->isPointerTy() &&
706         (isKnownNonZero(Val, DL) || isObjectDereferencedInBlock(Val, BB))) {
707       PointerType *PTy = cast<PointerType>(Val->getType());
708       Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy));
709     } else {
710       Result = ValueLatticeElement::getOverdefined();
711     }
712     BBLV = Result;
713     return true;
714   }
715 
716   // Loop over all of our predecessors, merging what we know from them into
717   // result.  If we encounter an unexplored predecessor, we eagerly explore it
718   // in a depth first manner.  In practice, this has the effect of discovering
719   // paths we can't analyze eagerly without spending compile times analyzing
720   // other paths.  This heuristic benefits from the fact that predecessors are
721   // frequently arranged such that dominating ones come first and we quickly
722   // find a path to function entry.  TODO: We should consider explicitly
723   // canonicalizing to make this true rather than relying on this happy
724   // accident.
725   for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
726     ValueLatticeElement EdgeResult;
727     if (!getEdgeValue(Val, *PI, BB, EdgeResult))
728       // Explore that input, then return here
729       return false;
730 
731     Result.mergeIn(EdgeResult, DL);
732 
733     // If we hit overdefined, exit early.  The BlockVals entry is already set
734     // to overdefined.
735     if (Result.isOverdefined()) {
736       DEBUG(dbgs() << " compute BB '" << BB->getName()
737             << "' - overdefined because of pred (non local).\n");
738       // Before giving up, see if we can prove the pointer non-null local to
739       // this particular block.
740       if (Val->getType()->isPointerTy() &&
741           isObjectDereferencedInBlock(Val, BB)) {
742         PointerType *PTy = cast<PointerType>(Val->getType());
743         Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy));
744       }
745 
746       BBLV = Result;
747       return true;
748     }
749   }
750 
751   // Return the merged value, which is more precise than 'overdefined'.
752   assert(!Result.isOverdefined());
753   BBLV = Result;
754   return true;
755 }
756 
757 bool LazyValueInfoImpl::solveBlockValuePHINode(ValueLatticeElement &BBLV,
758                                                PHINode *PN, BasicBlock *BB) {
759   ValueLatticeElement Result;  // Start Undefined.
760 
761   // Loop over all of our predecessors, merging what we know from them into
762   // result.  See the comment about the chosen traversal order in
763   // solveBlockValueNonLocal; the same reasoning applies here.
764   for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) {
765     BasicBlock *PhiBB = PN->getIncomingBlock(i);
766     Value *PhiVal = PN->getIncomingValue(i);
767     ValueLatticeElement EdgeResult;
768     // Note that we can provide PN as the context value to getEdgeValue, even
769     // though the results will be cached, because PN is the value being used as
770     // the cache key in the caller.
771     if (!getEdgeValue(PhiVal, PhiBB, BB, EdgeResult, PN))
772       // Explore that input, then return here
773       return false;
774 
775     Result.mergeIn(EdgeResult, DL);
776 
777     // If we hit overdefined, exit early.  The BlockVals entry is already set
778     // to overdefined.
779     if (Result.isOverdefined()) {
780       DEBUG(dbgs() << " compute BB '" << BB->getName()
781             << "' - overdefined because of pred (local).\n");
782 
783       BBLV = Result;
784       return true;
785     }
786   }
787 
788   // Return the merged value, which is more precise than 'overdefined'.
789   assert(!Result.isOverdefined() && "Possible PHI in entry block?");
790   BBLV = Result;
791   return true;
792 }
793 
794 static ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
795                                                  bool isTrueDest = true);
796 
797 // If we can determine a constraint on the value given conditions assumed by
798 // the program, intersect those constraints with BBLV
799 void LazyValueInfoImpl::intersectAssumeOrGuardBlockValueConstantRange(
800         Value *Val, ValueLatticeElement &BBLV, Instruction *BBI) {
801   BBI = BBI ? BBI : dyn_cast<Instruction>(Val);
802   if (!BBI)
803     return;
804 
805   for (auto &AssumeVH : AC->assumptionsFor(Val)) {
806     if (!AssumeVH)
807       continue;
808     auto *I = cast<CallInst>(AssumeVH);
809     if (!isValidAssumeForContext(I, BBI, DT))
810       continue;
811 
812     BBLV = intersect(BBLV, getValueFromCondition(Val, I->getArgOperand(0)));
813   }
814 
815   // If guards are not used in the module, don't spend time looking for them
816   auto *GuardDecl = BBI->getModule()->getFunction(
817           Intrinsic::getName(Intrinsic::experimental_guard));
818   if (!GuardDecl || GuardDecl->use_empty())
819     return;
820 
821   for (Instruction &I : make_range(BBI->getIterator().getReverse(),
822                                    BBI->getParent()->rend())) {
823     Value *Cond = nullptr;
824     if (match(&I, m_Intrinsic<Intrinsic::experimental_guard>(m_Value(Cond))))
825       BBLV = intersect(BBLV, getValueFromCondition(Val, Cond));
826   }
827 }
828 
829 bool LazyValueInfoImpl::solveBlockValueSelect(ValueLatticeElement &BBLV,
830                                               SelectInst *SI, BasicBlock *BB) {
831 
832   // Recurse on our inputs if needed
833   if (!hasBlockValue(SI->getTrueValue(), BB)) {
834     if (pushBlockValue(std::make_pair(BB, SI->getTrueValue())))
835       return false;
836     BBLV = ValueLatticeElement::getOverdefined();
837     return true;
838   }
839   ValueLatticeElement TrueVal = getBlockValue(SI->getTrueValue(), BB);
840   // If we hit overdefined, don't ask more queries.  We want to avoid poisoning
841   // extra slots in the table if we can.
842   if (TrueVal.isOverdefined()) {
843     BBLV = ValueLatticeElement::getOverdefined();
844     return true;
845   }
846 
847   if (!hasBlockValue(SI->getFalseValue(), BB)) {
848     if (pushBlockValue(std::make_pair(BB, SI->getFalseValue())))
849       return false;
850     BBLV = ValueLatticeElement::getOverdefined();
851     return true;
852   }
853   ValueLatticeElement FalseVal = getBlockValue(SI->getFalseValue(), BB);
854   // If we hit overdefined, don't ask more queries.  We want to avoid poisoning
855   // extra slots in the table if we can.
856   if (FalseVal.isOverdefined()) {
857     BBLV = ValueLatticeElement::getOverdefined();
858     return true;
859   }
860 
861   if (TrueVal.isConstantRange() && FalseVal.isConstantRange()) {
862     const ConstantRange &TrueCR = TrueVal.getConstantRange();
863     const ConstantRange &FalseCR = FalseVal.getConstantRange();
864     Value *LHS = nullptr;
865     Value *RHS = nullptr;
866     SelectPatternResult SPR = matchSelectPattern(SI, LHS, RHS);
867     // Is this a min specifically of our two inputs?  (Avoid the risk of
868     // ValueTracking getting smarter looking back past our immediate inputs.)
869     if (SelectPatternResult::isMinOrMax(SPR.Flavor) &&
870         LHS == SI->getTrueValue() && RHS == SI->getFalseValue()) {
871       ConstantRange ResultCR = [&]() {
872         switch (SPR.Flavor) {
873         default:
874           llvm_unreachable("unexpected minmax type!");
875         case SPF_SMIN:                   /// Signed minimum
876           return TrueCR.smin(FalseCR);
877         case SPF_UMIN:                   /// Unsigned minimum
878           return TrueCR.umin(FalseCR);
879         case SPF_SMAX:                   /// Signed maximum
880           return TrueCR.smax(FalseCR);
881         case SPF_UMAX:                   /// Unsigned maximum
882           return TrueCR.umax(FalseCR);
883         };
884       }();
885       BBLV = ValueLatticeElement::getRange(ResultCR);
886       return true;
887     }
888 
889     // TODO: ABS, NABS from the SelectPatternResult
890   }
891 
892   // Can we constrain the facts about the true and false values by using the
893   // condition itself?  This shows up with idioms like e.g. select(a > 5, a, 5).
894   // TODO: We could potentially refine an overdefined true value above.
895   Value *Cond = SI->getCondition();
896   TrueVal = intersect(TrueVal,
897                       getValueFromCondition(SI->getTrueValue(), Cond, true));
898   FalseVal = intersect(FalseVal,
899                        getValueFromCondition(SI->getFalseValue(), Cond, false));
900 
901   // Handle clamp idioms such as:
902   //   %24 = constantrange<0, 17>
903   //   %39 = icmp eq i32 %24, 0
904   //   %40 = add i32 %24, -1
905   //   %siv.next = select i1 %39, i32 16, i32 %40
906   //   %siv.next = constantrange<0, 17> not <-1, 17>
907   // In general, this can handle any clamp idiom which tests the edge
908   // condition via an equality or inequality.
909   if (auto *ICI = dyn_cast<ICmpInst>(Cond)) {
910     ICmpInst::Predicate Pred = ICI->getPredicate();
911     Value *A = ICI->getOperand(0);
912     if (ConstantInt *CIBase = dyn_cast<ConstantInt>(ICI->getOperand(1))) {
913       auto addConstants = [](ConstantInt *A, ConstantInt *B) {
914         assert(A->getType() == B->getType());
915         return ConstantInt::get(A->getType(), A->getValue() + B->getValue());
916       };
917       // See if either input is A + C2, subject to the constraint from the
918       // condition that A != C when that input is used.  We can assume that
919       // that input doesn't include C + C2.
920       ConstantInt *CIAdded;
921       switch (Pred) {
922       default: break;
923       case ICmpInst::ICMP_EQ:
924         if (match(SI->getFalseValue(), m_Add(m_Specific(A),
925                                              m_ConstantInt(CIAdded)))) {
926           auto ResNot = addConstants(CIBase, CIAdded);
927           FalseVal = intersect(FalseVal,
928                                ValueLatticeElement::getNot(ResNot));
929         }
930         break;
931       case ICmpInst::ICMP_NE:
932         if (match(SI->getTrueValue(), m_Add(m_Specific(A),
933                                             m_ConstantInt(CIAdded)))) {
934           auto ResNot = addConstants(CIBase, CIAdded);
935           TrueVal = intersect(TrueVal,
936                               ValueLatticeElement::getNot(ResNot));
937         }
938         break;
939       };
940     }
941   }
942 
943   ValueLatticeElement Result;  // Start Undefined.
944   Result.mergeIn(TrueVal, DL);
945   Result.mergeIn(FalseVal, DL);
946   BBLV = Result;
947   return true;
948 }
949 
950 bool LazyValueInfoImpl::solveBlockValueCast(ValueLatticeElement &BBLV,
951                                             CastInst *CI,
952                                             BasicBlock *BB) {
953   if (!CI->getOperand(0)->getType()->isSized()) {
954     // Without knowing how wide the input is, we can't analyze it in any useful
955     // way.
956     BBLV = ValueLatticeElement::getOverdefined();
957     return true;
958   }
959 
960   // Filter out casts we don't know how to reason about before attempting to
961   // recurse on our operand.  This can cut a long search short if we know we're
962   // not going to be able to get any useful information anways.
963   switch (CI->getOpcode()) {
964   case Instruction::Trunc:
965   case Instruction::SExt:
966   case Instruction::ZExt:
967   case Instruction::BitCast:
968     break;
969   default:
970     // Unhandled instructions are overdefined.
971     DEBUG(dbgs() << " compute BB '" << BB->getName()
972                  << "' - overdefined (unknown cast).\n");
973     BBLV = ValueLatticeElement::getOverdefined();
974     return true;
975   }
976 
977   // Figure out the range of the LHS.  If that fails, we still apply the
978   // transfer rule on the full set since we may be able to locally infer
979   // interesting facts.
980   if (!hasBlockValue(CI->getOperand(0), BB))
981     if (pushBlockValue(std::make_pair(BB, CI->getOperand(0))))
982       // More work to do before applying this transfer rule.
983       return false;
984 
985   const unsigned OperandBitWidth =
986     DL.getTypeSizeInBits(CI->getOperand(0)->getType());
987   ConstantRange LHSRange = ConstantRange(OperandBitWidth);
988   if (hasBlockValue(CI->getOperand(0), BB)) {
989     ValueLatticeElement LHSVal = getBlockValue(CI->getOperand(0), BB);
990     intersectAssumeOrGuardBlockValueConstantRange(CI->getOperand(0), LHSVal,
991                                                   CI);
992     if (LHSVal.isConstantRange())
993       LHSRange = LHSVal.getConstantRange();
994   }
995 
996   const unsigned ResultBitWidth = CI->getType()->getIntegerBitWidth();
997 
998   // NOTE: We're currently limited by the set of operations that ConstantRange
999   // can evaluate symbolically.  Enhancing that set will allows us to analyze
1000   // more definitions.
1001   BBLV = ValueLatticeElement::getRange(LHSRange.castOp(CI->getOpcode(),
1002                                                        ResultBitWidth));
1003   return true;
1004 }
1005 
1006 bool LazyValueInfoImpl::solveBlockValueBinaryOp(ValueLatticeElement &BBLV,
1007                                                 BinaryOperator *BO,
1008                                                 BasicBlock *BB) {
1009 
1010   assert(BO->getOperand(0)->getType()->isSized() &&
1011          "all operands to binary operators are sized");
1012 
1013   // Filter out operators we don't know how to reason about before attempting to
1014   // recurse on our operand(s).  This can cut a long search short if we know
1015   // we're not going to be able to get any useful information anyways.
1016   switch (BO->getOpcode()) {
1017   case Instruction::Add:
1018   case Instruction::Sub:
1019   case Instruction::Mul:
1020   case Instruction::UDiv:
1021   case Instruction::Shl:
1022   case Instruction::LShr:
1023   case Instruction::AShr:
1024   case Instruction::And:
1025   case Instruction::Or:
1026     // continue into the code below
1027     break;
1028   default:
1029     // Unhandled instructions are overdefined.
1030     DEBUG(dbgs() << " compute BB '" << BB->getName()
1031                  << "' - overdefined (unknown binary operator).\n");
1032     BBLV = ValueLatticeElement::getOverdefined();
1033     return true;
1034   };
1035 
1036   // Figure out the range of the LHS.  If that fails, use a conservative range,
1037   // but apply the transfer rule anyways.  This lets us pick up facts from
1038   // expressions like "and i32 (call i32 @foo()), 32"
1039   if (!hasBlockValue(BO->getOperand(0), BB))
1040     if (pushBlockValue(std::make_pair(BB, BO->getOperand(0))))
1041       // More work to do before applying this transfer rule.
1042       return false;
1043 
1044   const unsigned OperandBitWidth =
1045     DL.getTypeSizeInBits(BO->getOperand(0)->getType());
1046   ConstantRange LHSRange = ConstantRange(OperandBitWidth);
1047   if (hasBlockValue(BO->getOperand(0), BB)) {
1048     ValueLatticeElement LHSVal = getBlockValue(BO->getOperand(0), BB);
1049     intersectAssumeOrGuardBlockValueConstantRange(BO->getOperand(0), LHSVal,
1050                                                   BO);
1051     if (LHSVal.isConstantRange())
1052       LHSRange = LHSVal.getConstantRange();
1053   }
1054 
1055   ConstantInt *RHS = cast<ConstantInt>(BO->getOperand(1));
1056   ConstantRange RHSRange = ConstantRange(RHS->getValue());
1057 
1058   // NOTE: We're currently limited by the set of operations that ConstantRange
1059   // can evaluate symbolically.  Enhancing that set will allows us to analyze
1060   // more definitions.
1061   Instruction::BinaryOps BinOp = BO->getOpcode();
1062   BBLV = ValueLatticeElement::getRange(LHSRange.binaryOp(BinOp, RHSRange));
1063   return true;
1064 }
1065 
1066 static ValueLatticeElement getValueFromICmpCondition(Value *Val, ICmpInst *ICI,
1067                                                      bool isTrueDest) {
1068   Value *LHS = ICI->getOperand(0);
1069   Value *RHS = ICI->getOperand(1);
1070   CmpInst::Predicate Predicate = ICI->getPredicate();
1071 
1072   if (isa<Constant>(RHS)) {
1073     if (ICI->isEquality() && LHS == Val) {
1074       // We know that V has the RHS constant if this is a true SETEQ or
1075       // false SETNE.
1076       if (isTrueDest == (Predicate == ICmpInst::ICMP_EQ))
1077         return ValueLatticeElement::get(cast<Constant>(RHS));
1078       else
1079         return ValueLatticeElement::getNot(cast<Constant>(RHS));
1080     }
1081   }
1082 
1083   if (!Val->getType()->isIntegerTy())
1084     return ValueLatticeElement::getOverdefined();
1085 
1086   // Use ConstantRange::makeAllowedICmpRegion in order to determine the possible
1087   // range of Val guaranteed by the condition. Recognize comparisons in the from
1088   // of:
1089   //  icmp <pred> Val, ...
1090   //  icmp <pred> (add Val, Offset), ...
1091   // The latter is the range checking idiom that InstCombine produces. Subtract
1092   // the offset from the allowed range for RHS in this case.
1093 
1094   // Val or (add Val, Offset) can be on either hand of the comparison
1095   if (LHS != Val && !match(LHS, m_Add(m_Specific(Val), m_ConstantInt()))) {
1096     std::swap(LHS, RHS);
1097     Predicate = CmpInst::getSwappedPredicate(Predicate);
1098   }
1099 
1100   ConstantInt *Offset = nullptr;
1101   if (LHS != Val)
1102     match(LHS, m_Add(m_Specific(Val), m_ConstantInt(Offset)));
1103 
1104   if (LHS == Val || Offset) {
1105     // Calculate the range of values that are allowed by the comparison
1106     ConstantRange RHSRange(RHS->getType()->getIntegerBitWidth(),
1107                            /*isFullSet=*/true);
1108     if (ConstantInt *CI = dyn_cast<ConstantInt>(RHS))
1109       RHSRange = ConstantRange(CI->getValue());
1110     else if (Instruction *I = dyn_cast<Instruction>(RHS))
1111       if (auto *Ranges = I->getMetadata(LLVMContext::MD_range))
1112         RHSRange = getConstantRangeFromMetadata(*Ranges);
1113 
1114     // If we're interested in the false dest, invert the condition
1115     CmpInst::Predicate Pred =
1116             isTrueDest ? Predicate : CmpInst::getInversePredicate(Predicate);
1117     ConstantRange TrueValues =
1118             ConstantRange::makeAllowedICmpRegion(Pred, RHSRange);
1119 
1120     if (Offset) // Apply the offset from above.
1121       TrueValues = TrueValues.subtract(Offset->getValue());
1122 
1123     return ValueLatticeElement::getRange(std::move(TrueValues));
1124   }
1125 
1126   return ValueLatticeElement::getOverdefined();
1127 }
1128 
1129 static ValueLatticeElement
1130 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
1131                       DenseMap<Value*, ValueLatticeElement> &Visited);
1132 
1133 static ValueLatticeElement
1134 getValueFromConditionImpl(Value *Val, Value *Cond, bool isTrueDest,
1135                           DenseMap<Value*, ValueLatticeElement> &Visited) {
1136   if (ICmpInst *ICI = dyn_cast<ICmpInst>(Cond))
1137     return getValueFromICmpCondition(Val, ICI, isTrueDest);
1138 
1139   // Handle conditions in the form of (cond1 && cond2), we know that on the
1140   // true dest path both of the conditions hold. Similarly for conditions of
1141   // the form (cond1 || cond2), we know that on the false dest path neither
1142   // condition holds.
1143   BinaryOperator *BO = dyn_cast<BinaryOperator>(Cond);
1144   if (!BO || (isTrueDest && BO->getOpcode() != BinaryOperator::And) ||
1145              (!isTrueDest && BO->getOpcode() != BinaryOperator::Or))
1146     return ValueLatticeElement::getOverdefined();
1147 
1148   // Prevent infinite recursion if Cond references itself as in this example:
1149   //  Cond: "%tmp4 = and i1 %tmp4, undef"
1150   //    BL: "%tmp4 = and i1 %tmp4, undef"
1151   //    BR: "i1 undef"
1152   Value *BL = BO->getOperand(0);
1153   Value *BR = BO->getOperand(1);
1154   if (BL == Cond || BR == Cond)
1155     return ValueLatticeElement::getOverdefined();
1156 
1157   return intersect(getValueFromCondition(Val, BL, isTrueDest, Visited),
1158                    getValueFromCondition(Val, BR, isTrueDest, Visited));
1159 }
1160 
1161 static ValueLatticeElement
1162 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
1163                       DenseMap<Value*, ValueLatticeElement> &Visited) {
1164   auto I = Visited.find(Cond);
1165   if (I != Visited.end())
1166     return I->second;
1167 
1168   auto Result = getValueFromConditionImpl(Val, Cond, isTrueDest, Visited);
1169   Visited[Cond] = Result;
1170   return Result;
1171 }
1172 
1173 ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
1174                                           bool isTrueDest) {
1175   assert(Cond && "precondition");
1176   DenseMap<Value*, ValueLatticeElement> Visited;
1177   return getValueFromCondition(Val, Cond, isTrueDest, Visited);
1178 }
1179 
1180 // Return true if Usr has Op as an operand, otherwise false.
1181 static bool usesOperand(User *Usr, Value *Op) {
1182   return find(Usr->operands(), Op) != Usr->op_end();
1183 }
1184 
1185 // Return true if the instruction type of Val is supported by
1186 // constantFoldUser(). Currently CastInst and BinaryOperator only.  Call this
1187 // before calling constantFoldUser() to find out if it's even worth attempting
1188 // to call it.
1189 static bool isOperationFoldable(User *Usr) {
1190   return isa<CastInst>(Usr) || isa<BinaryOperator>(Usr);
1191 }
1192 
1193 // Check if Usr can be simplified to an integer constant when the value of one
1194 // of its operands Op is an integer constant OpConstVal. If so, return it as an
1195 // lattice value range with a single element or otherwise return an overdefined
1196 // lattice value.
1197 static ValueLatticeElement constantFoldUser(User *Usr, Value *Op,
1198                                             const APInt &OpConstVal,
1199                                             const DataLayout &DL) {
1200   assert(isOperationFoldable(Usr) && "Precondition");
1201   Constant* OpConst = Constant::getIntegerValue(Op->getType(), OpConstVal);
1202   // Check if Usr can be simplified to a constant.
1203   if (auto *CI = dyn_cast<CastInst>(Usr)) {
1204     assert(CI->getOperand(0) == Op && "Operand 0 isn't Op");
1205     if (auto *C = dyn_cast_or_null<ConstantInt>(
1206             SimplifyCastInst(CI->getOpcode(), OpConst,
1207                              CI->getDestTy(), DL))) {
1208       return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
1209     }
1210   } else if (auto *BO = dyn_cast<BinaryOperator>(Usr)) {
1211     bool Op0Match = BO->getOperand(0) == Op;
1212     bool Op1Match = BO->getOperand(1) == Op;
1213     assert((Op0Match || Op1Match) &&
1214            "Operand 0 nor Operand 1 isn't a match");
1215     Value *LHS = Op0Match ? OpConst : BO->getOperand(0);
1216     Value *RHS = Op1Match ? OpConst : BO->getOperand(1);
1217     if (auto *C = dyn_cast_or_null<ConstantInt>(
1218             SimplifyBinOp(BO->getOpcode(), LHS, RHS, DL))) {
1219       return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
1220     }
1221   }
1222   return ValueLatticeElement::getOverdefined();
1223 }
1224 
1225 /// \brief Compute the value of Val on the edge BBFrom -> BBTo. Returns false if
1226 /// Val is not constrained on the edge.  Result is unspecified if return value
1227 /// is false.
1228 static bool getEdgeValueLocal(Value *Val, BasicBlock *BBFrom,
1229                               BasicBlock *BBTo, ValueLatticeElement &Result) {
1230   // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we
1231   // know that v != 0.
1232   if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) {
1233     // If this is a conditional branch and only one successor goes to BBTo, then
1234     // we may be able to infer something from the condition.
1235     if (BI->isConditional() &&
1236         BI->getSuccessor(0) != BI->getSuccessor(1)) {
1237       bool isTrueDest = BI->getSuccessor(0) == BBTo;
1238       assert(BI->getSuccessor(!isTrueDest) == BBTo &&
1239              "BBTo isn't a successor of BBFrom");
1240       Value *Condition = BI->getCondition();
1241 
1242       // If V is the condition of the branch itself, then we know exactly what
1243       // it is.
1244       if (Condition == Val) {
1245         Result = ValueLatticeElement::get(ConstantInt::get(
1246                               Type::getInt1Ty(Val->getContext()), isTrueDest));
1247         return true;
1248       }
1249 
1250       // If the condition of the branch is an equality comparison, we may be
1251       // able to infer the value.
1252       Result = getValueFromCondition(Val, Condition, isTrueDest);
1253       if (!Result.isOverdefined())
1254         return true;
1255 
1256       if (User *Usr = dyn_cast<User>(Val)) {
1257         assert(Result.isOverdefined() && "Result isn't overdefined");
1258         // Check with isOperationFoldable() first to avoid linearly iterating
1259         // over the operands unnecessarily which can be expensive for
1260         // instructions with many operands.
1261         if (isa<IntegerType>(Usr->getType()) && isOperationFoldable(Usr)) {
1262           const DataLayout &DL = BBTo->getModule()->getDataLayout();
1263           if (usesOperand(Usr, Condition)) {
1264             // If Val has Condition as an operand and Val can be folded into a
1265             // constant with either Condition == true or Condition == false,
1266             // propagate the constant.
1267             // eg.
1268             //   ; %Val is true on the edge to %then.
1269             //   %Val = and i1 %Condition, true.
1270             //   br %Condition, label %then, label %else
1271             APInt ConditionVal(1, isTrueDest ? 1 : 0);
1272             Result = constantFoldUser(Usr, Condition, ConditionVal, DL);
1273           } else {
1274             // If one of Val's operand has an inferred value, we may be able to
1275             // infer the value of Val.
1276             // eg.
1277             //    ; %Val is 94 on the edge to %then.
1278             //    %Val = add i8 %Op, 1
1279             //    %Condition = icmp eq i8 %Op, 93
1280             //    br i1 %Condition, label %then, label %else
1281             for (unsigned i = 0; i < Usr->getNumOperands(); ++i) {
1282               Value *Op = Usr->getOperand(i);
1283               ValueLatticeElement OpLatticeVal =
1284                   getValueFromCondition(Op, Condition, isTrueDest);
1285               if (Optional<APInt> OpConst = OpLatticeVal.asConstantInteger()) {
1286                 Result = constantFoldUser(Usr, Op, OpConst.getValue(), DL);
1287                 break;
1288               }
1289             }
1290           }
1291         }
1292       }
1293       if (!Result.isOverdefined())
1294         return true;
1295     }
1296   }
1297 
1298   // If the edge was formed by a switch on the value, then we may know exactly
1299   // what it is.
1300   if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) {
1301     Value *Condition = SI->getCondition();
1302     if (!isa<IntegerType>(Val->getType()))
1303       return false;
1304     bool ValUsesConditionAndMayBeFoldable = false;
1305     if (Condition != Val) {
1306       // Check if Val has Condition as an operand.
1307       if (User *Usr = dyn_cast<User>(Val))
1308         ValUsesConditionAndMayBeFoldable = isOperationFoldable(Usr) &&
1309             usesOperand(Usr, Condition);
1310       if (!ValUsesConditionAndMayBeFoldable)
1311         return false;
1312     }
1313     assert((Condition == Val || ValUsesConditionAndMayBeFoldable) &&
1314            "Condition != Val nor Val doesn't use Condition");
1315 
1316     bool DefaultCase = SI->getDefaultDest() == BBTo;
1317     unsigned BitWidth = Val->getType()->getIntegerBitWidth();
1318     ConstantRange EdgesVals(BitWidth, DefaultCase/*isFullSet*/);
1319 
1320     for (auto Case : SI->cases()) {
1321       APInt CaseValue = Case.getCaseValue()->getValue();
1322       ConstantRange EdgeVal(CaseValue);
1323       if (ValUsesConditionAndMayBeFoldable) {
1324         User *Usr = cast<User>(Val);
1325         const DataLayout &DL = BBTo->getModule()->getDataLayout();
1326         ValueLatticeElement EdgeLatticeVal =
1327             constantFoldUser(Usr, Condition, CaseValue, DL);
1328         if (EdgeLatticeVal.isOverdefined())
1329           return false;
1330         EdgeVal = EdgeLatticeVal.getConstantRange();
1331       }
1332       if (DefaultCase) {
1333         // It is possible that the default destination is the destination of
1334         // some cases. We cannot perform difference for those cases.
1335         // We know Condition != CaseValue in BBTo.  In some cases we can use
1336         // this to infer Val == f(Condition) is != f(CaseValue).  For now, we
1337         // only do this when f is identity (i.e. Val == Condition), but we
1338         // should be able to do this for any injective f.
1339         if (Case.getCaseSuccessor() != BBTo && Condition == Val)
1340           EdgesVals = EdgesVals.difference(EdgeVal);
1341       } else if (Case.getCaseSuccessor() == BBTo)
1342         EdgesVals = EdgesVals.unionWith(EdgeVal);
1343     }
1344     Result = ValueLatticeElement::getRange(std::move(EdgesVals));
1345     return true;
1346   }
1347   return false;
1348 }
1349 
1350 /// \brief Compute the value of Val on the edge BBFrom -> BBTo or the value at
1351 /// the basic block if the edge does not constrain Val.
1352 bool LazyValueInfoImpl::getEdgeValue(Value *Val, BasicBlock *BBFrom,
1353                                      BasicBlock *BBTo,
1354                                      ValueLatticeElement &Result,
1355                                      Instruction *CxtI) {
1356   // If already a constant, there is nothing to compute.
1357   if (Constant *VC = dyn_cast<Constant>(Val)) {
1358     Result = ValueLatticeElement::get(VC);
1359     return true;
1360   }
1361 
1362   ValueLatticeElement LocalResult;
1363   if (!getEdgeValueLocal(Val, BBFrom, BBTo, LocalResult))
1364     // If we couldn't constrain the value on the edge, LocalResult doesn't
1365     // provide any information.
1366     LocalResult = ValueLatticeElement::getOverdefined();
1367 
1368   if (hasSingleValue(LocalResult)) {
1369     // Can't get any more precise here
1370     Result = LocalResult;
1371     return true;
1372   }
1373 
1374   if (!hasBlockValue(Val, BBFrom)) {
1375     if (pushBlockValue(std::make_pair(BBFrom, Val)))
1376       return false;
1377     // No new information.
1378     Result = LocalResult;
1379     return true;
1380   }
1381 
1382   // Try to intersect ranges of the BB and the constraint on the edge.
1383   ValueLatticeElement InBlock = getBlockValue(Val, BBFrom);
1384   intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock,
1385                                                 BBFrom->getTerminator());
1386   // We can use the context instruction (generically the ultimate instruction
1387   // the calling pass is trying to simplify) here, even though the result of
1388   // this function is generally cached when called from the solve* functions
1389   // (and that cached result might be used with queries using a different
1390   // context instruction), because when this function is called from the solve*
1391   // functions, the context instruction is not provided. When called from
1392   // LazyValueInfoImpl::getValueOnEdge, the context instruction is provided,
1393   // but then the result is not cached.
1394   intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, CxtI);
1395 
1396   Result = intersect(LocalResult, InBlock);
1397   return true;
1398 }
1399 
1400 ValueLatticeElement LazyValueInfoImpl::getValueInBlock(Value *V, BasicBlock *BB,
1401                                                        Instruction *CxtI) {
1402   DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '"
1403         << BB->getName() << "'\n");
1404 
1405   assert(BlockValueStack.empty() && BlockValueSet.empty());
1406   if (!hasBlockValue(V, BB)) {
1407     pushBlockValue(std::make_pair(BB, V));
1408     solve();
1409   }
1410   ValueLatticeElement Result = getBlockValue(V, BB);
1411   intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
1412 
1413   DEBUG(dbgs() << "  Result = " << Result << "\n");
1414   return Result;
1415 }
1416 
1417 ValueLatticeElement LazyValueInfoImpl::getValueAt(Value *V, Instruction *CxtI) {
1418   DEBUG(dbgs() << "LVI Getting value " << *V << " at '"
1419         << CxtI->getName() << "'\n");
1420 
1421   if (auto *C = dyn_cast<Constant>(V))
1422     return ValueLatticeElement::get(C);
1423 
1424   ValueLatticeElement Result = ValueLatticeElement::getOverdefined();
1425   if (auto *I = dyn_cast<Instruction>(V))
1426     Result = getFromRangeMetadata(I);
1427   intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
1428 
1429   DEBUG(dbgs() << "  Result = " << Result << "\n");
1430   return Result;
1431 }
1432 
1433 ValueLatticeElement LazyValueInfoImpl::
1434 getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB,
1435                Instruction *CxtI) {
1436   DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '"
1437         << FromBB->getName() << "' to '" << ToBB->getName() << "'\n");
1438 
1439   ValueLatticeElement Result;
1440   if (!getEdgeValue(V, FromBB, ToBB, Result, CxtI)) {
1441     solve();
1442     bool WasFastQuery = getEdgeValue(V, FromBB, ToBB, Result, CxtI);
1443     (void)WasFastQuery;
1444     assert(WasFastQuery && "More work to do after problem solved?");
1445   }
1446 
1447   DEBUG(dbgs() << "  Result = " << Result << "\n");
1448   return Result;
1449 }
1450 
1451 void LazyValueInfoImpl::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
1452                                    BasicBlock *NewSucc) {
1453   TheCache.threadEdgeImpl(OldSucc, NewSucc);
1454 }
1455 
1456 //===----------------------------------------------------------------------===//
1457 //                            LazyValueInfo Impl
1458 //===----------------------------------------------------------------------===//
1459 
1460 /// This lazily constructs the LazyValueInfoImpl.
1461 static LazyValueInfoImpl &getImpl(void *&PImpl, AssumptionCache *AC,
1462                                   const DataLayout *DL,
1463                                   DominatorTree *DT = nullptr) {
1464   if (!PImpl) {
1465     assert(DL && "getCache() called with a null DataLayout");
1466     PImpl = new LazyValueInfoImpl(AC, *DL, DT);
1467   }
1468   return *static_cast<LazyValueInfoImpl*>(PImpl);
1469 }
1470 
1471 bool LazyValueInfoWrapperPass::runOnFunction(Function &F) {
1472   Info.AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F);
1473   const DataLayout &DL = F.getParent()->getDataLayout();
1474 
1475   DominatorTreeWrapperPass *DTWP =
1476       getAnalysisIfAvailable<DominatorTreeWrapperPass>();
1477   Info.DT = DTWP ? &DTWP->getDomTree() : nullptr;
1478   Info.TLI = &getAnalysis<TargetLibraryInfoWrapperPass>().getTLI();
1479 
1480   if (Info.PImpl)
1481     getImpl(Info.PImpl, Info.AC, &DL, Info.DT).clear();
1482 
1483   // Fully lazy.
1484   return false;
1485 }
1486 
1487 void LazyValueInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const {
1488   AU.setPreservesAll();
1489   AU.addRequired<AssumptionCacheTracker>();
1490   AU.addRequired<TargetLibraryInfoWrapperPass>();
1491 }
1492 
1493 LazyValueInfo &LazyValueInfoWrapperPass::getLVI() { return Info; }
1494 
1495 LazyValueInfo::~LazyValueInfo() { releaseMemory(); }
1496 
1497 void LazyValueInfo::releaseMemory() {
1498   // If the cache was allocated, free it.
1499   if (PImpl) {
1500     delete &getImpl(PImpl, AC, nullptr);
1501     PImpl = nullptr;
1502   }
1503 }
1504 
1505 bool LazyValueInfo::invalidate(Function &F, const PreservedAnalyses &PA,
1506                                FunctionAnalysisManager::Invalidator &Inv) {
1507   // We need to invalidate if we have either failed to preserve this analyses
1508   // result directly or if any of its dependencies have been invalidated.
1509   auto PAC = PA.getChecker<LazyValueAnalysis>();
1510   if (!(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>()) ||
1511       (DT && Inv.invalidate<DominatorTreeAnalysis>(F, PA)))
1512     return true;
1513 
1514   return false;
1515 }
1516 
1517 void LazyValueInfoWrapperPass::releaseMemory() { Info.releaseMemory(); }
1518 
1519 LazyValueInfo LazyValueAnalysis::run(Function &F,
1520                                      FunctionAnalysisManager &FAM) {
1521   auto &AC = FAM.getResult<AssumptionAnalysis>(F);
1522   auto &TLI = FAM.getResult<TargetLibraryAnalysis>(F);
1523   auto *DT = FAM.getCachedResult<DominatorTreeAnalysis>(F);
1524 
1525   return LazyValueInfo(&AC, &F.getParent()->getDataLayout(), &TLI, DT);
1526 }
1527 
1528 /// Returns true if we can statically tell that this value will never be a
1529 /// "useful" constant.  In practice, this means we've got something like an
1530 /// alloca or a malloc call for which a comparison against a constant can
1531 /// only be guarding dead code.  Note that we are potentially giving up some
1532 /// precision in dead code (a constant result) in favour of avoiding a
1533 /// expensive search for a easily answered common query.
1534 static bool isKnownNonConstant(Value *V) {
1535   V = V->stripPointerCasts();
1536   // The return val of alloc cannot be a Constant.
1537   if (isa<AllocaInst>(V))
1538     return true;
1539   return false;
1540 }
1541 
1542 Constant *LazyValueInfo::getConstant(Value *V, BasicBlock *BB,
1543                                      Instruction *CxtI) {
1544   // Bail out early if V is known not to be a Constant.
1545   if (isKnownNonConstant(V))
1546     return nullptr;
1547 
1548   const DataLayout &DL = BB->getModule()->getDataLayout();
1549   ValueLatticeElement Result =
1550       getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI);
1551 
1552   if (Result.isConstant())
1553     return Result.getConstant();
1554   if (Result.isConstantRange()) {
1555     const ConstantRange &CR = Result.getConstantRange();
1556     if (const APInt *SingleVal = CR.getSingleElement())
1557       return ConstantInt::get(V->getContext(), *SingleVal);
1558   }
1559   return nullptr;
1560 }
1561 
1562 ConstantRange LazyValueInfo::getConstantRange(Value *V, BasicBlock *BB,
1563                                               Instruction *CxtI) {
1564   assert(V->getType()->isIntegerTy());
1565   unsigned Width = V->getType()->getIntegerBitWidth();
1566   const DataLayout &DL = BB->getModule()->getDataLayout();
1567   ValueLatticeElement Result =
1568       getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI);
1569   if (Result.isUndefined())
1570     return ConstantRange(Width, /*isFullSet=*/false);
1571   if (Result.isConstantRange())
1572     return Result.getConstantRange();
1573   // We represent ConstantInt constants as constant ranges but other kinds
1574   // of integer constants, i.e. ConstantExpr will be tagged as constants
1575   assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1576          "ConstantInt value must be represented as constantrange");
1577   return ConstantRange(Width, /*isFullSet=*/true);
1578 }
1579 
1580 /// Determine whether the specified value is known to be a
1581 /// constant on the specified edge. Return null if not.
1582 Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB,
1583                                            BasicBlock *ToBB,
1584                                            Instruction *CxtI) {
1585   const DataLayout &DL = FromBB->getModule()->getDataLayout();
1586   ValueLatticeElement Result =
1587       getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
1588 
1589   if (Result.isConstant())
1590     return Result.getConstant();
1591   if (Result.isConstantRange()) {
1592     const ConstantRange &CR = Result.getConstantRange();
1593     if (const APInt *SingleVal = CR.getSingleElement())
1594       return ConstantInt::get(V->getContext(), *SingleVal);
1595   }
1596   return nullptr;
1597 }
1598 
1599 ConstantRange LazyValueInfo::getConstantRangeOnEdge(Value *V,
1600                                                     BasicBlock *FromBB,
1601                                                     BasicBlock *ToBB,
1602                                                     Instruction *CxtI) {
1603   unsigned Width = V->getType()->getIntegerBitWidth();
1604   const DataLayout &DL = FromBB->getModule()->getDataLayout();
1605   ValueLatticeElement Result =
1606       getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
1607 
1608   if (Result.isUndefined())
1609     return ConstantRange(Width, /*isFullSet=*/false);
1610   if (Result.isConstantRange())
1611     return Result.getConstantRange();
1612   // We represent ConstantInt constants as constant ranges but other kinds
1613   // of integer constants, i.e. ConstantExpr will be tagged as constants
1614   assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1615          "ConstantInt value must be represented as constantrange");
1616   return ConstantRange(Width, /*isFullSet=*/true);
1617 }
1618 
1619 static LazyValueInfo::Tristate
1620 getPredicateResult(unsigned Pred, Constant *C, const ValueLatticeElement &Val,
1621                    const DataLayout &DL, TargetLibraryInfo *TLI) {
1622   // If we know the value is a constant, evaluate the conditional.
1623   Constant *Res = nullptr;
1624   if (Val.isConstant()) {
1625     Res = ConstantFoldCompareInstOperands(Pred, Val.getConstant(), C, DL, TLI);
1626     if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res))
1627       return ResCI->isZero() ? LazyValueInfo::False : LazyValueInfo::True;
1628     return LazyValueInfo::Unknown;
1629   }
1630 
1631   if (Val.isConstantRange()) {
1632     ConstantInt *CI = dyn_cast<ConstantInt>(C);
1633     if (!CI) return LazyValueInfo::Unknown;
1634 
1635     const ConstantRange &CR = Val.getConstantRange();
1636     if (Pred == ICmpInst::ICMP_EQ) {
1637       if (!CR.contains(CI->getValue()))
1638         return LazyValueInfo::False;
1639 
1640       if (CR.isSingleElement())
1641         return LazyValueInfo::True;
1642     } else if (Pred == ICmpInst::ICMP_NE) {
1643       if (!CR.contains(CI->getValue()))
1644         return LazyValueInfo::True;
1645 
1646       if (CR.isSingleElement())
1647         return LazyValueInfo::False;
1648     } else {
1649       // Handle more complex predicates.
1650       ConstantRange TrueValues = ConstantRange::makeExactICmpRegion(
1651           (ICmpInst::Predicate)Pred, CI->getValue());
1652       if (TrueValues.contains(CR))
1653         return LazyValueInfo::True;
1654       if (TrueValues.inverse().contains(CR))
1655         return LazyValueInfo::False;
1656     }
1657     return LazyValueInfo::Unknown;
1658   }
1659 
1660   if (Val.isNotConstant()) {
1661     // If this is an equality comparison, we can try to fold it knowing that
1662     // "V != C1".
1663     if (Pred == ICmpInst::ICMP_EQ) {
1664       // !C1 == C -> false iff C1 == C.
1665       Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
1666                                             Val.getNotConstant(), C, DL,
1667                                             TLI);
1668       if (Res->isNullValue())
1669         return LazyValueInfo::False;
1670     } else if (Pred == ICmpInst::ICMP_NE) {
1671       // !C1 != C -> true iff C1 == C.
1672       Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
1673                                             Val.getNotConstant(), C, DL,
1674                                             TLI);
1675       if (Res->isNullValue())
1676         return LazyValueInfo::True;
1677     }
1678     return LazyValueInfo::Unknown;
1679   }
1680 
1681   return LazyValueInfo::Unknown;
1682 }
1683 
1684 /// Determine whether the specified value comparison with a constant is known to
1685 /// be true or false on the specified CFG edge. Pred is a CmpInst predicate.
1686 LazyValueInfo::Tristate
1687 LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C,
1688                                   BasicBlock *FromBB, BasicBlock *ToBB,
1689                                   Instruction *CxtI) {
1690   const DataLayout &DL = FromBB->getModule()->getDataLayout();
1691   ValueLatticeElement Result =
1692       getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
1693 
1694   return getPredicateResult(Pred, C, Result, DL, TLI);
1695 }
1696 
1697 LazyValueInfo::Tristate
1698 LazyValueInfo::getPredicateAt(unsigned Pred, Value *V, Constant *C,
1699                               Instruction *CxtI) {
1700   // Is or is not NonNull are common predicates being queried. If
1701   // isKnownNonZero can tell us the result of the predicate, we can
1702   // return it quickly. But this is only a fastpath, and falling
1703   // through would still be correct.
1704   const DataLayout &DL = CxtI->getModule()->getDataLayout();
1705   if (V->getType()->isPointerTy() && C->isNullValue() &&
1706       isKnownNonZero(V->stripPointerCasts(), DL)) {
1707     if (Pred == ICmpInst::ICMP_EQ)
1708       return LazyValueInfo::False;
1709     else if (Pred == ICmpInst::ICMP_NE)
1710       return LazyValueInfo::True;
1711   }
1712   ValueLatticeElement Result = getImpl(PImpl, AC, &DL, DT).getValueAt(V, CxtI);
1713   Tristate Ret = getPredicateResult(Pred, C, Result, DL, TLI);
1714   if (Ret != Unknown)
1715     return Ret;
1716 
1717   // Note: The following bit of code is somewhat distinct from the rest of LVI;
1718   // LVI as a whole tries to compute a lattice value which is conservatively
1719   // correct at a given location.  In this case, we have a predicate which we
1720   // weren't able to prove about the merged result, and we're pushing that
1721   // predicate back along each incoming edge to see if we can prove it
1722   // separately for each input.  As a motivating example, consider:
1723   // bb1:
1724   //   %v1 = ... ; constantrange<1, 5>
1725   //   br label %merge
1726   // bb2:
1727   //   %v2 = ... ; constantrange<10, 20>
1728   //   br label %merge
1729   // merge:
1730   //   %phi = phi [%v1, %v2] ; constantrange<1,20>
1731   //   %pred = icmp eq i32 %phi, 8
1732   // We can't tell from the lattice value for '%phi' that '%pred' is false
1733   // along each path, but by checking the predicate over each input separately,
1734   // we can.
1735   // We limit the search to one step backwards from the current BB and value.
1736   // We could consider extending this to search further backwards through the
1737   // CFG and/or value graph, but there are non-obvious compile time vs quality
1738   // tradeoffs.
1739   if (CxtI) {
1740     BasicBlock *BB = CxtI->getParent();
1741 
1742     // Function entry or an unreachable block.  Bail to avoid confusing
1743     // analysis below.
1744     pred_iterator PI = pred_begin(BB), PE = pred_end(BB);
1745     if (PI == PE)
1746       return Unknown;
1747 
1748     // If V is a PHI node in the same block as the context, we need to ask
1749     // questions about the predicate as applied to the incoming value along
1750     // each edge. This is useful for eliminating cases where the predicate is
1751     // known along all incoming edges.
1752     if (auto *PHI = dyn_cast<PHINode>(V))
1753       if (PHI->getParent() == BB) {
1754         Tristate Baseline = Unknown;
1755         for (unsigned i = 0, e = PHI->getNumIncomingValues(); i < e; i++) {
1756           Value *Incoming = PHI->getIncomingValue(i);
1757           BasicBlock *PredBB = PHI->getIncomingBlock(i);
1758           // Note that PredBB may be BB itself.
1759           Tristate Result = getPredicateOnEdge(Pred, Incoming, C, PredBB, BB,
1760                                                CxtI);
1761 
1762           // Keep going as long as we've seen a consistent known result for
1763           // all inputs.
1764           Baseline = (i == 0) ? Result /* First iteration */
1765             : (Baseline == Result ? Baseline : Unknown); /* All others */
1766           if (Baseline == Unknown)
1767             break;
1768         }
1769         if (Baseline != Unknown)
1770           return Baseline;
1771       }
1772 
1773     // For a comparison where the V is outside this block, it's possible
1774     // that we've branched on it before. Look to see if the value is known
1775     // on all incoming edges.
1776     if (!isa<Instruction>(V) ||
1777         cast<Instruction>(V)->getParent() != BB) {
1778       // For predecessor edge, determine if the comparison is true or false
1779       // on that edge. If they're all true or all false, we can conclude
1780       // the value of the comparison in this block.
1781       Tristate Baseline = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1782       if (Baseline != Unknown) {
1783         // Check that all remaining incoming values match the first one.
1784         while (++PI != PE) {
1785           Tristate Ret = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1786           if (Ret != Baseline) break;
1787         }
1788         // If we terminated early, then one of the values didn't match.
1789         if (PI == PE) {
1790           return Baseline;
1791         }
1792       }
1793     }
1794   }
1795   return Unknown;
1796 }
1797 
1798 void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
1799                                BasicBlock *NewSucc) {
1800   if (PImpl) {
1801     const DataLayout &DL = PredBB->getModule()->getDataLayout();
1802     getImpl(PImpl, AC, &DL, DT).threadEdge(PredBB, OldSucc, NewSucc);
1803   }
1804 }
1805 
1806 void LazyValueInfo::eraseBlock(BasicBlock *BB) {
1807   if (PImpl) {
1808     const DataLayout &DL = BB->getModule()->getDataLayout();
1809     getImpl(PImpl, AC, &DL, DT).eraseBlock(BB);
1810   }
1811 }
1812 
1813 
1814 void LazyValueInfo::printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
1815   if (PImpl) {
1816     getImpl(PImpl, AC, DL, DT).printLVI(F, DTree, OS);
1817   }
1818 }
1819 
1820 void LazyValueInfo::disableDT() {
1821   if (PImpl)
1822     getImpl(PImpl, AC, DL, DT).disableDT();
1823 }
1824 
1825 void LazyValueInfo::enableDT() {
1826   if (PImpl)
1827     getImpl(PImpl, AC, DL, DT).enableDT();
1828 }
1829 
1830 // Print the LVI for the function arguments at the start of each basic block.
1831 void LazyValueInfoAnnotatedWriter::emitBasicBlockStartAnnot(
1832     const BasicBlock *BB, formatted_raw_ostream &OS) {
1833   // Find if there are latticevalues defined for arguments of the function.
1834   auto *F = BB->getParent();
1835   for (auto &Arg : F->args()) {
1836     ValueLatticeElement Result = LVIImpl->getValueInBlock(
1837         const_cast<Argument *>(&Arg), const_cast<BasicBlock *>(BB));
1838     if (Result.isUndefined())
1839       continue;
1840     OS << "; LatticeVal for: '" << Arg << "' is: " << Result << "\n";
1841   }
1842 }
1843 
1844 // This function prints the LVI analysis for the instruction I at the beginning
1845 // of various basic blocks. It relies on calculated values that are stored in
1846 // the LazyValueInfoCache, and in the absence of cached values, recalculte the
1847 // LazyValueInfo for `I`, and print that info.
1848 void LazyValueInfoAnnotatedWriter::emitInstructionAnnot(
1849     const Instruction *I, formatted_raw_ostream &OS) {
1850 
1851   auto *ParentBB = I->getParent();
1852   SmallPtrSet<const BasicBlock*, 16> BlocksContainingLVI;
1853   // We can generate (solve) LVI values only for blocks that are dominated by
1854   // the I's parent. However, to avoid generating LVI for all dominating blocks,
1855   // that contain redundant/uninteresting information, we print LVI for
1856   // blocks that may use this LVI information (such as immediate successor
1857   // blocks, and blocks that contain uses of `I`).
1858   auto printResult = [&](const BasicBlock *BB) {
1859     if (!BlocksContainingLVI.insert(BB).second)
1860       return;
1861     ValueLatticeElement Result = LVIImpl->getValueInBlock(
1862         const_cast<Instruction *>(I), const_cast<BasicBlock *>(BB));
1863       OS << "; LatticeVal for: '" << *I << "' in BB: '";
1864       BB->printAsOperand(OS, false);
1865       OS << "' is: " << Result << "\n";
1866   };
1867 
1868   printResult(ParentBB);
1869   // Print the LVI analysis results for the immediate successor blocks, that
1870   // are dominated by `ParentBB`.
1871   for (auto *BBSucc : successors(ParentBB))
1872     if (DT.dominates(ParentBB, BBSucc))
1873       printResult(BBSucc);
1874 
1875   // Print LVI in blocks where `I` is used.
1876   for (auto *U : I->users())
1877     if (auto *UseI = dyn_cast<Instruction>(U))
1878       if (!isa<PHINode>(UseI) || DT.dominates(ParentBB, UseI->getParent()))
1879         printResult(UseI->getParent());
1880 
1881 }
1882 
1883 namespace {
1884 // Printer class for LazyValueInfo results.
1885 class LazyValueInfoPrinter : public FunctionPass {
1886 public:
1887   static char ID; // Pass identification, replacement for typeid
1888   LazyValueInfoPrinter() : FunctionPass(ID) {
1889     initializeLazyValueInfoPrinterPass(*PassRegistry::getPassRegistry());
1890   }
1891 
1892   void getAnalysisUsage(AnalysisUsage &AU) const override {
1893     AU.setPreservesAll();
1894     AU.addRequired<LazyValueInfoWrapperPass>();
1895     AU.addRequired<DominatorTreeWrapperPass>();
1896   }
1897 
1898   // Get the mandatory dominator tree analysis and pass this in to the
1899   // LVIPrinter. We cannot rely on the LVI's DT, since it's optional.
1900   bool runOnFunction(Function &F) override {
1901     dbgs() << "LVI for function '" << F.getName() << "':\n";
1902     auto &LVI = getAnalysis<LazyValueInfoWrapperPass>().getLVI();
1903     auto &DTree = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
1904     LVI.printLVI(F, DTree, dbgs());
1905     return false;
1906   }
1907 };
1908 }
1909 
1910 char LazyValueInfoPrinter::ID = 0;
1911 INITIALIZE_PASS_BEGIN(LazyValueInfoPrinter, "print-lazy-value-info",
1912                 "Lazy Value Info Printer Pass", false, false)
1913 INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass)
1914 INITIALIZE_PASS_END(LazyValueInfoPrinter, "print-lazy-value-info",
1915                 "Lazy Value Info Printer Pass", false, false)
1916