1 //===- AliasSetTracker.cpp - Alias Sets Tracker implementation-------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // This file implements the AliasSetTracker and AliasSet classes. 10 // 11 //===----------------------------------------------------------------------===// 12 13 #include "llvm/Analysis/AliasSetTracker.h" 14 #include "llvm/Analysis/GuardUtils.h" 15 #include "llvm/Analysis/LoopInfo.h" 16 #include "llvm/Analysis/MemoryLocation.h" 17 #include "llvm/Analysis/MemorySSA.h" 18 #include "llvm/Config/llvm-config.h" 19 #include "llvm/IR/Constants.h" 20 #include "llvm/IR/DataLayout.h" 21 #include "llvm/IR/Function.h" 22 #include "llvm/IR/InstIterator.h" 23 #include "llvm/IR/Instructions.h" 24 #include "llvm/IR/IntrinsicInst.h" 25 #include "llvm/IR/Module.h" 26 #include "llvm/IR/PassManager.h" 27 #include "llvm/IR/PatternMatch.h" 28 #include "llvm/IR/Value.h" 29 #include "llvm/InitializePasses.h" 30 #include "llvm/Pass.h" 31 #include "llvm/Support/AtomicOrdering.h" 32 #include "llvm/Support/CommandLine.h" 33 #include "llvm/Support/Compiler.h" 34 #include "llvm/Support/Debug.h" 35 #include "llvm/Support/ErrorHandling.h" 36 #include "llvm/Support/raw_ostream.h" 37 38 using namespace llvm; 39 40 static cl::opt<unsigned> 41 SaturationThreshold("alias-set-saturation-threshold", cl::Hidden, 42 cl::init(250), 43 cl::desc("The maximum number of pointers may-alias " 44 "sets may contain before degradation")); 45 46 /// mergeSetIn - Merge the specified alias set into this alias set. 47 /// 48 void AliasSet::mergeSetIn(AliasSet &AS, AliasSetTracker &AST) { 49 assert(!AS.Forward && "Alias set is already forwarding!"); 50 assert(!Forward && "This set is a forwarding set!!"); 51 52 bool WasMustAlias = (Alias == SetMustAlias); 53 // Update the alias and access types of this set... 54 Access |= AS.Access; 55 Alias |= AS.Alias; 56 57 if (Alias == SetMustAlias) { 58 // Check that these two merged sets really are must aliases. Since both 59 // used to be must-alias sets, we can just check any pointer from each set 60 // for aliasing. 61 AliasAnalysis &AA = AST.getAliasAnalysis(); 62 PointerRec *L = getSomePointer(); 63 PointerRec *R = AS.getSomePointer(); 64 65 // If the pointers are not a must-alias pair, this set becomes a may alias. 66 if (AA.alias(MemoryLocation(L->getValue(), L->getSize(), L->getAAInfo()), 67 MemoryLocation(R->getValue(), R->getSize(), R->getAAInfo())) != 68 MustAlias) 69 Alias = SetMayAlias; 70 } 71 72 if (Alias == SetMayAlias) { 73 if (WasMustAlias) 74 AST.TotalMayAliasSetSize += size(); 75 if (AS.Alias == SetMustAlias) 76 AST.TotalMayAliasSetSize += AS.size(); 77 } 78 79 bool ASHadUnknownInsts = !AS.UnknownInsts.empty(); 80 if (UnknownInsts.empty()) { // Merge call sites... 81 if (ASHadUnknownInsts) { 82 std::swap(UnknownInsts, AS.UnknownInsts); 83 addRef(); 84 } 85 } else if (ASHadUnknownInsts) { 86 llvm::append_range(UnknownInsts, AS.UnknownInsts); 87 AS.UnknownInsts.clear(); 88 } 89 90 AS.Forward = this; // Forward across AS now... 91 addRef(); // AS is now pointing to us... 92 93 // Merge the list of constituent pointers... 94 if (AS.PtrList) { 95 SetSize += AS.size(); 96 AS.SetSize = 0; 97 *PtrListEnd = AS.PtrList; 98 AS.PtrList->setPrevInList(PtrListEnd); 99 PtrListEnd = AS.PtrListEnd; 100 101 AS.PtrList = nullptr; 102 AS.PtrListEnd = &AS.PtrList; 103 assert(*AS.PtrListEnd == nullptr && "End of list is not null?"); 104 } 105 if (ASHadUnknownInsts) 106 AS.dropRef(AST); 107 } 108 109 void AliasSetTracker::removeAliasSet(AliasSet *AS) { 110 if (AliasSet *Fwd = AS->Forward) { 111 Fwd->dropRef(*this); 112 AS->Forward = nullptr; 113 } else // Update TotalMayAliasSetSize only if not forwarding. 114 if (AS->Alias == AliasSet::SetMayAlias) 115 TotalMayAliasSetSize -= AS->size(); 116 117 AliasSets.erase(AS); 118 // If we've removed the saturated alias set, set saturated marker back to 119 // nullptr and ensure this tracker is empty. 120 if (AS == AliasAnyAS) { 121 AliasAnyAS = nullptr; 122 assert(AliasSets.empty() && "Tracker not empty"); 123 } 124 } 125 126 void AliasSet::removeFromTracker(AliasSetTracker &AST) { 127 assert(RefCount == 0 && "Cannot remove non-dead alias set from tracker!"); 128 AST.removeAliasSet(this); 129 } 130 131 void AliasSet::addPointer(AliasSetTracker &AST, PointerRec &Entry, 132 LocationSize Size, const AAMDNodes &AAInfo, 133 bool KnownMustAlias, bool SkipSizeUpdate) { 134 assert(!Entry.hasAliasSet() && "Entry already in set!"); 135 136 // Check to see if we have to downgrade to _may_ alias. 137 if (isMustAlias()) 138 if (PointerRec *P = getSomePointer()) { 139 if (!KnownMustAlias) { 140 AliasAnalysis &AA = AST.getAliasAnalysis(); 141 AliasResult Result = AA.alias( 142 MemoryLocation(P->getValue(), P->getSize(), P->getAAInfo()), 143 MemoryLocation(Entry.getValue(), Size, AAInfo)); 144 if (Result != MustAlias) { 145 Alias = SetMayAlias; 146 AST.TotalMayAliasSetSize += size(); 147 } 148 assert(Result != NoAlias && "Cannot be part of must set!"); 149 } else if (!SkipSizeUpdate) 150 P->updateSizeAndAAInfo(Size, AAInfo); 151 } 152 153 Entry.setAliasSet(this); 154 Entry.updateSizeAndAAInfo(Size, AAInfo); 155 156 // Add it to the end of the list... 157 ++SetSize; 158 assert(*PtrListEnd == nullptr && "End of list is not null?"); 159 *PtrListEnd = &Entry; 160 PtrListEnd = Entry.setPrevInList(PtrListEnd); 161 assert(*PtrListEnd == nullptr && "End of list is not null?"); 162 // Entry points to alias set. 163 addRef(); 164 165 if (Alias == SetMayAlias) 166 AST.TotalMayAliasSetSize++; 167 } 168 169 void AliasSet::addUnknownInst(Instruction *I, AliasAnalysis &AA) { 170 if (UnknownInsts.empty()) 171 addRef(); 172 UnknownInsts.emplace_back(I); 173 174 // Guards are marked as modifying memory for control flow modelling purposes, 175 // but don't actually modify any specific memory location. 176 using namespace PatternMatch; 177 bool MayWriteMemory = I->mayWriteToMemory() && !isGuard(I) && 178 !(I->use_empty() && match(I, m_Intrinsic<Intrinsic::invariant_start>())); 179 if (!MayWriteMemory) { 180 Alias = SetMayAlias; 181 Access |= RefAccess; 182 return; 183 } 184 185 // FIXME: This should use mod/ref information to make this not suck so bad 186 Alias = SetMayAlias; 187 Access = ModRefAccess; 188 } 189 190 /// aliasesPointer - If the specified pointer "may" (or must) alias one of the 191 /// members in the set return the appropriate AliasResult. Otherwise return 192 /// NoAlias. 193 /// 194 AliasResult AliasSet::aliasesPointer(const Value *Ptr, LocationSize Size, 195 const AAMDNodes &AAInfo, 196 AliasAnalysis &AA) const { 197 if (AliasAny) 198 return MayAlias; 199 200 if (Alias == SetMustAlias) { 201 assert(UnknownInsts.empty() && "Illegal must alias set!"); 202 203 // If this is a set of MustAliases, only check to see if the pointer aliases 204 // SOME value in the set. 205 PointerRec *SomePtr = getSomePointer(); 206 assert(SomePtr && "Empty must-alias set??"); 207 return AA.alias(MemoryLocation(SomePtr->getValue(), SomePtr->getSize(), 208 SomePtr->getAAInfo()), 209 MemoryLocation(Ptr, Size, AAInfo)); 210 } 211 212 // If this is a may-alias set, we have to check all of the pointers in the set 213 // to be sure it doesn't alias the set... 214 for (iterator I = begin(), E = end(); I != E; ++I) 215 if (AliasResult AR = AA.alias( 216 MemoryLocation(Ptr, Size, AAInfo), 217 MemoryLocation(I.getPointer(), I.getSize(), I.getAAInfo()))) 218 return AR; 219 220 // Check the unknown instructions... 221 if (!UnknownInsts.empty()) { 222 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i) 223 if (auto *Inst = getUnknownInst(i)) 224 if (isModOrRefSet( 225 AA.getModRefInfo(Inst, MemoryLocation(Ptr, Size, AAInfo)))) 226 return MayAlias; 227 } 228 229 return NoAlias; 230 } 231 232 bool AliasSet::aliasesUnknownInst(const Instruction *Inst, 233 AliasAnalysis &AA) const { 234 235 if (AliasAny) 236 return true; 237 238 assert(Inst->mayReadOrWriteMemory() && 239 "Instruction must either read or write memory."); 240 241 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i) { 242 if (auto *UnknownInst = getUnknownInst(i)) { 243 const auto *C1 = dyn_cast<CallBase>(UnknownInst); 244 const auto *C2 = dyn_cast<CallBase>(Inst); 245 if (!C1 || !C2 || isModOrRefSet(AA.getModRefInfo(C1, C2)) || 246 isModOrRefSet(AA.getModRefInfo(C2, C1))) 247 return true; 248 } 249 } 250 251 for (iterator I = begin(), E = end(); I != E; ++I) 252 if (isModOrRefSet(AA.getModRefInfo( 253 Inst, MemoryLocation(I.getPointer(), I.getSize(), I.getAAInfo())))) 254 return true; 255 256 return false; 257 } 258 259 Instruction* AliasSet::getUniqueInstruction() { 260 if (AliasAny) 261 // May have collapses alias set 262 return nullptr; 263 if (begin() != end()) { 264 if (!UnknownInsts.empty()) 265 // Another instruction found 266 return nullptr; 267 if (std::next(begin()) != end()) 268 // Another instruction found 269 return nullptr; 270 Value *Addr = begin()->getValue(); 271 assert(!Addr->user_empty() && 272 "where's the instruction which added this pointer?"); 273 if (std::next(Addr->user_begin()) != Addr->user_end()) 274 // Another instruction found -- this is really restrictive 275 // TODO: generalize! 276 return nullptr; 277 return cast<Instruction>(*(Addr->user_begin())); 278 } 279 if (1 != UnknownInsts.size()) 280 return nullptr; 281 return cast<Instruction>(UnknownInsts[0]); 282 } 283 284 void AliasSetTracker::clear() { 285 // Delete all the PointerRec entries. 286 for (auto &I : PointerMap) 287 I.second->eraseFromList(); 288 289 PointerMap.clear(); 290 291 // The alias sets should all be clear now. 292 AliasSets.clear(); 293 } 294 295 /// mergeAliasSetsForPointer - Given a pointer, merge all alias sets that may 296 /// alias the pointer. Return the unified set, or nullptr if no set that aliases 297 /// the pointer was found. MustAliasAll is updated to true/false if the pointer 298 /// is found to MustAlias all the sets it merged. 299 AliasSet *AliasSetTracker::mergeAliasSetsForPointer(const Value *Ptr, 300 LocationSize Size, 301 const AAMDNodes &AAInfo, 302 bool &MustAliasAll) { 303 AliasSet *FoundSet = nullptr; 304 MustAliasAll = true; 305 for (AliasSet &AS : llvm::make_early_inc_range(*this)) { 306 if (AS.Forward) 307 continue; 308 309 AliasResult AR = AS.aliasesPointer(Ptr, Size, AAInfo, AA); 310 if (AR == NoAlias) 311 continue; 312 313 if (AR != MustAlias) 314 MustAliasAll = false; 315 316 if (!FoundSet) { 317 // If this is the first alias set ptr can go into, remember it. 318 FoundSet = &AS; 319 } else { 320 // Otherwise, we must merge the sets. 321 FoundSet->mergeSetIn(AS, *this); 322 } 323 } 324 325 return FoundSet; 326 } 327 328 AliasSet *AliasSetTracker::findAliasSetForUnknownInst(Instruction *Inst) { 329 AliasSet *FoundSet = nullptr; 330 for (AliasSet &AS : llvm::make_early_inc_range(*this)) { 331 if (AS.Forward || !AS.aliasesUnknownInst(Inst, AA)) 332 continue; 333 if (!FoundSet) { 334 // If this is the first alias set ptr can go into, remember it. 335 FoundSet = &AS; 336 } else { 337 // Otherwise, we must merge the sets. 338 FoundSet->mergeSetIn(AS, *this); 339 } 340 } 341 return FoundSet; 342 } 343 344 AliasSet &AliasSetTracker::getAliasSetFor(const MemoryLocation &MemLoc) { 345 346 Value * const Pointer = const_cast<Value*>(MemLoc.Ptr); 347 const LocationSize Size = MemLoc.Size; 348 const AAMDNodes &AAInfo = MemLoc.AATags; 349 350 AliasSet::PointerRec &Entry = getEntryFor(Pointer); 351 352 if (AliasAnyAS) { 353 // At this point, the AST is saturated, so we only have one active alias 354 // set. That means we already know which alias set we want to return, and 355 // just need to add the pointer to that set to keep the data structure 356 // consistent. 357 // This, of course, means that we will never need a merge here. 358 if (Entry.hasAliasSet()) { 359 Entry.updateSizeAndAAInfo(Size, AAInfo); 360 assert(Entry.getAliasSet(*this) == AliasAnyAS && 361 "Entry in saturated AST must belong to only alias set"); 362 } else { 363 AliasAnyAS->addPointer(*this, Entry, Size, AAInfo); 364 } 365 return *AliasAnyAS; 366 } 367 368 bool MustAliasAll = false; 369 // Check to see if the pointer is already known. 370 if (Entry.hasAliasSet()) { 371 // If the size changed, we may need to merge several alias sets. 372 // Note that we can *not* return the result of mergeAliasSetsForPointer 373 // due to a quirk of alias analysis behavior. Since alias(undef, undef) 374 // is NoAlias, mergeAliasSetsForPointer(undef, ...) will not find the 375 // the right set for undef, even if it exists. 376 if (Entry.updateSizeAndAAInfo(Size, AAInfo)) 377 mergeAliasSetsForPointer(Pointer, Size, AAInfo, MustAliasAll); 378 // Return the set! 379 return *Entry.getAliasSet(*this)->getForwardedTarget(*this); 380 } 381 382 if (AliasSet *AS = 383 mergeAliasSetsForPointer(Pointer, Size, AAInfo, MustAliasAll)) { 384 // Add it to the alias set it aliases. 385 AS->addPointer(*this, Entry, Size, AAInfo, MustAliasAll); 386 return *AS; 387 } 388 389 // Otherwise create a new alias set to hold the loaded pointer. 390 AliasSets.push_back(new AliasSet()); 391 AliasSets.back().addPointer(*this, Entry, Size, AAInfo, true); 392 return AliasSets.back(); 393 } 394 395 void AliasSetTracker::add(Value *Ptr, LocationSize Size, 396 const AAMDNodes &AAInfo) { 397 addPointer(MemoryLocation(Ptr, Size, AAInfo), AliasSet::NoAccess); 398 } 399 400 void AliasSetTracker::add(LoadInst *LI) { 401 if (isStrongerThanMonotonic(LI->getOrdering())) 402 return addUnknown(LI); 403 addPointer(MemoryLocation::get(LI), AliasSet::RefAccess); 404 } 405 406 void AliasSetTracker::add(StoreInst *SI) { 407 if (isStrongerThanMonotonic(SI->getOrdering())) 408 return addUnknown(SI); 409 addPointer(MemoryLocation::get(SI), AliasSet::ModAccess); 410 } 411 412 void AliasSetTracker::add(VAArgInst *VAAI) { 413 addPointer(MemoryLocation::get(VAAI), AliasSet::ModRefAccess); 414 } 415 416 void AliasSetTracker::add(AnyMemSetInst *MSI) { 417 addPointer(MemoryLocation::getForDest(MSI), AliasSet::ModAccess); 418 } 419 420 void AliasSetTracker::add(AnyMemTransferInst *MTI) { 421 addPointer(MemoryLocation::getForDest(MTI), AliasSet::ModAccess); 422 addPointer(MemoryLocation::getForSource(MTI), AliasSet::RefAccess); 423 } 424 425 void AliasSetTracker::addUnknown(Instruction *Inst) { 426 if (isa<DbgInfoIntrinsic>(Inst)) 427 return; // Ignore DbgInfo Intrinsics. 428 429 if (auto *II = dyn_cast<IntrinsicInst>(Inst)) { 430 // These intrinsics will show up as affecting memory, but they are just 431 // markers. 432 switch (II->getIntrinsicID()) { 433 default: 434 break; 435 // FIXME: Add lifetime/invariant intrinsics (See: PR30807). 436 case Intrinsic::assume: 437 case Intrinsic::experimental_noalias_scope_decl: 438 case Intrinsic::sideeffect: 439 case Intrinsic::pseudoprobe: 440 return; 441 } 442 } 443 if (!Inst->mayReadOrWriteMemory()) 444 return; // doesn't alias anything 445 446 if (AliasSet *AS = findAliasSetForUnknownInst(Inst)) { 447 AS->addUnknownInst(Inst, AA); 448 return; 449 } 450 AliasSets.push_back(new AliasSet()); 451 AliasSets.back().addUnknownInst(Inst, AA); 452 } 453 454 void AliasSetTracker::add(Instruction *I) { 455 // Dispatch to one of the other add methods. 456 if (LoadInst *LI = dyn_cast<LoadInst>(I)) 457 return add(LI); 458 if (StoreInst *SI = dyn_cast<StoreInst>(I)) 459 return add(SI); 460 if (VAArgInst *VAAI = dyn_cast<VAArgInst>(I)) 461 return add(VAAI); 462 if (AnyMemSetInst *MSI = dyn_cast<AnyMemSetInst>(I)) 463 return add(MSI); 464 if (AnyMemTransferInst *MTI = dyn_cast<AnyMemTransferInst>(I)) 465 return add(MTI); 466 467 // Handle all calls with known mod/ref sets genericall 468 if (auto *Call = dyn_cast<CallBase>(I)) 469 if (Call->onlyAccessesArgMemory()) { 470 auto getAccessFromModRef = [](ModRefInfo MRI) { 471 if (isRefSet(MRI) && isModSet(MRI)) 472 return AliasSet::ModRefAccess; 473 else if (isModSet(MRI)) 474 return AliasSet::ModAccess; 475 else if (isRefSet(MRI)) 476 return AliasSet::RefAccess; 477 else 478 return AliasSet::NoAccess; 479 }; 480 481 ModRefInfo CallMask = createModRefInfo(AA.getModRefBehavior(Call)); 482 483 // Some intrinsics are marked as modifying memory for control flow 484 // modelling purposes, but don't actually modify any specific memory 485 // location. 486 using namespace PatternMatch; 487 if (Call->use_empty() && 488 match(Call, m_Intrinsic<Intrinsic::invariant_start>())) 489 CallMask = clearMod(CallMask); 490 491 for (auto IdxArgPair : enumerate(Call->args())) { 492 int ArgIdx = IdxArgPair.index(); 493 const Value *Arg = IdxArgPair.value(); 494 if (!Arg->getType()->isPointerTy()) 495 continue; 496 MemoryLocation ArgLoc = 497 MemoryLocation::getForArgument(Call, ArgIdx, nullptr); 498 ModRefInfo ArgMask = AA.getArgModRefInfo(Call, ArgIdx); 499 ArgMask = intersectModRef(CallMask, ArgMask); 500 if (!isNoModRef(ArgMask)) 501 addPointer(ArgLoc, getAccessFromModRef(ArgMask)); 502 } 503 return; 504 } 505 506 return addUnknown(I); 507 } 508 509 void AliasSetTracker::add(BasicBlock &BB) { 510 for (auto &I : BB) 511 add(&I); 512 } 513 514 void AliasSetTracker::add(const AliasSetTracker &AST) { 515 assert(&AA == &AST.AA && 516 "Merging AliasSetTracker objects with different Alias Analyses!"); 517 518 // Loop over all of the alias sets in AST, adding the pointers contained 519 // therein into the current alias sets. This can cause alias sets to be 520 // merged together in the current AST. 521 for (const AliasSet &AS : AST) { 522 if (AS.Forward) 523 continue; // Ignore forwarding alias sets 524 525 // If there are any call sites in the alias set, add them to this AST. 526 for (unsigned i = 0, e = AS.UnknownInsts.size(); i != e; ++i) 527 if (auto *Inst = AS.getUnknownInst(i)) 528 add(Inst); 529 530 // Loop over all of the pointers in this alias set. 531 for (AliasSet::iterator ASI = AS.begin(), E = AS.end(); ASI != E; ++ASI) 532 addPointer( 533 MemoryLocation(ASI.getPointer(), ASI.getSize(), ASI.getAAInfo()), 534 (AliasSet::AccessLattice)AS.Access); 535 } 536 } 537 538 void AliasSetTracker::addAllInstructionsInLoopUsingMSSA() { 539 assert(MSSA && L && "MSSA and L must be available"); 540 for (const BasicBlock *BB : L->blocks()) 541 if (auto *Accesses = MSSA->getBlockAccesses(BB)) 542 for (auto &Access : *Accesses) 543 if (auto *MUD = dyn_cast<MemoryUseOrDef>(&Access)) 544 add(MUD->getMemoryInst()); 545 } 546 547 // deleteValue method - This method is used to remove a pointer value from the 548 // AliasSetTracker entirely. It should be used when an instruction is deleted 549 // from the program to update the AST. If you don't use this, you would have 550 // dangling pointers to deleted instructions. 551 // 552 void AliasSetTracker::deleteValue(Value *PtrVal) { 553 // First, look up the PointerRec for this pointer. 554 PointerMapType::iterator I = PointerMap.find_as(PtrVal); 555 if (I == PointerMap.end()) return; // Noop 556 557 // If we found one, remove the pointer from the alias set it is in. 558 AliasSet::PointerRec *PtrValEnt = I->second; 559 AliasSet *AS = PtrValEnt->getAliasSet(*this); 560 561 // Unlink and delete from the list of values. 562 PtrValEnt->eraseFromList(); 563 564 if (AS->Alias == AliasSet::SetMayAlias) { 565 AS->SetSize--; 566 TotalMayAliasSetSize--; 567 } 568 569 // Stop using the alias set. 570 AS->dropRef(*this); 571 572 PointerMap.erase(I); 573 } 574 575 // copyValue - This method should be used whenever a preexisting value in the 576 // program is copied or cloned, introducing a new value. Note that it is ok for 577 // clients that use this method to introduce the same value multiple times: if 578 // the tracker already knows about a value, it will ignore the request. 579 // 580 void AliasSetTracker::copyValue(Value *From, Value *To) { 581 // First, look up the PointerRec for this pointer. 582 PointerMapType::iterator I = PointerMap.find_as(From); 583 if (I == PointerMap.end()) 584 return; // Noop 585 assert(I->second->hasAliasSet() && "Dead entry?"); 586 587 AliasSet::PointerRec &Entry = getEntryFor(To); 588 if (Entry.hasAliasSet()) return; // Already in the tracker! 589 590 // getEntryFor above may invalidate iterator \c I, so reinitialize it. 591 I = PointerMap.find_as(From); 592 // Add it to the alias set it aliases... 593 AliasSet *AS = I->second->getAliasSet(*this); 594 AS->addPointer(*this, Entry, I->second->getSize(), I->second->getAAInfo(), 595 true, true); 596 } 597 598 AliasSet &AliasSetTracker::mergeAllAliasSets() { 599 assert(!AliasAnyAS && (TotalMayAliasSetSize > SaturationThreshold) && 600 "Full merge should happen once, when the saturation threshold is " 601 "reached"); 602 603 // Collect all alias sets, so that we can drop references with impunity 604 // without worrying about iterator invalidation. 605 std::vector<AliasSet *> ASVector; 606 ASVector.reserve(SaturationThreshold); 607 for (AliasSet &AS : *this) 608 ASVector.push_back(&AS); 609 610 // Copy all instructions and pointers into a new set, and forward all other 611 // sets to it. 612 AliasSets.push_back(new AliasSet()); 613 AliasAnyAS = &AliasSets.back(); 614 AliasAnyAS->Alias = AliasSet::SetMayAlias; 615 AliasAnyAS->Access = AliasSet::ModRefAccess; 616 AliasAnyAS->AliasAny = true; 617 618 for (auto Cur : ASVector) { 619 // If Cur was already forwarding, just forward to the new AS instead. 620 AliasSet *FwdTo = Cur->Forward; 621 if (FwdTo) { 622 Cur->Forward = AliasAnyAS; 623 AliasAnyAS->addRef(); 624 FwdTo->dropRef(*this); 625 continue; 626 } 627 628 // Otherwise, perform the actual merge. 629 AliasAnyAS->mergeSetIn(*Cur, *this); 630 } 631 632 return *AliasAnyAS; 633 } 634 635 AliasSet &AliasSetTracker::addPointer(MemoryLocation Loc, 636 AliasSet::AccessLattice E) { 637 AliasSet &AS = getAliasSetFor(Loc); 638 AS.Access |= E; 639 640 if (!AliasAnyAS && (TotalMayAliasSetSize > SaturationThreshold)) { 641 // The AST is now saturated. From here on, we conservatively consider all 642 // pointers to alias each-other. 643 return mergeAllAliasSets(); 644 } 645 646 return AS; 647 } 648 649 //===----------------------------------------------------------------------===// 650 // AliasSet/AliasSetTracker Printing Support 651 //===----------------------------------------------------------------------===// 652 653 void AliasSet::print(raw_ostream &OS) const { 654 OS << " AliasSet[" << (const void*)this << ", " << RefCount << "] "; 655 OS << (Alias == SetMustAlias ? "must" : "may") << " alias, "; 656 switch (Access) { 657 case NoAccess: OS << "No access "; break; 658 case RefAccess: OS << "Ref "; break; 659 case ModAccess: OS << "Mod "; break; 660 case ModRefAccess: OS << "Mod/Ref "; break; 661 default: llvm_unreachable("Bad value for Access!"); 662 } 663 if (Forward) 664 OS << " forwarding to " << (void*)Forward; 665 666 if (!empty()) { 667 OS << "Pointers: "; 668 for (iterator I = begin(), E = end(); I != E; ++I) { 669 if (I != begin()) OS << ", "; 670 I.getPointer()->printAsOperand(OS << "("); 671 if (I.getSize() == LocationSize::afterPointer()) 672 OS << ", unknown after)"; 673 else if (I.getSize() == LocationSize::beforeOrAfterPointer()) 674 OS << ", unknown before-or-after)"; 675 else 676 OS << ", " << I.getSize() << ")"; 677 } 678 } 679 if (!UnknownInsts.empty()) { 680 OS << "\n " << UnknownInsts.size() << " Unknown instructions: "; 681 for (unsigned i = 0, e = UnknownInsts.size(); i != e; ++i) { 682 if (i) OS << ", "; 683 if (auto *I = getUnknownInst(i)) { 684 if (I->hasName()) 685 I->printAsOperand(OS); 686 else 687 I->print(OS); 688 } 689 } 690 } 691 OS << "\n"; 692 } 693 694 void AliasSetTracker::print(raw_ostream &OS) const { 695 OS << "Alias Set Tracker: " << AliasSets.size(); 696 if (AliasAnyAS) 697 OS << " (Saturated)"; 698 OS << " alias sets for " << PointerMap.size() << " pointer values.\n"; 699 for (const AliasSet &AS : *this) 700 AS.print(OS); 701 OS << "\n"; 702 } 703 704 #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 705 LLVM_DUMP_METHOD void AliasSet::dump() const { print(dbgs()); } 706 LLVM_DUMP_METHOD void AliasSetTracker::dump() const { print(dbgs()); } 707 #endif 708 709 //===----------------------------------------------------------------------===// 710 // ASTCallbackVH Class Implementation 711 //===----------------------------------------------------------------------===// 712 713 void AliasSetTracker::ASTCallbackVH::deleted() { 714 assert(AST && "ASTCallbackVH called with a null AliasSetTracker!"); 715 AST->deleteValue(getValPtr()); 716 // this now dangles! 717 } 718 719 void AliasSetTracker::ASTCallbackVH::allUsesReplacedWith(Value *V) { 720 AST->copyValue(getValPtr(), V); 721 } 722 723 AliasSetTracker::ASTCallbackVH::ASTCallbackVH(Value *V, AliasSetTracker *ast) 724 : CallbackVH(V), AST(ast) {} 725 726 AliasSetTracker::ASTCallbackVH & 727 AliasSetTracker::ASTCallbackVH::operator=(Value *V) { 728 return *this = ASTCallbackVH(V, AST); 729 } 730 731 //===----------------------------------------------------------------------===// 732 // AliasSetPrinter Pass 733 //===----------------------------------------------------------------------===// 734 735 namespace { 736 737 class AliasSetPrinter : public FunctionPass { 738 public: 739 static char ID; // Pass identification, replacement for typeid 740 741 AliasSetPrinter() : FunctionPass(ID) { 742 initializeAliasSetPrinterPass(*PassRegistry::getPassRegistry()); 743 } 744 745 void getAnalysisUsage(AnalysisUsage &AU) const override { 746 AU.setPreservesAll(); 747 AU.addRequired<AAResultsWrapperPass>(); 748 } 749 750 bool runOnFunction(Function &F) override { 751 auto &AAWP = getAnalysis<AAResultsWrapperPass>(); 752 AliasSetTracker Tracker(AAWP.getAAResults()); 753 errs() << "Alias sets for function '" << F.getName() << "':\n"; 754 for (Instruction &I : instructions(F)) 755 Tracker.add(&I); 756 Tracker.print(errs()); 757 return false; 758 } 759 }; 760 761 } // end anonymous namespace 762 763 char AliasSetPrinter::ID = 0; 764 765 INITIALIZE_PASS_BEGIN(AliasSetPrinter, "print-alias-sets", 766 "Alias Set Printer", false, true) 767 INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass) 768 INITIALIZE_PASS_END(AliasSetPrinter, "print-alias-sets", 769 "Alias Set Printer", false, true) 770 771 AliasSetsPrinterPass::AliasSetsPrinterPass(raw_ostream &OS) : OS(OS) {} 772 773 PreservedAnalyses AliasSetsPrinterPass::run(Function &F, 774 FunctionAnalysisManager &AM) { 775 auto &AA = AM.getResult<AAManager>(F); 776 AliasSetTracker Tracker(AA); 777 OS << "Alias sets for function '" << F.getName() << "':\n"; 778 for (Instruction &I : instructions(F)) 779 Tracker.add(&I); 780 Tracker.print(OS); 781 return PreservedAnalyses::all(); 782 } 783