1 //===- ThreadSafety.cpp ----------------------------------------*- C++ --*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // A intra-procedural analysis for thread safety (e.g. deadlocks and race 11 // conditions), based off of an annotation system. 12 // 13 // See http://clang.llvm.org/docs/ThreadSafetyAnalysis.html 14 // for more information. 15 // 16 //===----------------------------------------------------------------------===// 17 18 #include "clang/AST/Attr.h" 19 #include "clang/AST/DeclCXX.h" 20 #include "clang/AST/ExprCXX.h" 21 #include "clang/AST/StmtCXX.h" 22 #include "clang/AST/StmtVisitor.h" 23 #include "clang/Analysis/Analyses/PostOrderCFGView.h" 24 #include "clang/Analysis/Analyses/ThreadSafety.h" 25 #include "clang/Analysis/Analyses/ThreadSafetyLogical.h" 26 #include "clang/Analysis/Analyses/ThreadSafetyTIL.h" 27 #include "clang/Analysis/Analyses/ThreadSafetyTraverse.h" 28 #include "clang/Analysis/Analyses/ThreadSafetyCommon.h" 29 #include "clang/Analysis/AnalysisContext.h" 30 #include "clang/Analysis/CFG.h" 31 #include "clang/Analysis/CFGStmtMap.h" 32 #include "clang/Basic/OperatorKinds.h" 33 #include "clang/Basic/SourceLocation.h" 34 #include "clang/Basic/SourceManager.h" 35 #include "llvm/ADT/BitVector.h" 36 #include "llvm/ADT/FoldingSet.h" 37 #include "llvm/ADT/ImmutableMap.h" 38 #include "llvm/ADT/PostOrderIterator.h" 39 #include "llvm/ADT/SmallVector.h" 40 #include "llvm/ADT/StringRef.h" 41 #include "llvm/Support/raw_ostream.h" 42 #include <algorithm> 43 #include <ostream> 44 #include <sstream> 45 #include <utility> 46 #include <vector> 47 48 49 namespace clang { 50 namespace threadSafety { 51 52 // Key method definition 53 ThreadSafetyHandler::~ThreadSafetyHandler() {} 54 55 class TILPrinter : 56 public til::PrettyPrinter<TILPrinter, llvm::raw_ostream> {}; 57 58 59 /// Issue a warning about an invalid lock expression 60 static void warnInvalidLock(ThreadSafetyHandler &Handler, 61 const Expr *MutexExp, const NamedDecl *D, 62 const Expr *DeclExp, StringRef Kind) { 63 SourceLocation Loc; 64 if (DeclExp) 65 Loc = DeclExp->getExprLoc(); 66 67 // FIXME: add a note about the attribute location in MutexExp or D 68 if (Loc.isValid()) 69 Handler.handleInvalidLockExp(Kind, Loc); 70 } 71 72 73 /// \brief A set of CapabilityInfo objects, which are compiled from the 74 /// requires attributes on a function. 75 class CapExprSet : public SmallVector<CapabilityExpr, 4> { 76 public: 77 /// \brief Push M onto list, but discard duplicates. 78 void push_back_nodup(const CapabilityExpr &CapE) { 79 iterator It = std::find_if(begin(), end(), 80 [=](const CapabilityExpr &CapE2) { 81 return CapE.equals(CapE2); 82 }); 83 if (It == end()) 84 push_back(CapE); 85 } 86 }; 87 88 89 90 /// \brief This is a helper class that stores a fact that is known at a 91 /// particular point in program execution. Currently, a fact is a capability, 92 /// along with additional information, such as where it was acquired, whether 93 /// it is exclusive or shared, etc. 94 /// 95 /// FIXME: this analysis does not currently support either re-entrant 96 /// locking or lock "upgrading" and "downgrading" between exclusive and 97 /// shared. 98 class FactEntry : public CapabilityExpr { 99 private: 100 LockKind LKind; ///< exclusive or shared 101 SourceLocation AcquireLoc; ///< where it was acquired. 102 bool Managed; ///< for ScopedLockable objects 103 bool Asserted; ///< true if the lock was asserted 104 const til::SExpr* UnderlyingMutex; ///< for ScopedLockable objects 105 106 public: 107 FactEntry(const CapabilityExpr &CE, LockKind LK, SourceLocation Loc, 108 bool Mng=false, bool Asrt=false) 109 : CapabilityExpr(CE), LKind(LK), AcquireLoc(Loc), Managed(Mng), 110 Asserted(Asrt), UnderlyingMutex(nullptr) 111 {} 112 113 FactEntry(const CapabilityExpr &CE, LockKind LK, SourceLocation Loc, 114 const til::SExpr *Mu) 115 : CapabilityExpr(CE), LKind(LK), AcquireLoc(Loc), Managed(false), 116 Asserted(false), UnderlyingMutex(Mu) 117 {} 118 119 LockKind kind() const { return LKind; } 120 SourceLocation loc() const { return AcquireLoc; } 121 bool asserted() const { return Asserted; } 122 bool managed() const { return Managed; } 123 const til::SExpr* underlying() const { return UnderlyingMutex; } 124 125 // Return true if LKind >= LK, where exclusive > shared 126 bool isAtLeast(LockKind LK) { 127 return (LKind == LK_Exclusive) || (LK == LK_Shared); 128 } 129 }; 130 131 132 typedef unsigned short FactID; 133 134 /// \brief FactManager manages the memory for all facts that are created during 135 /// the analysis of a single routine. 136 class FactManager { 137 private: 138 std::vector<FactEntry> Facts; 139 140 public: 141 FactID newFact(const FactEntry &Entry) { 142 Facts.push_back(Entry); 143 return static_cast<unsigned short>(Facts.size() - 1); 144 } 145 146 const FactEntry& operator[](FactID F) const { return Facts[F]; } 147 FactEntry& operator[](FactID F) { return Facts[F]; } 148 }; 149 150 151 /// \brief A FactSet is the set of facts that are known to be true at a 152 /// particular program point. FactSets must be small, because they are 153 /// frequently copied, and are thus implemented as a set of indices into a 154 /// table maintained by a FactManager. A typical FactSet only holds 1 or 2 155 /// locks, so we can get away with doing a linear search for lookup. Note 156 /// that a hashtable or map is inappropriate in this case, because lookups 157 /// may involve partial pattern matches, rather than exact matches. 158 class FactSet { 159 private: 160 typedef SmallVector<FactID, 4> FactVec; 161 162 FactVec FactIDs; 163 164 public: 165 typedef FactVec::iterator iterator; 166 typedef FactVec::const_iterator const_iterator; 167 168 iterator begin() { return FactIDs.begin(); } 169 const_iterator begin() const { return FactIDs.begin(); } 170 171 iterator end() { return FactIDs.end(); } 172 const_iterator end() const { return FactIDs.end(); } 173 174 bool isEmpty() const { return FactIDs.size() == 0; } 175 176 // Return true if the set contains only negative facts 177 bool isEmpty(FactManager &FactMan) const { 178 for (FactID FID : *this) { 179 if (!FactMan[FID].negative()) 180 return false; 181 } 182 return true; 183 } 184 185 void addLockByID(FactID ID) { FactIDs.push_back(ID); } 186 187 FactID addLock(FactManager& FM, const FactEntry &Entry) { 188 FactID F = FM.newFact(Entry); 189 FactIDs.push_back(F); 190 return F; 191 } 192 193 bool removeLock(FactManager& FM, const CapabilityExpr &CapE) { 194 unsigned n = FactIDs.size(); 195 if (n == 0) 196 return false; 197 198 for (unsigned i = 0; i < n-1; ++i) { 199 if (FM[FactIDs[i]].matches(CapE)) { 200 FactIDs[i] = FactIDs[n-1]; 201 FactIDs.pop_back(); 202 return true; 203 } 204 } 205 if (FM[FactIDs[n-1]].matches(CapE)) { 206 FactIDs.pop_back(); 207 return true; 208 } 209 return false; 210 } 211 212 iterator findLockIter(FactManager &FM, const CapabilityExpr &CapE) { 213 return std::find_if(begin(), end(), [&](FactID ID) { 214 return FM[ID].matches(CapE); 215 }); 216 } 217 218 FactEntry *findLock(FactManager &FM, const CapabilityExpr &CapE) const { 219 auto I = std::find_if(begin(), end(), [&](FactID ID) { 220 return FM[ID].matches(CapE); 221 }); 222 return I != end() ? &FM[*I] : nullptr; 223 } 224 225 FactEntry *findLockUniv(FactManager &FM, const CapabilityExpr &CapE) const { 226 auto I = std::find_if(begin(), end(), [&](FactID ID) -> bool { 227 return FM[ID].matchesUniv(CapE); 228 }); 229 return I != end() ? &FM[*I] : nullptr; 230 } 231 232 FactEntry *findPartialMatch(FactManager &FM, 233 const CapabilityExpr &CapE) const { 234 auto I = std::find_if(begin(), end(), [&](FactID ID) { 235 return FM[ID].partiallyMatches(CapE); 236 }); 237 return I != end() ? &FM[*I] : nullptr; 238 } 239 }; 240 241 242 typedef llvm::ImmutableMap<const NamedDecl*, unsigned> LocalVarContext; 243 class LocalVariableMap; 244 245 /// A side (entry or exit) of a CFG node. 246 enum CFGBlockSide { CBS_Entry, CBS_Exit }; 247 248 /// CFGBlockInfo is a struct which contains all the information that is 249 /// maintained for each block in the CFG. See LocalVariableMap for more 250 /// information about the contexts. 251 struct CFGBlockInfo { 252 FactSet EntrySet; // Lockset held at entry to block 253 FactSet ExitSet; // Lockset held at exit from block 254 LocalVarContext EntryContext; // Context held at entry to block 255 LocalVarContext ExitContext; // Context held at exit from block 256 SourceLocation EntryLoc; // Location of first statement in block 257 SourceLocation ExitLoc; // Location of last statement in block. 258 unsigned EntryIndex; // Used to replay contexts later 259 bool Reachable; // Is this block reachable? 260 261 const FactSet &getSet(CFGBlockSide Side) const { 262 return Side == CBS_Entry ? EntrySet : ExitSet; 263 } 264 SourceLocation getLocation(CFGBlockSide Side) const { 265 return Side == CBS_Entry ? EntryLoc : ExitLoc; 266 } 267 268 private: 269 CFGBlockInfo(LocalVarContext EmptyCtx) 270 : EntryContext(EmptyCtx), ExitContext(EmptyCtx), Reachable(false) 271 { } 272 273 public: 274 static CFGBlockInfo getEmptyBlockInfo(LocalVariableMap &M); 275 }; 276 277 278 279 // A LocalVariableMap maintains a map from local variables to their currently 280 // valid definitions. It provides SSA-like functionality when traversing the 281 // CFG. Like SSA, each definition or assignment to a variable is assigned a 282 // unique name (an integer), which acts as the SSA name for that definition. 283 // The total set of names is shared among all CFG basic blocks. 284 // Unlike SSA, we do not rewrite expressions to replace local variables declrefs 285 // with their SSA-names. Instead, we compute a Context for each point in the 286 // code, which maps local variables to the appropriate SSA-name. This map 287 // changes with each assignment. 288 // 289 // The map is computed in a single pass over the CFG. Subsequent analyses can 290 // then query the map to find the appropriate Context for a statement, and use 291 // that Context to look up the definitions of variables. 292 class LocalVariableMap { 293 public: 294 typedef LocalVarContext Context; 295 296 /// A VarDefinition consists of an expression, representing the value of the 297 /// variable, along with the context in which that expression should be 298 /// interpreted. A reference VarDefinition does not itself contain this 299 /// information, but instead contains a pointer to a previous VarDefinition. 300 struct VarDefinition { 301 public: 302 friend class LocalVariableMap; 303 304 const NamedDecl *Dec; // The original declaration for this variable. 305 const Expr *Exp; // The expression for this variable, OR 306 unsigned Ref; // Reference to another VarDefinition 307 Context Ctx; // The map with which Exp should be interpreted. 308 309 bool isReference() { return !Exp; } 310 311 private: 312 // Create ordinary variable definition 313 VarDefinition(const NamedDecl *D, const Expr *E, Context C) 314 : Dec(D), Exp(E), Ref(0), Ctx(C) 315 { } 316 317 // Create reference to previous definition 318 VarDefinition(const NamedDecl *D, unsigned R, Context C) 319 : Dec(D), Exp(nullptr), Ref(R), Ctx(C) 320 { } 321 }; 322 323 private: 324 Context::Factory ContextFactory; 325 std::vector<VarDefinition> VarDefinitions; 326 std::vector<unsigned> CtxIndices; 327 std::vector<std::pair<Stmt*, Context> > SavedContexts; 328 329 public: 330 LocalVariableMap() { 331 // index 0 is a placeholder for undefined variables (aka phi-nodes). 332 VarDefinitions.push_back(VarDefinition(nullptr, 0u, getEmptyContext())); 333 } 334 335 /// Look up a definition, within the given context. 336 const VarDefinition* lookup(const NamedDecl *D, Context Ctx) { 337 const unsigned *i = Ctx.lookup(D); 338 if (!i) 339 return nullptr; 340 assert(*i < VarDefinitions.size()); 341 return &VarDefinitions[*i]; 342 } 343 344 /// Look up the definition for D within the given context. Returns 345 /// NULL if the expression is not statically known. If successful, also 346 /// modifies Ctx to hold the context of the return Expr. 347 const Expr* lookupExpr(const NamedDecl *D, Context &Ctx) { 348 const unsigned *P = Ctx.lookup(D); 349 if (!P) 350 return nullptr; 351 352 unsigned i = *P; 353 while (i > 0) { 354 if (VarDefinitions[i].Exp) { 355 Ctx = VarDefinitions[i].Ctx; 356 return VarDefinitions[i].Exp; 357 } 358 i = VarDefinitions[i].Ref; 359 } 360 return nullptr; 361 } 362 363 Context getEmptyContext() { return ContextFactory.getEmptyMap(); } 364 365 /// Return the next context after processing S. This function is used by 366 /// clients of the class to get the appropriate context when traversing the 367 /// CFG. It must be called for every assignment or DeclStmt. 368 Context getNextContext(unsigned &CtxIndex, Stmt *S, Context C) { 369 if (SavedContexts[CtxIndex+1].first == S) { 370 CtxIndex++; 371 Context Result = SavedContexts[CtxIndex].second; 372 return Result; 373 } 374 return C; 375 } 376 377 void dumpVarDefinitionName(unsigned i) { 378 if (i == 0) { 379 llvm::errs() << "Undefined"; 380 return; 381 } 382 const NamedDecl *Dec = VarDefinitions[i].Dec; 383 if (!Dec) { 384 llvm::errs() << "<<NULL>>"; 385 return; 386 } 387 Dec->printName(llvm::errs()); 388 llvm::errs() << "." << i << " " << ((const void*) Dec); 389 } 390 391 /// Dumps an ASCII representation of the variable map to llvm::errs() 392 void dump() { 393 for (unsigned i = 1, e = VarDefinitions.size(); i < e; ++i) { 394 const Expr *Exp = VarDefinitions[i].Exp; 395 unsigned Ref = VarDefinitions[i].Ref; 396 397 dumpVarDefinitionName(i); 398 llvm::errs() << " = "; 399 if (Exp) Exp->dump(); 400 else { 401 dumpVarDefinitionName(Ref); 402 llvm::errs() << "\n"; 403 } 404 } 405 } 406 407 /// Dumps an ASCII representation of a Context to llvm::errs() 408 void dumpContext(Context C) { 409 for (Context::iterator I = C.begin(), E = C.end(); I != E; ++I) { 410 const NamedDecl *D = I.getKey(); 411 D->printName(llvm::errs()); 412 const unsigned *i = C.lookup(D); 413 llvm::errs() << " -> "; 414 dumpVarDefinitionName(*i); 415 llvm::errs() << "\n"; 416 } 417 } 418 419 /// Builds the variable map. 420 void traverseCFG(CFG *CFGraph, const PostOrderCFGView *SortedGraph, 421 std::vector<CFGBlockInfo> &BlockInfo); 422 423 protected: 424 // Get the current context index 425 unsigned getContextIndex() { return SavedContexts.size()-1; } 426 427 // Save the current context for later replay 428 void saveContext(Stmt *S, Context C) { 429 SavedContexts.push_back(std::make_pair(S,C)); 430 } 431 432 // Adds a new definition to the given context, and returns a new context. 433 // This method should be called when declaring a new variable. 434 Context addDefinition(const NamedDecl *D, const Expr *Exp, Context Ctx) { 435 assert(!Ctx.contains(D)); 436 unsigned newID = VarDefinitions.size(); 437 Context NewCtx = ContextFactory.add(Ctx, D, newID); 438 VarDefinitions.push_back(VarDefinition(D, Exp, Ctx)); 439 return NewCtx; 440 } 441 442 // Add a new reference to an existing definition. 443 Context addReference(const NamedDecl *D, unsigned i, Context Ctx) { 444 unsigned newID = VarDefinitions.size(); 445 Context NewCtx = ContextFactory.add(Ctx, D, newID); 446 VarDefinitions.push_back(VarDefinition(D, i, Ctx)); 447 return NewCtx; 448 } 449 450 // Updates a definition only if that definition is already in the map. 451 // This method should be called when assigning to an existing variable. 452 Context updateDefinition(const NamedDecl *D, Expr *Exp, Context Ctx) { 453 if (Ctx.contains(D)) { 454 unsigned newID = VarDefinitions.size(); 455 Context NewCtx = ContextFactory.remove(Ctx, D); 456 NewCtx = ContextFactory.add(NewCtx, D, newID); 457 VarDefinitions.push_back(VarDefinition(D, Exp, Ctx)); 458 return NewCtx; 459 } 460 return Ctx; 461 } 462 463 // Removes a definition from the context, but keeps the variable name 464 // as a valid variable. The index 0 is a placeholder for cleared definitions. 465 Context clearDefinition(const NamedDecl *D, Context Ctx) { 466 Context NewCtx = Ctx; 467 if (NewCtx.contains(D)) { 468 NewCtx = ContextFactory.remove(NewCtx, D); 469 NewCtx = ContextFactory.add(NewCtx, D, 0); 470 } 471 return NewCtx; 472 } 473 474 // Remove a definition entirely frmo the context. 475 Context removeDefinition(const NamedDecl *D, Context Ctx) { 476 Context NewCtx = Ctx; 477 if (NewCtx.contains(D)) { 478 NewCtx = ContextFactory.remove(NewCtx, D); 479 } 480 return NewCtx; 481 } 482 483 Context intersectContexts(Context C1, Context C2); 484 Context createReferenceContext(Context C); 485 void intersectBackEdge(Context C1, Context C2); 486 487 friend class VarMapBuilder; 488 }; 489 490 491 // This has to be defined after LocalVariableMap. 492 CFGBlockInfo CFGBlockInfo::getEmptyBlockInfo(LocalVariableMap &M) { 493 return CFGBlockInfo(M.getEmptyContext()); 494 } 495 496 497 /// Visitor which builds a LocalVariableMap 498 class VarMapBuilder : public StmtVisitor<VarMapBuilder> { 499 public: 500 LocalVariableMap* VMap; 501 LocalVariableMap::Context Ctx; 502 503 VarMapBuilder(LocalVariableMap *VM, LocalVariableMap::Context C) 504 : VMap(VM), Ctx(C) {} 505 506 void VisitDeclStmt(DeclStmt *S); 507 void VisitBinaryOperator(BinaryOperator *BO); 508 }; 509 510 511 // Add new local variables to the variable map 512 void VarMapBuilder::VisitDeclStmt(DeclStmt *S) { 513 bool modifiedCtx = false; 514 DeclGroupRef DGrp = S->getDeclGroup(); 515 for (const auto *D : DGrp) { 516 if (const auto *VD = dyn_cast_or_null<VarDecl>(D)) { 517 const Expr *E = VD->getInit(); 518 519 // Add local variables with trivial type to the variable map 520 QualType T = VD->getType(); 521 if (T.isTrivialType(VD->getASTContext())) { 522 Ctx = VMap->addDefinition(VD, E, Ctx); 523 modifiedCtx = true; 524 } 525 } 526 } 527 if (modifiedCtx) 528 VMap->saveContext(S, Ctx); 529 } 530 531 // Update local variable definitions in variable map 532 void VarMapBuilder::VisitBinaryOperator(BinaryOperator *BO) { 533 if (!BO->isAssignmentOp()) 534 return; 535 536 Expr *LHSExp = BO->getLHS()->IgnoreParenCasts(); 537 538 // Update the variable map and current context. 539 if (DeclRefExpr *DRE = dyn_cast<DeclRefExpr>(LHSExp)) { 540 ValueDecl *VDec = DRE->getDecl(); 541 if (Ctx.lookup(VDec)) { 542 if (BO->getOpcode() == BO_Assign) 543 Ctx = VMap->updateDefinition(VDec, BO->getRHS(), Ctx); 544 else 545 // FIXME -- handle compound assignment operators 546 Ctx = VMap->clearDefinition(VDec, Ctx); 547 VMap->saveContext(BO, Ctx); 548 } 549 } 550 } 551 552 553 // Computes the intersection of two contexts. The intersection is the 554 // set of variables which have the same definition in both contexts; 555 // variables with different definitions are discarded. 556 LocalVariableMap::Context 557 LocalVariableMap::intersectContexts(Context C1, Context C2) { 558 Context Result = C1; 559 for (const auto &P : C1) { 560 const NamedDecl *Dec = P.first; 561 const unsigned *i2 = C2.lookup(Dec); 562 if (!i2) // variable doesn't exist on second path 563 Result = removeDefinition(Dec, Result); 564 else if (*i2 != P.second) // variable exists, but has different definition 565 Result = clearDefinition(Dec, Result); 566 } 567 return Result; 568 } 569 570 // For every variable in C, create a new variable that refers to the 571 // definition in C. Return a new context that contains these new variables. 572 // (We use this for a naive implementation of SSA on loop back-edges.) 573 LocalVariableMap::Context LocalVariableMap::createReferenceContext(Context C) { 574 Context Result = getEmptyContext(); 575 for (const auto &P : C) 576 Result = addReference(P.first, P.second, Result); 577 return Result; 578 } 579 580 // This routine also takes the intersection of C1 and C2, but it does so by 581 // altering the VarDefinitions. C1 must be the result of an earlier call to 582 // createReferenceContext. 583 void LocalVariableMap::intersectBackEdge(Context C1, Context C2) { 584 for (const auto &P : C1) { 585 unsigned i1 = P.second; 586 VarDefinition *VDef = &VarDefinitions[i1]; 587 assert(VDef->isReference()); 588 589 const unsigned *i2 = C2.lookup(P.first); 590 if (!i2 || (*i2 != i1)) 591 VDef->Ref = 0; // Mark this variable as undefined 592 } 593 } 594 595 596 // Traverse the CFG in topological order, so all predecessors of a block 597 // (excluding back-edges) are visited before the block itself. At 598 // each point in the code, we calculate a Context, which holds the set of 599 // variable definitions which are visible at that point in execution. 600 // Visible variables are mapped to their definitions using an array that 601 // contains all definitions. 602 // 603 // At join points in the CFG, the set is computed as the intersection of 604 // the incoming sets along each edge, E.g. 605 // 606 // { Context | VarDefinitions } 607 // int x = 0; { x -> x1 | x1 = 0 } 608 // int y = 0; { x -> x1, y -> y1 | y1 = 0, x1 = 0 } 609 // if (b) x = 1; { x -> x2, y -> y1 | x2 = 1, y1 = 0, ... } 610 // else x = 2; { x -> x3, y -> y1 | x3 = 2, x2 = 1, ... } 611 // ... { y -> y1 (x is unknown) | x3 = 2, x2 = 1, ... } 612 // 613 // This is essentially a simpler and more naive version of the standard SSA 614 // algorithm. Those definitions that remain in the intersection are from blocks 615 // that strictly dominate the current block. We do not bother to insert proper 616 // phi nodes, because they are not used in our analysis; instead, wherever 617 // a phi node would be required, we simply remove that definition from the 618 // context (E.g. x above). 619 // 620 // The initial traversal does not capture back-edges, so those need to be 621 // handled on a separate pass. Whenever the first pass encounters an 622 // incoming back edge, it duplicates the context, creating new definitions 623 // that refer back to the originals. (These correspond to places where SSA 624 // might have to insert a phi node.) On the second pass, these definitions are 625 // set to NULL if the variable has changed on the back-edge (i.e. a phi 626 // node was actually required.) E.g. 627 // 628 // { Context | VarDefinitions } 629 // int x = 0, y = 0; { x -> x1, y -> y1 | y1 = 0, x1 = 0 } 630 // while (b) { x -> x2, y -> y1 | [1st:] x2=x1; [2nd:] x2=NULL; } 631 // x = x+1; { x -> x3, y -> y1 | x3 = x2 + 1, ... } 632 // ... { y -> y1 | x3 = 2, x2 = 1, ... } 633 // 634 void LocalVariableMap::traverseCFG(CFG *CFGraph, 635 const PostOrderCFGView *SortedGraph, 636 std::vector<CFGBlockInfo> &BlockInfo) { 637 PostOrderCFGView::CFGBlockSet VisitedBlocks(CFGraph); 638 639 CtxIndices.resize(CFGraph->getNumBlockIDs()); 640 641 for (const auto *CurrBlock : *SortedGraph) { 642 int CurrBlockID = CurrBlock->getBlockID(); 643 CFGBlockInfo *CurrBlockInfo = &BlockInfo[CurrBlockID]; 644 645 VisitedBlocks.insert(CurrBlock); 646 647 // Calculate the entry context for the current block 648 bool HasBackEdges = false; 649 bool CtxInit = true; 650 for (CFGBlock::const_pred_iterator PI = CurrBlock->pred_begin(), 651 PE = CurrBlock->pred_end(); PI != PE; ++PI) { 652 // if *PI -> CurrBlock is a back edge, so skip it 653 if (*PI == nullptr || !VisitedBlocks.alreadySet(*PI)) { 654 HasBackEdges = true; 655 continue; 656 } 657 658 int PrevBlockID = (*PI)->getBlockID(); 659 CFGBlockInfo *PrevBlockInfo = &BlockInfo[PrevBlockID]; 660 661 if (CtxInit) { 662 CurrBlockInfo->EntryContext = PrevBlockInfo->ExitContext; 663 CtxInit = false; 664 } 665 else { 666 CurrBlockInfo->EntryContext = 667 intersectContexts(CurrBlockInfo->EntryContext, 668 PrevBlockInfo->ExitContext); 669 } 670 } 671 672 // Duplicate the context if we have back-edges, so we can call 673 // intersectBackEdges later. 674 if (HasBackEdges) 675 CurrBlockInfo->EntryContext = 676 createReferenceContext(CurrBlockInfo->EntryContext); 677 678 // Create a starting context index for the current block 679 saveContext(nullptr, CurrBlockInfo->EntryContext); 680 CurrBlockInfo->EntryIndex = getContextIndex(); 681 682 // Visit all the statements in the basic block. 683 VarMapBuilder VMapBuilder(this, CurrBlockInfo->EntryContext); 684 for (CFGBlock::const_iterator BI = CurrBlock->begin(), 685 BE = CurrBlock->end(); BI != BE; ++BI) { 686 switch (BI->getKind()) { 687 case CFGElement::Statement: { 688 CFGStmt CS = BI->castAs<CFGStmt>(); 689 VMapBuilder.Visit(const_cast<Stmt*>(CS.getStmt())); 690 break; 691 } 692 default: 693 break; 694 } 695 } 696 CurrBlockInfo->ExitContext = VMapBuilder.Ctx; 697 698 // Mark variables on back edges as "unknown" if they've been changed. 699 for (CFGBlock::const_succ_iterator SI = CurrBlock->succ_begin(), 700 SE = CurrBlock->succ_end(); SI != SE; ++SI) { 701 // if CurrBlock -> *SI is *not* a back edge 702 if (*SI == nullptr || !VisitedBlocks.alreadySet(*SI)) 703 continue; 704 705 CFGBlock *FirstLoopBlock = *SI; 706 Context LoopBegin = BlockInfo[FirstLoopBlock->getBlockID()].EntryContext; 707 Context LoopEnd = CurrBlockInfo->ExitContext; 708 intersectBackEdge(LoopBegin, LoopEnd); 709 } 710 } 711 712 // Put an extra entry at the end of the indexed context array 713 unsigned exitID = CFGraph->getExit().getBlockID(); 714 saveContext(nullptr, BlockInfo[exitID].ExitContext); 715 } 716 717 /// Find the appropriate source locations to use when producing diagnostics for 718 /// each block in the CFG. 719 static void findBlockLocations(CFG *CFGraph, 720 const PostOrderCFGView *SortedGraph, 721 std::vector<CFGBlockInfo> &BlockInfo) { 722 for (const auto *CurrBlock : *SortedGraph) { 723 CFGBlockInfo *CurrBlockInfo = &BlockInfo[CurrBlock->getBlockID()]; 724 725 // Find the source location of the last statement in the block, if the 726 // block is not empty. 727 if (const Stmt *S = CurrBlock->getTerminator()) { 728 CurrBlockInfo->EntryLoc = CurrBlockInfo->ExitLoc = S->getLocStart(); 729 } else { 730 for (CFGBlock::const_reverse_iterator BI = CurrBlock->rbegin(), 731 BE = CurrBlock->rend(); BI != BE; ++BI) { 732 // FIXME: Handle other CFGElement kinds. 733 if (Optional<CFGStmt> CS = BI->getAs<CFGStmt>()) { 734 CurrBlockInfo->ExitLoc = CS->getStmt()->getLocStart(); 735 break; 736 } 737 } 738 } 739 740 if (!CurrBlockInfo->ExitLoc.isInvalid()) { 741 // This block contains at least one statement. Find the source location 742 // of the first statement in the block. 743 for (CFGBlock::const_iterator BI = CurrBlock->begin(), 744 BE = CurrBlock->end(); BI != BE; ++BI) { 745 // FIXME: Handle other CFGElement kinds. 746 if (Optional<CFGStmt> CS = BI->getAs<CFGStmt>()) { 747 CurrBlockInfo->EntryLoc = CS->getStmt()->getLocStart(); 748 break; 749 } 750 } 751 } else if (CurrBlock->pred_size() == 1 && *CurrBlock->pred_begin() && 752 CurrBlock != &CFGraph->getExit()) { 753 // The block is empty, and has a single predecessor. Use its exit 754 // location. 755 CurrBlockInfo->EntryLoc = CurrBlockInfo->ExitLoc = 756 BlockInfo[(*CurrBlock->pred_begin())->getBlockID()].ExitLoc; 757 } 758 } 759 } 760 761 /// \brief Class which implements the core thread safety analysis routines. 762 class ThreadSafetyAnalyzer { 763 friend class BuildLockset; 764 765 llvm::BumpPtrAllocator Bpa; 766 threadSafety::til::MemRegionRef Arena; 767 threadSafety::SExprBuilder SxBuilder; 768 769 ThreadSafetyHandler &Handler; 770 const CXXMethodDecl *CurrentMethod; 771 LocalVariableMap LocalVarMap; 772 FactManager FactMan; 773 std::vector<CFGBlockInfo> BlockInfo; 774 775 public: 776 ThreadSafetyAnalyzer(ThreadSafetyHandler &H) 777 : Arena(&Bpa), SxBuilder(Arena), Handler(H) {} 778 779 bool inCurrentScope(const CapabilityExpr &CapE); 780 781 void addLock(FactSet &FSet, const FactEntry &Entry, StringRef DiagKind, 782 bool ReqAttr = false); 783 void removeLock(FactSet &FSet, const CapabilityExpr &CapE, 784 SourceLocation UnlockLoc, bool FullyRemove, LockKind Kind, 785 StringRef DiagKind); 786 787 template <typename AttrType> 788 void getMutexIDs(CapExprSet &Mtxs, AttrType *Attr, Expr *Exp, 789 const NamedDecl *D, VarDecl *SelfDecl = nullptr); 790 791 template <class AttrType> 792 void getMutexIDs(CapExprSet &Mtxs, AttrType *Attr, Expr *Exp, 793 const NamedDecl *D, 794 const CFGBlock *PredBlock, const CFGBlock *CurrBlock, 795 Expr *BrE, bool Neg); 796 797 const CallExpr* getTrylockCallExpr(const Stmt *Cond, LocalVarContext C, 798 bool &Negate); 799 800 void getEdgeLockset(FactSet &Result, const FactSet &ExitSet, 801 const CFGBlock* PredBlock, 802 const CFGBlock *CurrBlock); 803 804 void intersectAndWarn(FactSet &FSet1, const FactSet &FSet2, 805 SourceLocation JoinLoc, 806 LockErrorKind LEK1, LockErrorKind LEK2, 807 bool Modify=true); 808 809 void intersectAndWarn(FactSet &FSet1, const FactSet &FSet2, 810 SourceLocation JoinLoc, LockErrorKind LEK1, 811 bool Modify=true) { 812 intersectAndWarn(FSet1, FSet2, JoinLoc, LEK1, LEK1, Modify); 813 } 814 815 void runAnalysis(AnalysisDeclContext &AC); 816 }; 817 818 /// \brief Gets the value decl pointer from DeclRefExprs or MemberExprs. 819 static const ValueDecl *getValueDecl(const Expr *Exp) { 820 if (const auto *CE = dyn_cast<ImplicitCastExpr>(Exp)) 821 return getValueDecl(CE->getSubExpr()); 822 823 if (const auto *DR = dyn_cast<DeclRefExpr>(Exp)) 824 return DR->getDecl(); 825 826 if (const auto *ME = dyn_cast<MemberExpr>(Exp)) 827 return ME->getMemberDecl(); 828 829 return nullptr; 830 } 831 832 template <typename Ty> 833 class has_arg_iterator_range { 834 typedef char yes[1]; 835 typedef char no[2]; 836 837 template <typename Inner> 838 static yes& test(Inner *I, decltype(I->args()) * = nullptr); 839 840 template <typename> 841 static no& test(...); 842 843 public: 844 static const bool value = sizeof(test<Ty>(nullptr)) == sizeof(yes); 845 }; 846 847 static StringRef ClassifyDiagnostic(const CapabilityAttr *A) { 848 return A->getName(); 849 } 850 851 static StringRef ClassifyDiagnostic(QualType VDT) { 852 // We need to look at the declaration of the type of the value to determine 853 // which it is. The type should either be a record or a typedef, or a pointer 854 // or reference thereof. 855 if (const auto *RT = VDT->getAs<RecordType>()) { 856 if (const auto *RD = RT->getDecl()) 857 if (const auto *CA = RD->getAttr<CapabilityAttr>()) 858 return ClassifyDiagnostic(CA); 859 } else if (const auto *TT = VDT->getAs<TypedefType>()) { 860 if (const auto *TD = TT->getDecl()) 861 if (const auto *CA = TD->getAttr<CapabilityAttr>()) 862 return ClassifyDiagnostic(CA); 863 } else if (VDT->isPointerType() || VDT->isReferenceType()) 864 return ClassifyDiagnostic(VDT->getPointeeType()); 865 866 return "mutex"; 867 } 868 869 static StringRef ClassifyDiagnostic(const ValueDecl *VD) { 870 assert(VD && "No ValueDecl passed"); 871 872 // The ValueDecl is the declaration of a mutex or role (hopefully). 873 return ClassifyDiagnostic(VD->getType()); 874 } 875 876 template <typename AttrTy> 877 static typename std::enable_if<!has_arg_iterator_range<AttrTy>::value, 878 StringRef>::type 879 ClassifyDiagnostic(const AttrTy *A) { 880 if (const ValueDecl *VD = getValueDecl(A->getArg())) 881 return ClassifyDiagnostic(VD); 882 return "mutex"; 883 } 884 885 template <typename AttrTy> 886 static typename std::enable_if<has_arg_iterator_range<AttrTy>::value, 887 StringRef>::type 888 ClassifyDiagnostic(const AttrTy *A) { 889 for (const auto *Arg : A->args()) { 890 if (const ValueDecl *VD = getValueDecl(Arg)) 891 return ClassifyDiagnostic(VD); 892 } 893 return "mutex"; 894 } 895 896 897 inline bool ThreadSafetyAnalyzer::inCurrentScope(const CapabilityExpr &CapE) { 898 if (!CurrentMethod) 899 return false; 900 if (auto *P = dyn_cast_or_null<til::Project>(CapE.sexpr())) { 901 auto *VD = P->clangDecl(); 902 if (VD) 903 return VD->getDeclContext() == CurrentMethod->getDeclContext(); 904 } 905 return false; 906 } 907 908 909 /// \brief Add a new lock to the lockset, warning if the lock is already there. 910 /// \param ReqAttr -- true if this is part of an initial Requires attribute. 911 void ThreadSafetyAnalyzer::addLock(FactSet &FSet, const FactEntry &Entry, 912 StringRef DiagKind, bool ReqAttr) { 913 if (Entry.shouldIgnore()) 914 return; 915 916 if (!ReqAttr && !Entry.negative()) { 917 // look for the negative capability, and remove it from the fact set. 918 CapabilityExpr NegC = !Entry; 919 FactEntry *Nen = FSet.findLock(FactMan, NegC); 920 if (Nen) { 921 FSet.removeLock(FactMan, NegC); 922 } 923 else { 924 if (inCurrentScope(Entry) && !Entry.asserted()) 925 Handler.handleNegativeNotHeld(DiagKind, Entry.toString(), 926 NegC.toString(), Entry.loc()); 927 } 928 } 929 930 // FIXME: deal with acquired before/after annotations. 931 // FIXME: Don't always warn when we have support for reentrant locks. 932 if (FSet.findLock(FactMan, Entry)) { 933 if (!Entry.asserted()) 934 Handler.handleDoubleLock(DiagKind, Entry.toString(), Entry.loc()); 935 } else { 936 FSet.addLock(FactMan, Entry); 937 } 938 } 939 940 941 /// \brief Remove a lock from the lockset, warning if the lock is not there. 942 /// \param UnlockLoc The source location of the unlock (only used in error msg) 943 void ThreadSafetyAnalyzer::removeLock(FactSet &FSet, const CapabilityExpr &Cp, 944 SourceLocation UnlockLoc, 945 bool FullyRemove, LockKind ReceivedKind, 946 StringRef DiagKind) { 947 if (Cp.shouldIgnore()) 948 return; 949 950 const FactEntry *LDat = FSet.findLock(FactMan, Cp); 951 if (!LDat) { 952 Handler.handleUnmatchedUnlock(DiagKind, Cp.toString(), UnlockLoc); 953 return; 954 } 955 956 // Generic lock removal doesn't care about lock kind mismatches, but 957 // otherwise diagnose when the lock kinds are mismatched. 958 if (ReceivedKind != LK_Generic && LDat->kind() != ReceivedKind) { 959 Handler.handleIncorrectUnlockKind(DiagKind, Cp.toString(), 960 LDat->kind(), ReceivedKind, UnlockLoc); 961 } 962 963 if (LDat->underlying()) { 964 assert(!Cp.negative() && "Managing object cannot be negative."); 965 CapabilityExpr UnderCp(LDat->underlying(), false); 966 FactEntry UnderEntry(!UnderCp, LK_Exclusive, UnlockLoc); 967 968 // This is scoped lockable object, which manages the real mutex. 969 if (FullyRemove) { 970 // We're destroying the managing object. 971 // Remove the underlying mutex if it exists; but don't warn. 972 if (FSet.findLock(FactMan, UnderCp)) { 973 FSet.removeLock(FactMan, UnderCp); 974 FSet.addLock(FactMan, UnderEntry); 975 } 976 FSet.removeLock(FactMan, Cp); 977 } else { 978 // We're releasing the underlying mutex, but not destroying the 979 // managing object. Warn on dual release. 980 if (!FSet.findLock(FactMan, UnderCp)) { 981 Handler.handleUnmatchedUnlock(DiagKind, UnderCp.toString(), UnlockLoc); 982 } 983 FSet.removeLock(FactMan, UnderCp); 984 FSet.addLock(FactMan, UnderEntry); 985 } 986 return; 987 } 988 // else !LDat->underlying() 989 990 FSet.removeLock(FactMan, Cp); 991 if (!Cp.negative()) { 992 FSet.addLock(FactMan, FactEntry(!Cp, LK_Exclusive, UnlockLoc)); 993 } 994 } 995 996 997 /// \brief Extract the list of mutexIDs from the attribute on an expression, 998 /// and push them onto Mtxs, discarding any duplicates. 999 template <typename AttrType> 1000 void ThreadSafetyAnalyzer::getMutexIDs(CapExprSet &Mtxs, AttrType *Attr, 1001 Expr *Exp, const NamedDecl *D, 1002 VarDecl *SelfDecl) { 1003 if (Attr->args_size() == 0) { 1004 // The mutex held is the "this" object. 1005 CapabilityExpr Cp = SxBuilder.translateAttrExpr(nullptr, D, Exp, SelfDecl); 1006 if (Cp.isInvalid()) { 1007 warnInvalidLock(Handler, nullptr, D, Exp, ClassifyDiagnostic(Attr)); 1008 return; 1009 } 1010 //else 1011 if (!Cp.shouldIgnore()) 1012 Mtxs.push_back_nodup(Cp); 1013 return; 1014 } 1015 1016 for (const auto *Arg : Attr->args()) { 1017 CapabilityExpr Cp = SxBuilder.translateAttrExpr(Arg, D, Exp, SelfDecl); 1018 if (Cp.isInvalid()) { 1019 warnInvalidLock(Handler, nullptr, D, Exp, ClassifyDiagnostic(Attr)); 1020 continue; 1021 } 1022 //else 1023 if (!Cp.shouldIgnore()) 1024 Mtxs.push_back_nodup(Cp); 1025 } 1026 } 1027 1028 1029 /// \brief Extract the list of mutexIDs from a trylock attribute. If the 1030 /// trylock applies to the given edge, then push them onto Mtxs, discarding 1031 /// any duplicates. 1032 template <class AttrType> 1033 void ThreadSafetyAnalyzer::getMutexIDs(CapExprSet &Mtxs, AttrType *Attr, 1034 Expr *Exp, const NamedDecl *D, 1035 const CFGBlock *PredBlock, 1036 const CFGBlock *CurrBlock, 1037 Expr *BrE, bool Neg) { 1038 // Find out which branch has the lock 1039 bool branch = false; 1040 if (CXXBoolLiteralExpr *BLE = dyn_cast_or_null<CXXBoolLiteralExpr>(BrE)) 1041 branch = BLE->getValue(); 1042 else if (IntegerLiteral *ILE = dyn_cast_or_null<IntegerLiteral>(BrE)) 1043 branch = ILE->getValue().getBoolValue(); 1044 1045 int branchnum = branch ? 0 : 1; 1046 if (Neg) 1047 branchnum = !branchnum; 1048 1049 // If we've taken the trylock branch, then add the lock 1050 int i = 0; 1051 for (CFGBlock::const_succ_iterator SI = PredBlock->succ_begin(), 1052 SE = PredBlock->succ_end(); SI != SE && i < 2; ++SI, ++i) { 1053 if (*SI == CurrBlock && i == branchnum) 1054 getMutexIDs(Mtxs, Attr, Exp, D); 1055 } 1056 } 1057 1058 1059 bool getStaticBooleanValue(Expr* E, bool& TCond) { 1060 if (isa<CXXNullPtrLiteralExpr>(E) || isa<GNUNullExpr>(E)) { 1061 TCond = false; 1062 return true; 1063 } else if (CXXBoolLiteralExpr *BLE = dyn_cast<CXXBoolLiteralExpr>(E)) { 1064 TCond = BLE->getValue(); 1065 return true; 1066 } else if (IntegerLiteral *ILE = dyn_cast<IntegerLiteral>(E)) { 1067 TCond = ILE->getValue().getBoolValue(); 1068 return true; 1069 } else if (ImplicitCastExpr *CE = dyn_cast<ImplicitCastExpr>(E)) { 1070 return getStaticBooleanValue(CE->getSubExpr(), TCond); 1071 } 1072 return false; 1073 } 1074 1075 1076 // If Cond can be traced back to a function call, return the call expression. 1077 // The negate variable should be called with false, and will be set to true 1078 // if the function call is negated, e.g. if (!mu.tryLock(...)) 1079 const CallExpr* ThreadSafetyAnalyzer::getTrylockCallExpr(const Stmt *Cond, 1080 LocalVarContext C, 1081 bool &Negate) { 1082 if (!Cond) 1083 return nullptr; 1084 1085 if (const CallExpr *CallExp = dyn_cast<CallExpr>(Cond)) { 1086 return CallExp; 1087 } 1088 else if (const ParenExpr *PE = dyn_cast<ParenExpr>(Cond)) { 1089 return getTrylockCallExpr(PE->getSubExpr(), C, Negate); 1090 } 1091 else if (const ImplicitCastExpr *CE = dyn_cast<ImplicitCastExpr>(Cond)) { 1092 return getTrylockCallExpr(CE->getSubExpr(), C, Negate); 1093 } 1094 else if (const ExprWithCleanups* EWC = dyn_cast<ExprWithCleanups>(Cond)) { 1095 return getTrylockCallExpr(EWC->getSubExpr(), C, Negate); 1096 } 1097 else if (const DeclRefExpr *DRE = dyn_cast<DeclRefExpr>(Cond)) { 1098 const Expr *E = LocalVarMap.lookupExpr(DRE->getDecl(), C); 1099 return getTrylockCallExpr(E, C, Negate); 1100 } 1101 else if (const UnaryOperator *UOP = dyn_cast<UnaryOperator>(Cond)) { 1102 if (UOP->getOpcode() == UO_LNot) { 1103 Negate = !Negate; 1104 return getTrylockCallExpr(UOP->getSubExpr(), C, Negate); 1105 } 1106 return nullptr; 1107 } 1108 else if (const BinaryOperator *BOP = dyn_cast<BinaryOperator>(Cond)) { 1109 if (BOP->getOpcode() == BO_EQ || BOP->getOpcode() == BO_NE) { 1110 if (BOP->getOpcode() == BO_NE) 1111 Negate = !Negate; 1112 1113 bool TCond = false; 1114 if (getStaticBooleanValue(BOP->getRHS(), TCond)) { 1115 if (!TCond) Negate = !Negate; 1116 return getTrylockCallExpr(BOP->getLHS(), C, Negate); 1117 } 1118 TCond = false; 1119 if (getStaticBooleanValue(BOP->getLHS(), TCond)) { 1120 if (!TCond) Negate = !Negate; 1121 return getTrylockCallExpr(BOP->getRHS(), C, Negate); 1122 } 1123 return nullptr; 1124 } 1125 if (BOP->getOpcode() == BO_LAnd) { 1126 // LHS must have been evaluated in a different block. 1127 return getTrylockCallExpr(BOP->getRHS(), C, Negate); 1128 } 1129 if (BOP->getOpcode() == BO_LOr) { 1130 return getTrylockCallExpr(BOP->getRHS(), C, Negate); 1131 } 1132 return nullptr; 1133 } 1134 return nullptr; 1135 } 1136 1137 1138 /// \brief Find the lockset that holds on the edge between PredBlock 1139 /// and CurrBlock. The edge set is the exit set of PredBlock (passed 1140 /// as the ExitSet parameter) plus any trylocks, which are conditionally held. 1141 void ThreadSafetyAnalyzer::getEdgeLockset(FactSet& Result, 1142 const FactSet &ExitSet, 1143 const CFGBlock *PredBlock, 1144 const CFGBlock *CurrBlock) { 1145 Result = ExitSet; 1146 1147 const Stmt *Cond = PredBlock->getTerminatorCondition(); 1148 if (!Cond) 1149 return; 1150 1151 bool Negate = false; 1152 const CFGBlockInfo *PredBlockInfo = &BlockInfo[PredBlock->getBlockID()]; 1153 const LocalVarContext &LVarCtx = PredBlockInfo->ExitContext; 1154 StringRef CapDiagKind = "mutex"; 1155 1156 CallExpr *Exp = 1157 const_cast<CallExpr*>(getTrylockCallExpr(Cond, LVarCtx, Negate)); 1158 if (!Exp) 1159 return; 1160 1161 NamedDecl *FunDecl = dyn_cast_or_null<NamedDecl>(Exp->getCalleeDecl()); 1162 if(!FunDecl || !FunDecl->hasAttrs()) 1163 return; 1164 1165 CapExprSet ExclusiveLocksToAdd; 1166 CapExprSet SharedLocksToAdd; 1167 1168 // If the condition is a call to a Trylock function, then grab the attributes 1169 for (auto *Attr : FunDecl->getAttrs()) { 1170 switch (Attr->getKind()) { 1171 case attr::ExclusiveTrylockFunction: { 1172 ExclusiveTrylockFunctionAttr *A = 1173 cast<ExclusiveTrylockFunctionAttr>(Attr); 1174 getMutexIDs(ExclusiveLocksToAdd, A, Exp, FunDecl, 1175 PredBlock, CurrBlock, A->getSuccessValue(), Negate); 1176 CapDiagKind = ClassifyDiagnostic(A); 1177 break; 1178 } 1179 case attr::SharedTrylockFunction: { 1180 SharedTrylockFunctionAttr *A = 1181 cast<SharedTrylockFunctionAttr>(Attr); 1182 getMutexIDs(SharedLocksToAdd, A, Exp, FunDecl, 1183 PredBlock, CurrBlock, A->getSuccessValue(), Negate); 1184 CapDiagKind = ClassifyDiagnostic(A); 1185 break; 1186 } 1187 default: 1188 break; 1189 } 1190 } 1191 1192 // Add and remove locks. 1193 SourceLocation Loc = Exp->getExprLoc(); 1194 for (const auto &ExclusiveLockToAdd : ExclusiveLocksToAdd) 1195 addLock(Result, FactEntry(ExclusiveLockToAdd, LK_Exclusive, Loc), 1196 CapDiagKind); 1197 for (const auto &SharedLockToAdd : SharedLocksToAdd) 1198 addLock(Result, FactEntry(SharedLockToAdd, LK_Shared, Loc), 1199 CapDiagKind); 1200 } 1201 1202 /// \brief We use this class to visit different types of expressions in 1203 /// CFGBlocks, and build up the lockset. 1204 /// An expression may cause us to add or remove locks from the lockset, or else 1205 /// output error messages related to missing locks. 1206 /// FIXME: In future, we may be able to not inherit from a visitor. 1207 class BuildLockset : public StmtVisitor<BuildLockset> { 1208 friend class ThreadSafetyAnalyzer; 1209 1210 ThreadSafetyAnalyzer *Analyzer; 1211 FactSet FSet; 1212 LocalVariableMap::Context LVarCtx; 1213 unsigned CtxIndex; 1214 1215 // helper functions 1216 void warnIfMutexNotHeld(const NamedDecl *D, const Expr *Exp, AccessKind AK, 1217 Expr *MutexExp, ProtectedOperationKind POK, 1218 StringRef DiagKind); 1219 void warnIfMutexHeld(const NamedDecl *D, const Expr *Exp, Expr *MutexExp, 1220 StringRef DiagKind); 1221 1222 void checkAccess(const Expr *Exp, AccessKind AK); 1223 void checkPtAccess(const Expr *Exp, AccessKind AK); 1224 1225 void handleCall(Expr *Exp, const NamedDecl *D, VarDecl *VD = nullptr); 1226 1227 public: 1228 BuildLockset(ThreadSafetyAnalyzer *Anlzr, CFGBlockInfo &Info) 1229 : StmtVisitor<BuildLockset>(), 1230 Analyzer(Anlzr), 1231 FSet(Info.EntrySet), 1232 LVarCtx(Info.EntryContext), 1233 CtxIndex(Info.EntryIndex) 1234 {} 1235 1236 void VisitUnaryOperator(UnaryOperator *UO); 1237 void VisitBinaryOperator(BinaryOperator *BO); 1238 void VisitCastExpr(CastExpr *CE); 1239 void VisitCallExpr(CallExpr *Exp); 1240 void VisitCXXConstructExpr(CXXConstructExpr *Exp); 1241 void VisitDeclStmt(DeclStmt *S); 1242 }; 1243 1244 1245 /// \brief Warn if the LSet does not contain a lock sufficient to protect access 1246 /// of at least the passed in AccessKind. 1247 void BuildLockset::warnIfMutexNotHeld(const NamedDecl *D, const Expr *Exp, 1248 AccessKind AK, Expr *MutexExp, 1249 ProtectedOperationKind POK, 1250 StringRef DiagKind) { 1251 LockKind LK = getLockKindFromAccessKind(AK); 1252 1253 CapabilityExpr Cp = Analyzer->SxBuilder.translateAttrExpr(MutexExp, D, Exp); 1254 if (Cp.isInvalid()) { 1255 warnInvalidLock(Analyzer->Handler, MutexExp, D, Exp, DiagKind); 1256 return; 1257 } else if (Cp.shouldIgnore()) { 1258 return; 1259 } 1260 1261 if (Cp.negative()) { 1262 // Negative capabilities act like locks excluded 1263 FactEntry *LDat = FSet.findLock(Analyzer->FactMan, !Cp); 1264 if (LDat) { 1265 Analyzer->Handler.handleFunExcludesLock( 1266 DiagKind, D->getNameAsString(), (!Cp).toString(), Exp->getExprLoc()); 1267 return; 1268 } 1269 1270 // If this does not refer to a negative capability in the same class, 1271 // then stop here. 1272 if (!Analyzer->inCurrentScope(Cp)) 1273 return; 1274 1275 // Otherwise the negative requirement must be propagated to the caller. 1276 LDat = FSet.findLock(Analyzer->FactMan, Cp); 1277 if (!LDat) { 1278 Analyzer->Handler.handleMutexNotHeld("", D, POK, Cp.toString(), 1279 LK_Shared, Exp->getExprLoc()); 1280 } 1281 return; 1282 } 1283 1284 FactEntry* LDat = FSet.findLockUniv(Analyzer->FactMan, Cp); 1285 bool NoError = true; 1286 if (!LDat) { 1287 // No exact match found. Look for a partial match. 1288 LDat = FSet.findPartialMatch(Analyzer->FactMan, Cp); 1289 if (LDat) { 1290 // Warn that there's no precise match. 1291 std::string PartMatchStr = LDat->toString(); 1292 StringRef PartMatchName(PartMatchStr); 1293 Analyzer->Handler.handleMutexNotHeld(DiagKind, D, POK, 1294 Cp.toString(), 1295 LK, Exp->getExprLoc(), 1296 &PartMatchName); 1297 } else { 1298 // Warn that there's no match at all. 1299 Analyzer->Handler.handleMutexNotHeld(DiagKind, D, POK, 1300 Cp.toString(), 1301 LK, Exp->getExprLoc()); 1302 } 1303 NoError = false; 1304 } 1305 // Make sure the mutex we found is the right kind. 1306 if (NoError && LDat && !LDat->isAtLeast(LK)) { 1307 Analyzer->Handler.handleMutexNotHeld(DiagKind, D, POK, 1308 Cp.toString(), 1309 LK, Exp->getExprLoc()); 1310 } 1311 } 1312 1313 /// \brief Warn if the LSet contains the given lock. 1314 void BuildLockset::warnIfMutexHeld(const NamedDecl *D, const Expr *Exp, 1315 Expr *MutexExp, 1316 StringRef DiagKind) { 1317 CapabilityExpr Cp = Analyzer->SxBuilder.translateAttrExpr(MutexExp, D, Exp); 1318 if (Cp.isInvalid()) { 1319 warnInvalidLock(Analyzer->Handler, MutexExp, D, Exp, DiagKind); 1320 return; 1321 } else if (Cp.shouldIgnore()) { 1322 return; 1323 } 1324 1325 FactEntry* LDat = FSet.findLock(Analyzer->FactMan, Cp); 1326 if (LDat) { 1327 Analyzer->Handler.handleFunExcludesLock( 1328 DiagKind, D->getNameAsString(), Cp.toString(), Exp->getExprLoc()); 1329 } 1330 } 1331 1332 /// \brief Checks guarded_by and pt_guarded_by attributes. 1333 /// Whenever we identify an access (read or write) to a DeclRefExpr that is 1334 /// marked with guarded_by, we must ensure the appropriate mutexes are held. 1335 /// Similarly, we check if the access is to an expression that dereferences 1336 /// a pointer marked with pt_guarded_by. 1337 void BuildLockset::checkAccess(const Expr *Exp, AccessKind AK) { 1338 Exp = Exp->IgnoreParenCasts(); 1339 1340 if (const UnaryOperator *UO = dyn_cast<UnaryOperator>(Exp)) { 1341 // For dereferences 1342 if (UO->getOpcode() == clang::UO_Deref) 1343 checkPtAccess(UO->getSubExpr(), AK); 1344 return; 1345 } 1346 1347 if (const ArraySubscriptExpr *AE = dyn_cast<ArraySubscriptExpr>(Exp)) { 1348 checkPtAccess(AE->getLHS(), AK); 1349 return; 1350 } 1351 1352 if (const MemberExpr *ME = dyn_cast<MemberExpr>(Exp)) { 1353 if (ME->isArrow()) 1354 checkPtAccess(ME->getBase(), AK); 1355 else 1356 checkAccess(ME->getBase(), AK); 1357 } 1358 1359 const ValueDecl *D = getValueDecl(Exp); 1360 if (!D || !D->hasAttrs()) 1361 return; 1362 1363 if (D->hasAttr<GuardedVarAttr>() && FSet.isEmpty(Analyzer->FactMan)) { 1364 Analyzer->Handler.handleNoMutexHeld("mutex", D, POK_VarAccess, AK, 1365 Exp->getExprLoc()); 1366 } 1367 1368 for (const auto *I : D->specific_attrs<GuardedByAttr>()) 1369 warnIfMutexNotHeld(D, Exp, AK, I->getArg(), POK_VarAccess, 1370 ClassifyDiagnostic(I)); 1371 } 1372 1373 /// \brief Checks pt_guarded_by and pt_guarded_var attributes. 1374 void BuildLockset::checkPtAccess(const Expr *Exp, AccessKind AK) { 1375 while (true) { 1376 if (const ParenExpr *PE = dyn_cast<ParenExpr>(Exp)) { 1377 Exp = PE->getSubExpr(); 1378 continue; 1379 } 1380 if (const CastExpr *CE = dyn_cast<CastExpr>(Exp)) { 1381 if (CE->getCastKind() == CK_ArrayToPointerDecay) { 1382 // If it's an actual array, and not a pointer, then it's elements 1383 // are protected by GUARDED_BY, not PT_GUARDED_BY; 1384 checkAccess(CE->getSubExpr(), AK); 1385 return; 1386 } 1387 Exp = CE->getSubExpr(); 1388 continue; 1389 } 1390 break; 1391 } 1392 1393 const ValueDecl *D = getValueDecl(Exp); 1394 if (!D || !D->hasAttrs()) 1395 return; 1396 1397 if (D->hasAttr<PtGuardedVarAttr>() && FSet.isEmpty(Analyzer->FactMan)) 1398 Analyzer->Handler.handleNoMutexHeld("mutex", D, POK_VarDereference, AK, 1399 Exp->getExprLoc()); 1400 1401 for (auto const *I : D->specific_attrs<PtGuardedByAttr>()) 1402 warnIfMutexNotHeld(D, Exp, AK, I->getArg(), POK_VarDereference, 1403 ClassifyDiagnostic(I)); 1404 } 1405 1406 /// \brief Process a function call, method call, constructor call, 1407 /// or destructor call. This involves looking at the attributes on the 1408 /// corresponding function/method/constructor/destructor, issuing warnings, 1409 /// and updating the locksets accordingly. 1410 /// 1411 /// FIXME: For classes annotated with one of the guarded annotations, we need 1412 /// to treat const method calls as reads and non-const method calls as writes, 1413 /// and check that the appropriate locks are held. Non-const method calls with 1414 /// the same signature as const method calls can be also treated as reads. 1415 /// 1416 void BuildLockset::handleCall(Expr *Exp, const NamedDecl *D, VarDecl *VD) { 1417 SourceLocation Loc = Exp->getExprLoc(); 1418 const AttrVec &ArgAttrs = D->getAttrs(); 1419 CapExprSet ExclusiveLocksToAdd, SharedLocksToAdd; 1420 CapExprSet ExclusiveLocksToRemove, SharedLocksToRemove, GenericLocksToRemove; 1421 StringRef CapDiagKind = "mutex"; 1422 1423 for(unsigned i = 0; i < ArgAttrs.size(); ++i) { 1424 Attr *At = const_cast<Attr*>(ArgAttrs[i]); 1425 switch (At->getKind()) { 1426 // When we encounter a lock function, we need to add the lock to our 1427 // lockset. 1428 case attr::AcquireCapability: { 1429 auto *A = cast<AcquireCapabilityAttr>(At); 1430 Analyzer->getMutexIDs(A->isShared() ? SharedLocksToAdd 1431 : ExclusiveLocksToAdd, 1432 A, Exp, D, VD); 1433 1434 CapDiagKind = ClassifyDiagnostic(A); 1435 break; 1436 } 1437 1438 // An assert will add a lock to the lockset, but will not generate 1439 // a warning if it is already there, and will not generate a warning 1440 // if it is not removed. 1441 case attr::AssertExclusiveLock: { 1442 AssertExclusiveLockAttr *A = cast<AssertExclusiveLockAttr>(At); 1443 1444 CapExprSet AssertLocks; 1445 Analyzer->getMutexIDs(AssertLocks, A, Exp, D, VD); 1446 for (const auto &AssertLock : AssertLocks) 1447 Analyzer->addLock(FSet, FactEntry(AssertLock, LK_Exclusive, Loc, 1448 false, true), 1449 ClassifyDiagnostic(A)); 1450 break; 1451 } 1452 case attr::AssertSharedLock: { 1453 AssertSharedLockAttr *A = cast<AssertSharedLockAttr>(At); 1454 1455 CapExprSet AssertLocks; 1456 Analyzer->getMutexIDs(AssertLocks, A, Exp, D, VD); 1457 for (const auto &AssertLock : AssertLocks) 1458 Analyzer->addLock(FSet, FactEntry(AssertLock, LK_Shared, Loc, 1459 false, true), 1460 ClassifyDiagnostic(A)); 1461 break; 1462 } 1463 1464 // When we encounter an unlock function, we need to remove unlocked 1465 // mutexes from the lockset, and flag a warning if they are not there. 1466 case attr::ReleaseCapability: { 1467 auto *A = cast<ReleaseCapabilityAttr>(At); 1468 if (A->isGeneric()) 1469 Analyzer->getMutexIDs(GenericLocksToRemove, A, Exp, D, VD); 1470 else if (A->isShared()) 1471 Analyzer->getMutexIDs(SharedLocksToRemove, A, Exp, D, VD); 1472 else 1473 Analyzer->getMutexIDs(ExclusiveLocksToRemove, A, Exp, D, VD); 1474 1475 CapDiagKind = ClassifyDiagnostic(A); 1476 break; 1477 } 1478 1479 case attr::RequiresCapability: { 1480 RequiresCapabilityAttr *A = cast<RequiresCapabilityAttr>(At); 1481 for (auto *Arg : A->args()) 1482 warnIfMutexNotHeld(D, Exp, A->isShared() ? AK_Read : AK_Written, Arg, 1483 POK_FunctionCall, ClassifyDiagnostic(A)); 1484 break; 1485 } 1486 1487 case attr::LocksExcluded: { 1488 LocksExcludedAttr *A = cast<LocksExcludedAttr>(At); 1489 for (auto *Arg : A->args()) 1490 warnIfMutexHeld(D, Exp, Arg, ClassifyDiagnostic(A)); 1491 break; 1492 } 1493 1494 // Ignore attributes unrelated to thread-safety 1495 default: 1496 break; 1497 } 1498 } 1499 1500 // Figure out if we're calling the constructor of scoped lockable class 1501 bool isScopedVar = false; 1502 if (VD) { 1503 if (const CXXConstructorDecl *CD = dyn_cast<const CXXConstructorDecl>(D)) { 1504 const CXXRecordDecl* PD = CD->getParent(); 1505 if (PD && PD->hasAttr<ScopedLockableAttr>()) 1506 isScopedVar = true; 1507 } 1508 } 1509 1510 // Add locks. 1511 for (const auto &M : ExclusiveLocksToAdd) 1512 Analyzer->addLock(FSet, FactEntry(M, LK_Exclusive, Loc, isScopedVar), 1513 CapDiagKind); 1514 for (const auto &M : SharedLocksToAdd) 1515 Analyzer->addLock(FSet, FactEntry(M, LK_Shared, Loc, isScopedVar), 1516 CapDiagKind); 1517 1518 // Add the managing object as a dummy mutex, mapped to the underlying mutex. 1519 // FIXME: this doesn't work if we acquire multiple locks. 1520 if (isScopedVar) { 1521 SourceLocation MLoc = VD->getLocation(); 1522 DeclRefExpr DRE(VD, false, VD->getType(), VK_LValue, VD->getLocation()); 1523 // FIXME: does this store a pointer to DRE? 1524 CapabilityExpr Scp = Analyzer->SxBuilder.translateAttrExpr(&DRE, nullptr); 1525 1526 for (const auto &M : ExclusiveLocksToAdd) 1527 Analyzer->addLock(FSet, FactEntry(Scp, LK_Exclusive, MLoc, M.sexpr()), 1528 CapDiagKind); 1529 for (const auto &M : SharedLocksToAdd) 1530 Analyzer->addLock(FSet, FactEntry(Scp, LK_Shared, MLoc, M.sexpr()), 1531 CapDiagKind); 1532 1533 // handle corner case where the underlying mutex is invalid 1534 if (ExclusiveLocksToAdd.size() == 0 && SharedLocksToAdd.size() == 0) { 1535 Analyzer->addLock(FSet, FactEntry(Scp, LK_Exclusive, MLoc), 1536 CapDiagKind); 1537 } 1538 } 1539 1540 // Remove locks. 1541 // FIXME -- should only fully remove if the attribute refers to 'this'. 1542 bool Dtor = isa<CXXDestructorDecl>(D); 1543 for (const auto &M : ExclusiveLocksToRemove) 1544 Analyzer->removeLock(FSet, M, Loc, Dtor, LK_Exclusive, CapDiagKind); 1545 for (const auto &M : SharedLocksToRemove) 1546 Analyzer->removeLock(FSet, M, Loc, Dtor, LK_Shared, CapDiagKind); 1547 for (const auto &M : GenericLocksToRemove) 1548 Analyzer->removeLock(FSet, M, Loc, Dtor, LK_Generic, CapDiagKind); 1549 } 1550 1551 1552 /// \brief For unary operations which read and write a variable, we need to 1553 /// check whether we hold any required mutexes. Reads are checked in 1554 /// VisitCastExpr. 1555 void BuildLockset::VisitUnaryOperator(UnaryOperator *UO) { 1556 switch (UO->getOpcode()) { 1557 case clang::UO_PostDec: 1558 case clang::UO_PostInc: 1559 case clang::UO_PreDec: 1560 case clang::UO_PreInc: { 1561 checkAccess(UO->getSubExpr(), AK_Written); 1562 break; 1563 } 1564 default: 1565 break; 1566 } 1567 } 1568 1569 /// For binary operations which assign to a variable (writes), we need to check 1570 /// whether we hold any required mutexes. 1571 /// FIXME: Deal with non-primitive types. 1572 void BuildLockset::VisitBinaryOperator(BinaryOperator *BO) { 1573 if (!BO->isAssignmentOp()) 1574 return; 1575 1576 // adjust the context 1577 LVarCtx = Analyzer->LocalVarMap.getNextContext(CtxIndex, BO, LVarCtx); 1578 1579 checkAccess(BO->getLHS(), AK_Written); 1580 } 1581 1582 1583 /// Whenever we do an LValue to Rvalue cast, we are reading a variable and 1584 /// need to ensure we hold any required mutexes. 1585 /// FIXME: Deal with non-primitive types. 1586 void BuildLockset::VisitCastExpr(CastExpr *CE) { 1587 if (CE->getCastKind() != CK_LValueToRValue) 1588 return; 1589 checkAccess(CE->getSubExpr(), AK_Read); 1590 } 1591 1592 1593 void BuildLockset::VisitCallExpr(CallExpr *Exp) { 1594 if (CXXMemberCallExpr *CE = dyn_cast<CXXMemberCallExpr>(Exp)) { 1595 MemberExpr *ME = dyn_cast<MemberExpr>(CE->getCallee()); 1596 // ME can be null when calling a method pointer 1597 CXXMethodDecl *MD = CE->getMethodDecl(); 1598 1599 if (ME && MD) { 1600 if (ME->isArrow()) { 1601 if (MD->isConst()) { 1602 checkPtAccess(CE->getImplicitObjectArgument(), AK_Read); 1603 } else { // FIXME -- should be AK_Written 1604 checkPtAccess(CE->getImplicitObjectArgument(), AK_Read); 1605 } 1606 } else { 1607 if (MD->isConst()) 1608 checkAccess(CE->getImplicitObjectArgument(), AK_Read); 1609 else // FIXME -- should be AK_Written 1610 checkAccess(CE->getImplicitObjectArgument(), AK_Read); 1611 } 1612 } 1613 } else if (CXXOperatorCallExpr *OE = dyn_cast<CXXOperatorCallExpr>(Exp)) { 1614 switch (OE->getOperator()) { 1615 case OO_Equal: { 1616 const Expr *Target = OE->getArg(0); 1617 const Expr *Source = OE->getArg(1); 1618 checkAccess(Target, AK_Written); 1619 checkAccess(Source, AK_Read); 1620 break; 1621 } 1622 case OO_Star: 1623 case OO_Arrow: 1624 case OO_Subscript: { 1625 const Expr *Obj = OE->getArg(0); 1626 checkAccess(Obj, AK_Read); 1627 checkPtAccess(Obj, AK_Read); 1628 break; 1629 } 1630 default: { 1631 const Expr *Obj = OE->getArg(0); 1632 checkAccess(Obj, AK_Read); 1633 break; 1634 } 1635 } 1636 } 1637 NamedDecl *D = dyn_cast_or_null<NamedDecl>(Exp->getCalleeDecl()); 1638 if(!D || !D->hasAttrs()) 1639 return; 1640 handleCall(Exp, D); 1641 } 1642 1643 void BuildLockset::VisitCXXConstructExpr(CXXConstructExpr *Exp) { 1644 const CXXConstructorDecl *D = Exp->getConstructor(); 1645 if (D && D->isCopyConstructor()) { 1646 const Expr* Source = Exp->getArg(0); 1647 checkAccess(Source, AK_Read); 1648 } 1649 // FIXME -- only handles constructors in DeclStmt below. 1650 } 1651 1652 void BuildLockset::VisitDeclStmt(DeclStmt *S) { 1653 // adjust the context 1654 LVarCtx = Analyzer->LocalVarMap.getNextContext(CtxIndex, S, LVarCtx); 1655 1656 for (auto *D : S->getDeclGroup()) { 1657 if (VarDecl *VD = dyn_cast_or_null<VarDecl>(D)) { 1658 Expr *E = VD->getInit(); 1659 // handle constructors that involve temporaries 1660 if (ExprWithCleanups *EWC = dyn_cast_or_null<ExprWithCleanups>(E)) 1661 E = EWC->getSubExpr(); 1662 1663 if (CXXConstructExpr *CE = dyn_cast_or_null<CXXConstructExpr>(E)) { 1664 NamedDecl *CtorD = dyn_cast_or_null<NamedDecl>(CE->getConstructor()); 1665 if (!CtorD || !CtorD->hasAttrs()) 1666 return; 1667 handleCall(CE, CtorD, VD); 1668 } 1669 } 1670 } 1671 } 1672 1673 1674 1675 /// \brief Compute the intersection of two locksets and issue warnings for any 1676 /// locks in the symmetric difference. 1677 /// 1678 /// This function is used at a merge point in the CFG when comparing the lockset 1679 /// of each branch being merged. For example, given the following sequence: 1680 /// A; if () then B; else C; D; we need to check that the lockset after B and C 1681 /// are the same. In the event of a difference, we use the intersection of these 1682 /// two locksets at the start of D. 1683 /// 1684 /// \param FSet1 The first lockset. 1685 /// \param FSet2 The second lockset. 1686 /// \param JoinLoc The location of the join point for error reporting 1687 /// \param LEK1 The error message to report if a mutex is missing from LSet1 1688 /// \param LEK2 The error message to report if a mutex is missing from Lset2 1689 void ThreadSafetyAnalyzer::intersectAndWarn(FactSet &FSet1, 1690 const FactSet &FSet2, 1691 SourceLocation JoinLoc, 1692 LockErrorKind LEK1, 1693 LockErrorKind LEK2, 1694 bool Modify) { 1695 FactSet FSet1Orig = FSet1; 1696 1697 // Find locks in FSet2 that conflict or are not in FSet1, and warn. 1698 for (const auto &Fact : FSet2) { 1699 const FactEntry *LDat1 = nullptr; 1700 const FactEntry *LDat2 = &FactMan[Fact]; 1701 FactSet::iterator Iter1 = FSet1.findLockIter(FactMan, *LDat2); 1702 if (Iter1 != FSet1.end()) LDat1 = &FactMan[*Iter1]; 1703 1704 if (LDat1) { 1705 if (LDat1->kind() != LDat2->kind()) { 1706 Handler.handleExclusiveAndShared("mutex", LDat2->toString(), 1707 LDat2->loc(), LDat1->loc()); 1708 if (Modify && LDat1->kind() != LK_Exclusive) { 1709 // Take the exclusive lock, which is the one in FSet2. 1710 *Iter1 = Fact; 1711 } 1712 } 1713 else if (Modify && LDat1->asserted() && !LDat2->asserted()) { 1714 // The non-asserted lock in FSet2 is the one we want to track. 1715 *Iter1 = Fact; 1716 } 1717 } else { 1718 if (LDat2->underlying()) { 1719 if (FSet2.findLock(FactMan, CapabilityExpr(LDat2->underlying(), 1720 false))) { 1721 // If this is a scoped lock that manages another mutex, and if the 1722 // underlying mutex is still held, then warn about the underlying 1723 // mutex. 1724 Handler.handleMutexHeldEndOfScope("mutex", 1725 sx::toString(LDat2->underlying()), 1726 LDat2->loc(), JoinLoc, LEK1); 1727 } 1728 } 1729 else if (!LDat2->managed() && !LDat2->asserted() && 1730 !LDat2->negative() && !LDat2->isUniversal()) { 1731 Handler.handleMutexHeldEndOfScope("mutex", LDat2->toString(), 1732 LDat2->loc(), JoinLoc, LEK1); 1733 } 1734 } 1735 } 1736 1737 // Find locks in FSet1 that are not in FSet2, and remove them. 1738 for (const auto &Fact : FSet1Orig) { 1739 const FactEntry *LDat1 = &FactMan[Fact]; 1740 const FactEntry *LDat2 = FSet2.findLock(FactMan, *LDat1); 1741 1742 if (!LDat2) { 1743 if (LDat1->underlying()) { 1744 if (FSet1Orig.findLock(FactMan, CapabilityExpr(LDat1->underlying(), 1745 false))) { 1746 // If this is a scoped lock that manages another mutex, and if the 1747 // underlying mutex is still held, then warn about the underlying 1748 // mutex. 1749 Handler.handleMutexHeldEndOfScope("mutex", 1750 sx::toString(LDat1->underlying()), 1751 LDat1->loc(), JoinLoc, LEK1); 1752 } 1753 } 1754 else if (!LDat1->managed() && !LDat1->asserted() && 1755 !LDat1->negative() && !LDat1->isUniversal()) { 1756 Handler.handleMutexHeldEndOfScope("mutex", LDat1->toString(), 1757 LDat1->loc(), JoinLoc, LEK2); 1758 } 1759 if (Modify) 1760 FSet1.removeLock(FactMan, *LDat1); 1761 } 1762 } 1763 } 1764 1765 1766 // Return true if block B never continues to its successors. 1767 inline bool neverReturns(const CFGBlock* B) { 1768 if (B->hasNoReturnElement()) 1769 return true; 1770 if (B->empty()) 1771 return false; 1772 1773 CFGElement Last = B->back(); 1774 if (Optional<CFGStmt> S = Last.getAs<CFGStmt>()) { 1775 if (isa<CXXThrowExpr>(S->getStmt())) 1776 return true; 1777 } 1778 return false; 1779 } 1780 1781 1782 /// \brief Check a function's CFG for thread-safety violations. 1783 /// 1784 /// We traverse the blocks in the CFG, compute the set of mutexes that are held 1785 /// at the end of each block, and issue warnings for thread safety violations. 1786 /// Each block in the CFG is traversed exactly once. 1787 void ThreadSafetyAnalyzer::runAnalysis(AnalysisDeclContext &AC) { 1788 // TODO: this whole function needs be rewritten as a visitor for CFGWalker. 1789 // For now, we just use the walker to set things up. 1790 threadSafety::CFGWalker walker; 1791 if (!walker.init(AC)) 1792 return; 1793 1794 // AC.dumpCFG(true); 1795 // threadSafety::printSCFG(walker); 1796 1797 CFG *CFGraph = walker.getGraph(); 1798 const NamedDecl *D = walker.getDecl(); 1799 CurrentMethod = dyn_cast<CXXMethodDecl>(D); 1800 1801 if (D->hasAttr<NoThreadSafetyAnalysisAttr>()) 1802 return; 1803 1804 // FIXME: Do something a bit more intelligent inside constructor and 1805 // destructor code. Constructors and destructors must assume unique access 1806 // to 'this', so checks on member variable access is disabled, but we should 1807 // still enable checks on other objects. 1808 if (isa<CXXConstructorDecl>(D)) 1809 return; // Don't check inside constructors. 1810 if (isa<CXXDestructorDecl>(D)) 1811 return; // Don't check inside destructors. 1812 1813 BlockInfo.resize(CFGraph->getNumBlockIDs(), 1814 CFGBlockInfo::getEmptyBlockInfo(LocalVarMap)); 1815 1816 // We need to explore the CFG via a "topological" ordering. 1817 // That way, we will be guaranteed to have information about required 1818 // predecessor locksets when exploring a new block. 1819 const PostOrderCFGView *SortedGraph = walker.getSortedGraph(); 1820 PostOrderCFGView::CFGBlockSet VisitedBlocks(CFGraph); 1821 1822 // Mark entry block as reachable 1823 BlockInfo[CFGraph->getEntry().getBlockID()].Reachable = true; 1824 1825 // Compute SSA names for local variables 1826 LocalVarMap.traverseCFG(CFGraph, SortedGraph, BlockInfo); 1827 1828 // Fill in source locations for all CFGBlocks. 1829 findBlockLocations(CFGraph, SortedGraph, BlockInfo); 1830 1831 CapExprSet ExclusiveLocksAcquired; 1832 CapExprSet SharedLocksAcquired; 1833 CapExprSet LocksReleased; 1834 1835 // Add locks from exclusive_locks_required and shared_locks_required 1836 // to initial lockset. Also turn off checking for lock and unlock functions. 1837 // FIXME: is there a more intelligent way to check lock/unlock functions? 1838 if (!SortedGraph->empty() && D->hasAttrs()) { 1839 const CFGBlock *FirstBlock = *SortedGraph->begin(); 1840 FactSet &InitialLockset = BlockInfo[FirstBlock->getBlockID()].EntrySet; 1841 const AttrVec &ArgAttrs = D->getAttrs(); 1842 1843 CapExprSet ExclusiveLocksToAdd; 1844 CapExprSet SharedLocksToAdd; 1845 StringRef CapDiagKind = "mutex"; 1846 1847 SourceLocation Loc = D->getLocation(); 1848 for (const auto *Attr : ArgAttrs) { 1849 Loc = Attr->getLocation(); 1850 if (const auto *A = dyn_cast<RequiresCapabilityAttr>(Attr)) { 1851 getMutexIDs(A->isShared() ? SharedLocksToAdd : ExclusiveLocksToAdd, A, 1852 nullptr, D); 1853 CapDiagKind = ClassifyDiagnostic(A); 1854 } else if (const auto *A = dyn_cast<ReleaseCapabilityAttr>(Attr)) { 1855 // UNLOCK_FUNCTION() is used to hide the underlying lock implementation. 1856 // We must ignore such methods. 1857 if (A->args_size() == 0) 1858 return; 1859 // FIXME -- deal with exclusive vs. shared unlock functions? 1860 getMutexIDs(ExclusiveLocksToAdd, A, nullptr, D); 1861 getMutexIDs(LocksReleased, A, nullptr, D); 1862 CapDiagKind = ClassifyDiagnostic(A); 1863 } else if (const auto *A = dyn_cast<AcquireCapabilityAttr>(Attr)) { 1864 if (A->args_size() == 0) 1865 return; 1866 getMutexIDs(A->isShared() ? SharedLocksAcquired 1867 : ExclusiveLocksAcquired, 1868 A, nullptr, D); 1869 CapDiagKind = ClassifyDiagnostic(A); 1870 } else if (isa<ExclusiveTrylockFunctionAttr>(Attr)) { 1871 // Don't try to check trylock functions for now 1872 return; 1873 } else if (isa<SharedTrylockFunctionAttr>(Attr)) { 1874 // Don't try to check trylock functions for now 1875 return; 1876 } 1877 } 1878 1879 // FIXME -- Loc can be wrong here. 1880 for (const auto &Mu : ExclusiveLocksToAdd) 1881 addLock(InitialLockset, FactEntry(Mu, LK_Exclusive, Loc), 1882 CapDiagKind, true); 1883 for (const auto &Mu : SharedLocksToAdd) 1884 addLock(InitialLockset, FactEntry(Mu, LK_Shared, Loc), 1885 CapDiagKind, true); 1886 } 1887 1888 for (const auto *CurrBlock : *SortedGraph) { 1889 int CurrBlockID = CurrBlock->getBlockID(); 1890 CFGBlockInfo *CurrBlockInfo = &BlockInfo[CurrBlockID]; 1891 1892 // Use the default initial lockset in case there are no predecessors. 1893 VisitedBlocks.insert(CurrBlock); 1894 1895 // Iterate through the predecessor blocks and warn if the lockset for all 1896 // predecessors is not the same. We take the entry lockset of the current 1897 // block to be the intersection of all previous locksets. 1898 // FIXME: By keeping the intersection, we may output more errors in future 1899 // for a lock which is not in the intersection, but was in the union. We 1900 // may want to also keep the union in future. As an example, let's say 1901 // the intersection contains Mutex L, and the union contains L and M. 1902 // Later we unlock M. At this point, we would output an error because we 1903 // never locked M; although the real error is probably that we forgot to 1904 // lock M on all code paths. Conversely, let's say that later we lock M. 1905 // In this case, we should compare against the intersection instead of the 1906 // union because the real error is probably that we forgot to unlock M on 1907 // all code paths. 1908 bool LocksetInitialized = false; 1909 SmallVector<CFGBlock *, 8> SpecialBlocks; 1910 for (CFGBlock::const_pred_iterator PI = CurrBlock->pred_begin(), 1911 PE = CurrBlock->pred_end(); PI != PE; ++PI) { 1912 1913 // if *PI -> CurrBlock is a back edge 1914 if (*PI == nullptr || !VisitedBlocks.alreadySet(*PI)) 1915 continue; 1916 1917 int PrevBlockID = (*PI)->getBlockID(); 1918 CFGBlockInfo *PrevBlockInfo = &BlockInfo[PrevBlockID]; 1919 1920 // Ignore edges from blocks that can't return. 1921 if (neverReturns(*PI) || !PrevBlockInfo->Reachable) 1922 continue; 1923 1924 // Okay, we can reach this block from the entry. 1925 CurrBlockInfo->Reachable = true; 1926 1927 // If the previous block ended in a 'continue' or 'break' statement, then 1928 // a difference in locksets is probably due to a bug in that block, rather 1929 // than in some other predecessor. In that case, keep the other 1930 // predecessor's lockset. 1931 if (const Stmt *Terminator = (*PI)->getTerminator()) { 1932 if (isa<ContinueStmt>(Terminator) || isa<BreakStmt>(Terminator)) { 1933 SpecialBlocks.push_back(*PI); 1934 continue; 1935 } 1936 } 1937 1938 FactSet PrevLockset; 1939 getEdgeLockset(PrevLockset, PrevBlockInfo->ExitSet, *PI, CurrBlock); 1940 1941 if (!LocksetInitialized) { 1942 CurrBlockInfo->EntrySet = PrevLockset; 1943 LocksetInitialized = true; 1944 } else { 1945 intersectAndWarn(CurrBlockInfo->EntrySet, PrevLockset, 1946 CurrBlockInfo->EntryLoc, 1947 LEK_LockedSomePredecessors); 1948 } 1949 } 1950 1951 // Skip rest of block if it's not reachable. 1952 if (!CurrBlockInfo->Reachable) 1953 continue; 1954 1955 // Process continue and break blocks. Assume that the lockset for the 1956 // resulting block is unaffected by any discrepancies in them. 1957 for (const auto *PrevBlock : SpecialBlocks) { 1958 int PrevBlockID = PrevBlock->getBlockID(); 1959 CFGBlockInfo *PrevBlockInfo = &BlockInfo[PrevBlockID]; 1960 1961 if (!LocksetInitialized) { 1962 CurrBlockInfo->EntrySet = PrevBlockInfo->ExitSet; 1963 LocksetInitialized = true; 1964 } else { 1965 // Determine whether this edge is a loop terminator for diagnostic 1966 // purposes. FIXME: A 'break' statement might be a loop terminator, but 1967 // it might also be part of a switch. Also, a subsequent destructor 1968 // might add to the lockset, in which case the real issue might be a 1969 // double lock on the other path. 1970 const Stmt *Terminator = PrevBlock->getTerminator(); 1971 bool IsLoop = Terminator && isa<ContinueStmt>(Terminator); 1972 1973 FactSet PrevLockset; 1974 getEdgeLockset(PrevLockset, PrevBlockInfo->ExitSet, 1975 PrevBlock, CurrBlock); 1976 1977 // Do not update EntrySet. 1978 intersectAndWarn(CurrBlockInfo->EntrySet, PrevLockset, 1979 PrevBlockInfo->ExitLoc, 1980 IsLoop ? LEK_LockedSomeLoopIterations 1981 : LEK_LockedSomePredecessors, 1982 false); 1983 } 1984 } 1985 1986 BuildLockset LocksetBuilder(this, *CurrBlockInfo); 1987 1988 // Visit all the statements in the basic block. 1989 for (CFGBlock::const_iterator BI = CurrBlock->begin(), 1990 BE = CurrBlock->end(); BI != BE; ++BI) { 1991 switch (BI->getKind()) { 1992 case CFGElement::Statement: { 1993 CFGStmt CS = BI->castAs<CFGStmt>(); 1994 LocksetBuilder.Visit(const_cast<Stmt*>(CS.getStmt())); 1995 break; 1996 } 1997 // Ignore BaseDtor, MemberDtor, and TemporaryDtor for now. 1998 case CFGElement::AutomaticObjectDtor: { 1999 CFGAutomaticObjDtor AD = BI->castAs<CFGAutomaticObjDtor>(); 2000 CXXDestructorDecl *DD = const_cast<CXXDestructorDecl *>( 2001 AD.getDestructorDecl(AC.getASTContext())); 2002 if (!DD->hasAttrs()) 2003 break; 2004 2005 // Create a dummy expression, 2006 VarDecl *VD = const_cast<VarDecl*>(AD.getVarDecl()); 2007 DeclRefExpr DRE(VD, false, VD->getType(), VK_LValue, 2008 AD.getTriggerStmt()->getLocEnd()); 2009 LocksetBuilder.handleCall(&DRE, DD); 2010 break; 2011 } 2012 default: 2013 break; 2014 } 2015 } 2016 CurrBlockInfo->ExitSet = LocksetBuilder.FSet; 2017 2018 // For every back edge from CurrBlock (the end of the loop) to another block 2019 // (FirstLoopBlock) we need to check that the Lockset of Block is equal to 2020 // the one held at the beginning of FirstLoopBlock. We can look up the 2021 // Lockset held at the beginning of FirstLoopBlock in the EntryLockSets map. 2022 for (CFGBlock::const_succ_iterator SI = CurrBlock->succ_begin(), 2023 SE = CurrBlock->succ_end(); SI != SE; ++SI) { 2024 2025 // if CurrBlock -> *SI is *not* a back edge 2026 if (*SI == nullptr || !VisitedBlocks.alreadySet(*SI)) 2027 continue; 2028 2029 CFGBlock *FirstLoopBlock = *SI; 2030 CFGBlockInfo *PreLoop = &BlockInfo[FirstLoopBlock->getBlockID()]; 2031 CFGBlockInfo *LoopEnd = &BlockInfo[CurrBlockID]; 2032 intersectAndWarn(LoopEnd->ExitSet, PreLoop->EntrySet, 2033 PreLoop->EntryLoc, 2034 LEK_LockedSomeLoopIterations, 2035 false); 2036 } 2037 } 2038 2039 CFGBlockInfo *Initial = &BlockInfo[CFGraph->getEntry().getBlockID()]; 2040 CFGBlockInfo *Final = &BlockInfo[CFGraph->getExit().getBlockID()]; 2041 2042 // Skip the final check if the exit block is unreachable. 2043 if (!Final->Reachable) 2044 return; 2045 2046 // By default, we expect all locks held on entry to be held on exit. 2047 FactSet ExpectedExitSet = Initial->EntrySet; 2048 2049 // Adjust the expected exit set by adding or removing locks, as declared 2050 // by *-LOCK_FUNCTION and UNLOCK_FUNCTION. The intersect below will then 2051 // issue the appropriate warning. 2052 // FIXME: the location here is not quite right. 2053 for (const auto &Lock : ExclusiveLocksAcquired) 2054 ExpectedExitSet.addLock(FactMan, FactEntry(Lock, LK_Exclusive, 2055 D->getLocation())); 2056 for (const auto &Lock : SharedLocksAcquired) 2057 ExpectedExitSet.addLock(FactMan, FactEntry(Lock, LK_Shared, 2058 D->getLocation())); 2059 for (const auto &Lock : LocksReleased) 2060 ExpectedExitSet.removeLock(FactMan, Lock); 2061 2062 // FIXME: Should we call this function for all blocks which exit the function? 2063 intersectAndWarn(ExpectedExitSet, Final->ExitSet, 2064 Final->ExitLoc, 2065 LEK_LockedAtEndOfFunction, 2066 LEK_NotLockedAtEndOfFunction, 2067 false); 2068 } 2069 2070 2071 /// \brief Check a function's CFG for thread-safety violations. 2072 /// 2073 /// We traverse the blocks in the CFG, compute the set of mutexes that are held 2074 /// at the end of each block, and issue warnings for thread safety violations. 2075 /// Each block in the CFG is traversed exactly once. 2076 void runThreadSafetyAnalysis(AnalysisDeclContext &AC, 2077 ThreadSafetyHandler &Handler) { 2078 ThreadSafetyAnalyzer Analyzer(Handler); 2079 Analyzer.runAnalysis(AC); 2080 } 2081 2082 /// \brief Helper function that returns a LockKind required for the given level 2083 /// of access. 2084 LockKind getLockKindFromAccessKind(AccessKind AK) { 2085 switch (AK) { 2086 case AK_Read : 2087 return LK_Shared; 2088 case AK_Written : 2089 return LK_Exclusive; 2090 } 2091 llvm_unreachable("Unknown AccessKind"); 2092 } 2093 2094 }} // end namespace clang::threadSafety 2095