1 //=== DWARFLinker.cpp -----------------------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "llvm/DWARFLinker/DWARFLinker.h" 10 #include "llvm/ADT/ArrayRef.h" 11 #include "llvm/ADT/BitVector.h" 12 #include "llvm/ADT/STLExtras.h" 13 #include "llvm/ADT/Triple.h" 14 #include "llvm/CodeGen/NonRelocatableStringpool.h" 15 #include "llvm/DWARFLinker/DWARFLinkerDeclContext.h" 16 #include "llvm/DebugInfo/DWARF/DWARFAbbreviationDeclaration.h" 17 #include "llvm/DebugInfo/DWARF/DWARFContext.h" 18 #include "llvm/DebugInfo/DWARF/DWARFDataExtractor.h" 19 #include "llvm/DebugInfo/DWARF/DWARFDebugLine.h" 20 #include "llvm/DebugInfo/DWARF/DWARFDebugRangeList.h" 21 #include "llvm/DebugInfo/DWARF/DWARFDie.h" 22 #include "llvm/DebugInfo/DWARF/DWARFFormValue.h" 23 #include "llvm/DebugInfo/DWARF/DWARFSection.h" 24 #include "llvm/DebugInfo/DWARF/DWARFUnit.h" 25 #include "llvm/Support/DataExtractor.h" 26 #include "llvm/Support/Error.h" 27 #include "llvm/Support/ErrorHandling.h" 28 #include "llvm/Support/ErrorOr.h" 29 #include "llvm/Support/FormatVariadic.h" 30 #include "llvm/Support/LEB128.h" 31 #include "llvm/Support/Path.h" 32 #include "llvm/Support/ThreadPool.h" 33 #include <vector> 34 35 namespace llvm { 36 37 /// Hold the input and output of the debug info size in bytes. 38 struct DebugInfoSize { 39 uint64_t Input; 40 uint64_t Output; 41 }; 42 43 /// Compute the total size of the debug info. 44 static uint64_t getDebugInfoSize(DWARFContext &Dwarf) { 45 uint64_t Size = 0; 46 for (auto &Unit : Dwarf.compile_units()) { 47 Size += Unit->getLength(); 48 } 49 return Size; 50 } 51 52 /// Similar to DWARFUnitSection::getUnitForOffset(), but returning our 53 /// CompileUnit object instead. 54 static CompileUnit *getUnitForOffset(const UnitListTy &Units, uint64_t Offset) { 55 auto CU = llvm::upper_bound( 56 Units, Offset, [](uint64_t LHS, const std::unique_ptr<CompileUnit> &RHS) { 57 return LHS < RHS->getOrigUnit().getNextUnitOffset(); 58 }); 59 return CU != Units.end() ? CU->get() : nullptr; 60 } 61 62 /// Resolve the DIE attribute reference that has been extracted in \p RefValue. 63 /// The resulting DIE might be in another CompileUnit which is stored into \p 64 /// ReferencedCU. \returns null if resolving fails for any reason. 65 DWARFDie DWARFLinker::resolveDIEReference(const DWARFFile &File, 66 const UnitListTy &Units, 67 const DWARFFormValue &RefValue, 68 const DWARFDie &DIE, 69 CompileUnit *&RefCU) { 70 assert(RefValue.isFormClass(DWARFFormValue::FC_Reference)); 71 uint64_t RefOffset = *RefValue.getAsReference(); 72 if ((RefCU = getUnitForOffset(Units, RefOffset))) 73 if (const auto RefDie = RefCU->getOrigUnit().getDIEForOffset(RefOffset)) { 74 // In a file with broken references, an attribute might point to a NULL 75 // DIE. 76 if (!RefDie.isNULL()) 77 return RefDie; 78 } 79 80 reportWarning("could not find referenced DIE", File, &DIE); 81 return DWARFDie(); 82 } 83 84 /// \returns whether the passed \a Attr type might contain a DIE reference 85 /// suitable for ODR uniquing. 86 static bool isODRAttribute(uint16_t Attr) { 87 switch (Attr) { 88 default: 89 return false; 90 case dwarf::DW_AT_type: 91 case dwarf::DW_AT_containing_type: 92 case dwarf::DW_AT_specification: 93 case dwarf::DW_AT_abstract_origin: 94 case dwarf::DW_AT_import: 95 return true; 96 } 97 llvm_unreachable("Improper attribute."); 98 } 99 100 static bool isTypeTag(uint16_t Tag) { 101 switch (Tag) { 102 case dwarf::DW_TAG_array_type: 103 case dwarf::DW_TAG_class_type: 104 case dwarf::DW_TAG_enumeration_type: 105 case dwarf::DW_TAG_pointer_type: 106 case dwarf::DW_TAG_reference_type: 107 case dwarf::DW_TAG_string_type: 108 case dwarf::DW_TAG_structure_type: 109 case dwarf::DW_TAG_subroutine_type: 110 case dwarf::DW_TAG_typedef: 111 case dwarf::DW_TAG_union_type: 112 case dwarf::DW_TAG_ptr_to_member_type: 113 case dwarf::DW_TAG_set_type: 114 case dwarf::DW_TAG_subrange_type: 115 case dwarf::DW_TAG_base_type: 116 case dwarf::DW_TAG_const_type: 117 case dwarf::DW_TAG_constant: 118 case dwarf::DW_TAG_file_type: 119 case dwarf::DW_TAG_namelist: 120 case dwarf::DW_TAG_packed_type: 121 case dwarf::DW_TAG_volatile_type: 122 case dwarf::DW_TAG_restrict_type: 123 case dwarf::DW_TAG_atomic_type: 124 case dwarf::DW_TAG_interface_type: 125 case dwarf::DW_TAG_unspecified_type: 126 case dwarf::DW_TAG_shared_type: 127 return true; 128 default: 129 break; 130 } 131 return false; 132 } 133 134 AddressesMap::~AddressesMap() {} 135 136 DwarfEmitter::~DwarfEmitter() {} 137 138 static Optional<StringRef> StripTemplateParameters(StringRef Name) { 139 // We are looking for template parameters to strip from Name. e.g. 140 // 141 // operator<<B> 142 // 143 // We look for > at the end but if it does not contain any < then we 144 // have something like operator>>. We check for the operator<=> case. 145 if (!Name.endswith(">") || Name.count("<") == 0 || Name.endswith("<=>")) 146 return {}; 147 148 // How many < until we have the start of the template parameters. 149 size_t NumLeftAnglesToSkip = 1; 150 151 // If we have operator<=> then we need to skip its < as well. 152 NumLeftAnglesToSkip += Name.count("<=>"); 153 154 size_t RightAngleCount = Name.count('>'); 155 size_t LeftAngleCount = Name.count('<'); 156 157 // If we have more < than > we have operator< or operator<< 158 // we to account for their < as well. 159 if (LeftAngleCount > RightAngleCount) 160 NumLeftAnglesToSkip += LeftAngleCount - RightAngleCount; 161 162 size_t StartOfTemplate = 0; 163 while (NumLeftAnglesToSkip--) 164 StartOfTemplate = Name.find('<', StartOfTemplate) + 1; 165 166 return Name.substr(0, StartOfTemplate - 1); 167 } 168 169 bool DWARFLinker::DIECloner::getDIENames(const DWARFDie &Die, 170 AttributesInfo &Info, 171 OffsetsStringPool &StringPool, 172 bool StripTemplate) { 173 // This function will be called on DIEs having low_pcs and 174 // ranges. As getting the name might be more expansive, filter out 175 // blocks directly. 176 if (Die.getTag() == dwarf::DW_TAG_lexical_block) 177 return false; 178 179 if (!Info.MangledName) 180 if (const char *MangledName = Die.getLinkageName()) 181 Info.MangledName = StringPool.getEntry(MangledName); 182 183 if (!Info.Name) 184 if (const char *Name = Die.getShortName()) 185 Info.Name = StringPool.getEntry(Name); 186 187 if (!Info.MangledName) 188 Info.MangledName = Info.Name; 189 190 if (StripTemplate && Info.Name && Info.MangledName != Info.Name) { 191 StringRef Name = Info.Name.getString(); 192 if (Optional<StringRef> StrippedName = StripTemplateParameters(Name)) 193 Info.NameWithoutTemplate = StringPool.getEntry(*StrippedName); 194 } 195 196 return Info.Name || Info.MangledName; 197 } 198 199 /// Resolve the relative path to a build artifact referenced by DWARF by 200 /// applying DW_AT_comp_dir. 201 static void resolveRelativeObjectPath(SmallVectorImpl<char> &Buf, DWARFDie CU) { 202 sys::path::append(Buf, dwarf::toString(CU.find(dwarf::DW_AT_comp_dir), "")); 203 } 204 205 /// Collect references to parseable Swift interfaces in imported 206 /// DW_TAG_module blocks. 207 static void analyzeImportedModule( 208 const DWARFDie &DIE, CompileUnit &CU, 209 swiftInterfacesMap *ParseableSwiftInterfaces, 210 std::function<void(const Twine &, const DWARFDie &)> ReportWarning) { 211 if (CU.getLanguage() != dwarf::DW_LANG_Swift) 212 return; 213 214 if (!ParseableSwiftInterfaces) 215 return; 216 217 StringRef Path = dwarf::toStringRef(DIE.find(dwarf::DW_AT_LLVM_include_path)); 218 if (!Path.endswith(".swiftinterface")) 219 return; 220 // Don't track interfaces that are part of the SDK. 221 StringRef SysRoot = dwarf::toStringRef(DIE.find(dwarf::DW_AT_LLVM_sysroot)); 222 if (SysRoot.empty()) 223 SysRoot = CU.getSysRoot(); 224 if (!SysRoot.empty() && Path.startswith(SysRoot)) 225 return; 226 if (Optional<DWARFFormValue> Val = DIE.find(dwarf::DW_AT_name)) 227 if (Optional<const char *> Name = Val->getAsCString()) { 228 auto &Entry = (*ParseableSwiftInterfaces)[*Name]; 229 // The prepend path is applied later when copying. 230 DWARFDie CUDie = CU.getOrigUnit().getUnitDIE(); 231 SmallString<128> ResolvedPath; 232 if (sys::path::is_relative(Path)) 233 resolveRelativeObjectPath(ResolvedPath, CUDie); 234 sys::path::append(ResolvedPath, Path); 235 if (!Entry.empty() && Entry != ResolvedPath) 236 ReportWarning( 237 Twine("Conflicting parseable interfaces for Swift Module ") + 238 *Name + ": " + Entry + " and " + Path, 239 DIE); 240 Entry = std::string(ResolvedPath.str()); 241 } 242 } 243 244 /// The distinct types of work performed by the work loop in 245 /// analyzeContextInfo. 246 enum class ContextWorklistItemType : uint8_t { 247 AnalyzeContextInfo, 248 UpdateChildPruning, 249 UpdatePruning, 250 }; 251 252 /// This class represents an item in the work list. The type defines what kind 253 /// of work needs to be performed when processing the current item. Everything 254 /// but the Type and Die fields are optional based on the type. 255 struct ContextWorklistItem { 256 DWARFDie Die; 257 unsigned ParentIdx; 258 union { 259 CompileUnit::DIEInfo *OtherInfo; 260 DeclContext *Context; 261 }; 262 ContextWorklistItemType Type; 263 bool InImportedModule; 264 265 ContextWorklistItem(DWARFDie Die, ContextWorklistItemType T, 266 CompileUnit::DIEInfo *OtherInfo = nullptr) 267 : Die(Die), ParentIdx(0), OtherInfo(OtherInfo), Type(T), 268 InImportedModule(false) {} 269 270 ContextWorklistItem(DWARFDie Die, DeclContext *Context, unsigned ParentIdx, 271 bool InImportedModule) 272 : Die(Die), ParentIdx(ParentIdx), Context(Context), 273 Type(ContextWorklistItemType::AnalyzeContextInfo), 274 InImportedModule(InImportedModule) {} 275 }; 276 277 static bool updatePruning(const DWARFDie &Die, CompileUnit &CU, 278 uint64_t ModulesEndOffset) { 279 CompileUnit::DIEInfo &Info = CU.getInfo(Die); 280 281 // Prune this DIE if it is either a forward declaration inside a 282 // DW_TAG_module or a DW_TAG_module that contains nothing but 283 // forward declarations. 284 Info.Prune &= (Die.getTag() == dwarf::DW_TAG_module) || 285 (isTypeTag(Die.getTag()) && 286 dwarf::toUnsigned(Die.find(dwarf::DW_AT_declaration), 0)); 287 288 // Only prune forward declarations inside a DW_TAG_module for which a 289 // definition exists elsewhere. 290 if (ModulesEndOffset == 0) 291 Info.Prune &= Info.Ctxt && Info.Ctxt->getCanonicalDIEOffset(); 292 else 293 Info.Prune &= Info.Ctxt && Info.Ctxt->getCanonicalDIEOffset() > 0 && 294 Info.Ctxt->getCanonicalDIEOffset() <= ModulesEndOffset; 295 296 return Info.Prune; 297 } 298 299 static void updateChildPruning(const DWARFDie &Die, CompileUnit &CU, 300 CompileUnit::DIEInfo &ChildInfo) { 301 CompileUnit::DIEInfo &Info = CU.getInfo(Die); 302 Info.Prune &= ChildInfo.Prune; 303 } 304 305 /// Recursive helper to build the global DeclContext information and 306 /// gather the child->parent relationships in the original compile unit. 307 /// 308 /// This function uses the same work list approach as lookForDIEsToKeep. 309 /// 310 /// \return true when this DIE and all of its children are only 311 /// forward declarations to types defined in external clang modules 312 /// (i.e., forward declarations that are children of a DW_TAG_module). 313 static bool analyzeContextInfo( 314 const DWARFDie &DIE, unsigned ParentIdx, CompileUnit &CU, 315 DeclContext *CurrentDeclContext, DeclContextTree &Contexts, 316 uint64_t ModulesEndOffset, swiftInterfacesMap *ParseableSwiftInterfaces, 317 std::function<void(const Twine &, const DWARFDie &)> ReportWarning, 318 bool InImportedModule = false) { 319 // LIFO work list. 320 std::vector<ContextWorklistItem> Worklist; 321 Worklist.emplace_back(DIE, CurrentDeclContext, ParentIdx, InImportedModule); 322 323 while (!Worklist.empty()) { 324 ContextWorklistItem Current = Worklist.back(); 325 Worklist.pop_back(); 326 327 switch (Current.Type) { 328 case ContextWorklistItemType::UpdatePruning: 329 updatePruning(Current.Die, CU, ModulesEndOffset); 330 continue; 331 case ContextWorklistItemType::UpdateChildPruning: 332 updateChildPruning(Current.Die, CU, *Current.OtherInfo); 333 continue; 334 case ContextWorklistItemType::AnalyzeContextInfo: 335 break; 336 } 337 338 unsigned Idx = CU.getOrigUnit().getDIEIndex(Current.Die); 339 CompileUnit::DIEInfo &Info = CU.getInfo(Idx); 340 341 // Clang imposes an ODR on modules(!) regardless of the language: 342 // "The module-id should consist of only a single identifier, 343 // which provides the name of the module being defined. Each 344 // module shall have a single definition." 345 // 346 // This does not extend to the types inside the modules: 347 // "[I]n C, this implies that if two structs are defined in 348 // different submodules with the same name, those two types are 349 // distinct types (but may be compatible types if their 350 // definitions match)." 351 // 352 // We treat non-C++ modules like namespaces for this reason. 353 if (Current.Die.getTag() == dwarf::DW_TAG_module && 354 Current.ParentIdx == 0 && 355 dwarf::toString(Current.Die.find(dwarf::DW_AT_name), "") != 356 CU.getClangModuleName()) { 357 Current.InImportedModule = true; 358 analyzeImportedModule(Current.Die, CU, ParseableSwiftInterfaces, 359 ReportWarning); 360 } 361 362 Info.ParentIdx = Current.ParentIdx; 363 bool InClangModule = CU.isClangModule() || Current.InImportedModule; 364 if (CU.hasODR() || InClangModule) { 365 if (Current.Context) { 366 auto PtrInvalidPair = Contexts.getChildDeclContext( 367 *Current.Context, Current.Die, CU, InClangModule); 368 Current.Context = PtrInvalidPair.getPointer(); 369 Info.Ctxt = 370 PtrInvalidPair.getInt() ? nullptr : PtrInvalidPair.getPointer(); 371 if (Info.Ctxt) 372 Info.Ctxt->setDefinedInClangModule(InClangModule); 373 } else 374 Info.Ctxt = Current.Context = nullptr; 375 } 376 377 Info.Prune = Current.InImportedModule; 378 // Add children in reverse order to the worklist to effectively process 379 // them in order. 380 Worklist.emplace_back(Current.Die, ContextWorklistItemType::UpdatePruning); 381 for (auto Child : reverse(Current.Die.children())) { 382 CompileUnit::DIEInfo &ChildInfo = CU.getInfo(Child); 383 Worklist.emplace_back( 384 Current.Die, ContextWorklistItemType::UpdateChildPruning, &ChildInfo); 385 Worklist.emplace_back(Child, Current.Context, Idx, 386 Current.InImportedModule); 387 } 388 } 389 390 return CU.getInfo(DIE).Prune; 391 } 392 393 static bool dieNeedsChildrenToBeMeaningful(uint32_t Tag) { 394 switch (Tag) { 395 default: 396 return false; 397 case dwarf::DW_TAG_class_type: 398 case dwarf::DW_TAG_common_block: 399 case dwarf::DW_TAG_lexical_block: 400 case dwarf::DW_TAG_structure_type: 401 case dwarf::DW_TAG_subprogram: 402 case dwarf::DW_TAG_subroutine_type: 403 case dwarf::DW_TAG_union_type: 404 return true; 405 } 406 llvm_unreachable("Invalid Tag"); 407 } 408 409 void DWARFLinker::cleanupAuxiliarryData(LinkContext &Context) { 410 Context.clear(); 411 412 for (auto I = DIEBlocks.begin(), E = DIEBlocks.end(); I != E; ++I) 413 (*I)->~DIEBlock(); 414 for (auto I = DIELocs.begin(), E = DIELocs.end(); I != E; ++I) 415 (*I)->~DIELoc(); 416 417 DIEBlocks.clear(); 418 DIELocs.clear(); 419 DIEAlloc.Reset(); 420 } 421 422 /// Check if a variable describing DIE should be kept. 423 /// \returns updated TraversalFlags. 424 unsigned DWARFLinker::shouldKeepVariableDIE(AddressesMap &RelocMgr, 425 const DWARFDie &DIE, 426 CompileUnit::DIEInfo &MyInfo, 427 unsigned Flags) { 428 const auto *Abbrev = DIE.getAbbreviationDeclarationPtr(); 429 430 // Global variables with constant value can always be kept. 431 if (!(Flags & TF_InFunctionScope) && 432 Abbrev->findAttributeIndex(dwarf::DW_AT_const_value)) { 433 MyInfo.InDebugMap = true; 434 return Flags | TF_Keep; 435 } 436 437 // See if there is a relocation to a valid debug map entry inside 438 // this variable's location. The order is important here. We want to 439 // always check if the variable has a valid relocation, so that the 440 // DIEInfo is filled. However, we don't want a static variable in a 441 // function to force us to keep the enclosing function. 442 if (!RelocMgr.hasLiveMemoryLocation(DIE, MyInfo) || 443 (Flags & TF_InFunctionScope)) 444 return Flags; 445 446 if (Options.Verbose) { 447 outs() << "Keeping variable DIE:"; 448 DIDumpOptions DumpOpts; 449 DumpOpts.ChildRecurseDepth = 0; 450 DumpOpts.Verbose = Options.Verbose; 451 DIE.dump(outs(), 8 /* Indent */, DumpOpts); 452 } 453 454 return Flags | TF_Keep; 455 } 456 457 /// Check if a function describing DIE should be kept. 458 /// \returns updated TraversalFlags. 459 unsigned DWARFLinker::shouldKeepSubprogramDIE( 460 AddressesMap &RelocMgr, RangesTy &Ranges, const DWARFDie &DIE, 461 const DWARFFile &File, CompileUnit &Unit, CompileUnit::DIEInfo &MyInfo, 462 unsigned Flags) { 463 Flags |= TF_InFunctionScope; 464 465 auto LowPc = dwarf::toAddress(DIE.find(dwarf::DW_AT_low_pc)); 466 if (!LowPc) 467 return Flags; 468 469 assert(LowPc.hasValue() && "low_pc attribute is not an address."); 470 if (!RelocMgr.hasLiveAddressRange(DIE, MyInfo)) 471 return Flags; 472 473 if (Options.Verbose) { 474 outs() << "Keeping subprogram DIE:"; 475 DIDumpOptions DumpOpts; 476 DumpOpts.ChildRecurseDepth = 0; 477 DumpOpts.Verbose = Options.Verbose; 478 DIE.dump(outs(), 8 /* Indent */, DumpOpts); 479 } 480 481 if (DIE.getTag() == dwarf::DW_TAG_label) { 482 if (Unit.hasLabelAt(*LowPc)) 483 return Flags; 484 485 DWARFUnit &OrigUnit = Unit.getOrigUnit(); 486 // FIXME: dsymutil-classic compat. dsymutil-classic doesn't consider labels 487 // that don't fall into the CU's aranges. This is wrong IMO. Debug info 488 // generation bugs aside, this is really wrong in the case of labels, where 489 // a label marking the end of a function will have a PC == CU's high_pc. 490 if (dwarf::toAddress(OrigUnit.getUnitDIE().find(dwarf::DW_AT_high_pc)) 491 .getValueOr(UINT64_MAX) <= LowPc) 492 return Flags; 493 Unit.addLabelLowPc(*LowPc, MyInfo.AddrAdjust); 494 return Flags | TF_Keep; 495 } 496 497 Flags |= TF_Keep; 498 499 Optional<uint64_t> HighPc = DIE.getHighPC(*LowPc); 500 if (!HighPc) { 501 reportWarning("Function without high_pc. Range will be discarded.\n", File, 502 &DIE); 503 return Flags; 504 } 505 506 // Replace the debug map range with a more accurate one. 507 Ranges[*LowPc] = ObjFileAddressRange(*HighPc, MyInfo.AddrAdjust); 508 Unit.addFunctionRange(*LowPc, *HighPc, MyInfo.AddrAdjust); 509 return Flags; 510 } 511 512 /// Check if a DIE should be kept. 513 /// \returns updated TraversalFlags. 514 unsigned DWARFLinker::shouldKeepDIE(AddressesMap &RelocMgr, RangesTy &Ranges, 515 const DWARFDie &DIE, const DWARFFile &File, 516 CompileUnit &Unit, 517 CompileUnit::DIEInfo &MyInfo, 518 unsigned Flags) { 519 switch (DIE.getTag()) { 520 case dwarf::DW_TAG_constant: 521 case dwarf::DW_TAG_variable: 522 return shouldKeepVariableDIE(RelocMgr, DIE, MyInfo, Flags); 523 case dwarf::DW_TAG_subprogram: 524 case dwarf::DW_TAG_label: 525 return shouldKeepSubprogramDIE(RelocMgr, Ranges, DIE, File, Unit, MyInfo, 526 Flags); 527 case dwarf::DW_TAG_base_type: 528 // DWARF Expressions may reference basic types, but scanning them 529 // is expensive. Basic types are tiny, so just keep all of them. 530 case dwarf::DW_TAG_imported_module: 531 case dwarf::DW_TAG_imported_declaration: 532 case dwarf::DW_TAG_imported_unit: 533 // We always want to keep these. 534 return Flags | TF_Keep; 535 default: 536 break; 537 } 538 539 return Flags; 540 } 541 542 /// Helper that updates the completeness of the current DIE based on the 543 /// completeness of one of its children. It depends on the incompleteness of 544 /// the children already being computed. 545 static void updateChildIncompleteness(const DWARFDie &Die, CompileUnit &CU, 546 CompileUnit::DIEInfo &ChildInfo) { 547 switch (Die.getTag()) { 548 case dwarf::DW_TAG_structure_type: 549 case dwarf::DW_TAG_class_type: 550 break; 551 default: 552 return; 553 } 554 555 CompileUnit::DIEInfo &MyInfo = CU.getInfo(Die); 556 557 if (ChildInfo.Incomplete || ChildInfo.Prune) 558 MyInfo.Incomplete = true; 559 } 560 561 /// Helper that updates the completeness of the current DIE based on the 562 /// completeness of the DIEs it references. It depends on the incompleteness of 563 /// the referenced DIE already being computed. 564 static void updateRefIncompleteness(const DWARFDie &Die, CompileUnit &CU, 565 CompileUnit::DIEInfo &RefInfo) { 566 switch (Die.getTag()) { 567 case dwarf::DW_TAG_typedef: 568 case dwarf::DW_TAG_member: 569 case dwarf::DW_TAG_reference_type: 570 case dwarf::DW_TAG_ptr_to_member_type: 571 case dwarf::DW_TAG_pointer_type: 572 break; 573 default: 574 return; 575 } 576 577 CompileUnit::DIEInfo &MyInfo = CU.getInfo(Die); 578 579 if (MyInfo.Incomplete) 580 return; 581 582 if (RefInfo.Incomplete) 583 MyInfo.Incomplete = true; 584 } 585 586 /// Look at the children of the given DIE and decide whether they should be 587 /// kept. 588 void DWARFLinker::lookForChildDIEsToKeep( 589 const DWARFDie &Die, CompileUnit &CU, unsigned Flags, 590 SmallVectorImpl<WorklistItem> &Worklist) { 591 // The TF_ParentWalk flag tells us that we are currently walking up the 592 // parent chain of a required DIE, and we don't want to mark all the children 593 // of the parents as kept (consider for example a DW_TAG_namespace node in 594 // the parent chain). There are however a set of DIE types for which we want 595 // to ignore that directive and still walk their children. 596 if (dieNeedsChildrenToBeMeaningful(Die.getTag())) 597 Flags &= ~DWARFLinker::TF_ParentWalk; 598 599 // We're finished if this DIE has no children or we're walking the parent 600 // chain. 601 if (!Die.hasChildren() || (Flags & DWARFLinker::TF_ParentWalk)) 602 return; 603 604 // Add children in reverse order to the worklist to effectively process them 605 // in order. 606 for (auto Child : reverse(Die.children())) { 607 // Add a worklist item before every child to calculate incompleteness right 608 // after the current child is processed. 609 CompileUnit::DIEInfo &ChildInfo = CU.getInfo(Child); 610 Worklist.emplace_back(Die, CU, WorklistItemType::UpdateChildIncompleteness, 611 &ChildInfo); 612 Worklist.emplace_back(Child, CU, Flags); 613 } 614 } 615 616 /// Look at DIEs referenced by the given DIE and decide whether they should be 617 /// kept. All DIEs referenced though attributes should be kept. 618 void DWARFLinker::lookForRefDIEsToKeep( 619 const DWARFDie &Die, CompileUnit &CU, unsigned Flags, 620 const UnitListTy &Units, const DWARFFile &File, 621 SmallVectorImpl<WorklistItem> &Worklist) { 622 bool UseOdr = (Flags & DWARFLinker::TF_DependencyWalk) 623 ? (Flags & DWARFLinker::TF_ODR) 624 : CU.hasODR(); 625 DWARFUnit &Unit = CU.getOrigUnit(); 626 DWARFDataExtractor Data = Unit.getDebugInfoExtractor(); 627 const auto *Abbrev = Die.getAbbreviationDeclarationPtr(); 628 uint64_t Offset = Die.getOffset() + getULEB128Size(Abbrev->getCode()); 629 630 SmallVector<std::pair<DWARFDie, CompileUnit &>, 4> ReferencedDIEs; 631 for (const auto &AttrSpec : Abbrev->attributes()) { 632 DWARFFormValue Val(AttrSpec.Form); 633 if (!Val.isFormClass(DWARFFormValue::FC_Reference) || 634 AttrSpec.Attr == dwarf::DW_AT_sibling) { 635 DWARFFormValue::skipValue(AttrSpec.Form, Data, &Offset, 636 Unit.getFormParams()); 637 continue; 638 } 639 640 Val.extractValue(Data, &Offset, Unit.getFormParams(), &Unit); 641 CompileUnit *ReferencedCU; 642 if (auto RefDie = 643 resolveDIEReference(File, Units, Val, Die, ReferencedCU)) { 644 CompileUnit::DIEInfo &Info = ReferencedCU->getInfo(RefDie); 645 bool IsModuleRef = Info.Ctxt && Info.Ctxt->getCanonicalDIEOffset() && 646 Info.Ctxt->isDefinedInClangModule(); 647 // If the referenced DIE has a DeclContext that has already been 648 // emitted, then do not keep the one in this CU. We'll link to 649 // the canonical DIE in cloneDieReferenceAttribute. 650 // 651 // FIXME: compatibility with dsymutil-classic. UseODR shouldn't 652 // be necessary and could be advantageously replaced by 653 // ReferencedCU->hasODR() && CU.hasODR(). 654 // 655 // FIXME: compatibility with dsymutil-classic. There is no 656 // reason not to unique ref_addr references. 657 if (AttrSpec.Form != dwarf::DW_FORM_ref_addr && (UseOdr || IsModuleRef) && 658 Info.Ctxt && 659 Info.Ctxt != ReferencedCU->getInfo(Info.ParentIdx).Ctxt && 660 Info.Ctxt->getCanonicalDIEOffset() && isODRAttribute(AttrSpec.Attr)) 661 continue; 662 663 // Keep a module forward declaration if there is no definition. 664 if (!(isODRAttribute(AttrSpec.Attr) && Info.Ctxt && 665 Info.Ctxt->getCanonicalDIEOffset())) 666 Info.Prune = false; 667 ReferencedDIEs.emplace_back(RefDie, *ReferencedCU); 668 } 669 } 670 671 unsigned ODRFlag = UseOdr ? DWARFLinker::TF_ODR : 0; 672 673 // Add referenced DIEs in reverse order to the worklist to effectively 674 // process them in order. 675 for (auto &P : reverse(ReferencedDIEs)) { 676 // Add a worklist item before every child to calculate incompleteness right 677 // after the current child is processed. 678 CompileUnit::DIEInfo &Info = P.second.getInfo(P.first); 679 Worklist.emplace_back(Die, CU, WorklistItemType::UpdateRefIncompleteness, 680 &Info); 681 Worklist.emplace_back(P.first, P.second, 682 DWARFLinker::TF_Keep | 683 DWARFLinker::TF_DependencyWalk | ODRFlag); 684 } 685 } 686 687 /// Look at the parent of the given DIE and decide whether they should be kept. 688 void DWARFLinker::lookForParentDIEsToKeep( 689 unsigned AncestorIdx, CompileUnit &CU, unsigned Flags, 690 SmallVectorImpl<WorklistItem> &Worklist) { 691 // Stop if we encounter an ancestor that's already marked as kept. 692 if (CU.getInfo(AncestorIdx).Keep) 693 return; 694 695 DWARFUnit &Unit = CU.getOrigUnit(); 696 DWARFDie ParentDIE = Unit.getDIEAtIndex(AncestorIdx); 697 Worklist.emplace_back(CU.getInfo(AncestorIdx).ParentIdx, CU, Flags); 698 Worklist.emplace_back(ParentDIE, CU, Flags); 699 } 700 701 /// Recursively walk the \p DIE tree and look for DIEs to keep. Store that 702 /// information in \p CU's DIEInfo. 703 /// 704 /// This function is the entry point of the DIE selection algorithm. It is 705 /// expected to walk the DIE tree in file order and (though the mediation of 706 /// its helper) call hasValidRelocation() on each DIE that might be a 'root 707 /// DIE' (See DwarfLinker class comment). 708 /// 709 /// While walking the dependencies of root DIEs, this function is also called, 710 /// but during these dependency walks the file order is not respected. The 711 /// TF_DependencyWalk flag tells us which kind of traversal we are currently 712 /// doing. 713 /// 714 /// The recursive algorithm is implemented iteratively as a work list because 715 /// very deep recursion could exhaust the stack for large projects. The work 716 /// list acts as a scheduler for different types of work that need to be 717 /// performed. 718 /// 719 /// The recursive nature of the algorithm is simulated by running the "main" 720 /// algorithm (LookForDIEsToKeep) followed by either looking at more DIEs 721 /// (LookForChildDIEsToKeep, LookForRefDIEsToKeep, LookForParentDIEsToKeep) or 722 /// fixing up a computed property (UpdateChildIncompleteness, 723 /// UpdateRefIncompleteness). 724 /// 725 /// The return value indicates whether the DIE is incomplete. 726 void DWARFLinker::lookForDIEsToKeep(AddressesMap &AddressesMap, 727 RangesTy &Ranges, const UnitListTy &Units, 728 const DWARFDie &Die, const DWARFFile &File, 729 CompileUnit &Cu, unsigned Flags) { 730 // LIFO work list. 731 SmallVector<WorklistItem, 4> Worklist; 732 Worklist.emplace_back(Die, Cu, Flags); 733 734 while (!Worklist.empty()) { 735 WorklistItem Current = Worklist.pop_back_val(); 736 737 // Look at the worklist type to decide what kind of work to perform. 738 switch (Current.Type) { 739 case WorklistItemType::UpdateChildIncompleteness: 740 updateChildIncompleteness(Current.Die, Current.CU, *Current.OtherInfo); 741 continue; 742 case WorklistItemType::UpdateRefIncompleteness: 743 updateRefIncompleteness(Current.Die, Current.CU, *Current.OtherInfo); 744 continue; 745 case WorklistItemType::LookForChildDIEsToKeep: 746 lookForChildDIEsToKeep(Current.Die, Current.CU, Current.Flags, Worklist); 747 continue; 748 case WorklistItemType::LookForRefDIEsToKeep: 749 lookForRefDIEsToKeep(Current.Die, Current.CU, Current.Flags, Units, File, 750 Worklist); 751 continue; 752 case WorklistItemType::LookForParentDIEsToKeep: 753 lookForParentDIEsToKeep(Current.AncestorIdx, Current.CU, Current.Flags, 754 Worklist); 755 continue; 756 case WorklistItemType::LookForDIEsToKeep: 757 break; 758 } 759 760 unsigned Idx = Current.CU.getOrigUnit().getDIEIndex(Current.Die); 761 CompileUnit::DIEInfo &MyInfo = Current.CU.getInfo(Idx); 762 763 if (MyInfo.Prune) 764 continue; 765 766 // If the Keep flag is set, we are marking a required DIE's dependencies. 767 // If our target is already marked as kept, we're all set. 768 bool AlreadyKept = MyInfo.Keep; 769 if ((Current.Flags & TF_DependencyWalk) && AlreadyKept) 770 continue; 771 772 // We must not call shouldKeepDIE while called from keepDIEAndDependencies, 773 // because it would screw up the relocation finding logic. 774 if (!(Current.Flags & TF_DependencyWalk)) 775 Current.Flags = shouldKeepDIE(AddressesMap, Ranges, Current.Die, File, 776 Current.CU, MyInfo, Current.Flags); 777 778 // Finish by looking for child DIEs. Because of the LIFO worklist we need 779 // to schedule that work before any subsequent items are added to the 780 // worklist. 781 Worklist.emplace_back(Current.Die, Current.CU, Current.Flags, 782 WorklistItemType::LookForChildDIEsToKeep); 783 784 if (AlreadyKept || !(Current.Flags & TF_Keep)) 785 continue; 786 787 // If it is a newly kept DIE mark it as well as all its dependencies as 788 // kept. 789 MyInfo.Keep = true; 790 791 // We're looking for incomplete types. 792 MyInfo.Incomplete = 793 Current.Die.getTag() != dwarf::DW_TAG_subprogram && 794 Current.Die.getTag() != dwarf::DW_TAG_member && 795 dwarf::toUnsigned(Current.Die.find(dwarf::DW_AT_declaration), 0); 796 797 // After looking at the parent chain, look for referenced DIEs. Because of 798 // the LIFO worklist we need to schedule that work before any subsequent 799 // items are added to the worklist. 800 Worklist.emplace_back(Current.Die, Current.CU, Current.Flags, 801 WorklistItemType::LookForRefDIEsToKeep); 802 803 bool UseOdr = (Current.Flags & TF_DependencyWalk) ? (Current.Flags & TF_ODR) 804 : Current.CU.hasODR(); 805 unsigned ODRFlag = UseOdr ? TF_ODR : 0; 806 unsigned ParFlags = TF_ParentWalk | TF_Keep | TF_DependencyWalk | ODRFlag; 807 808 // Now schedule the parent walk. 809 Worklist.emplace_back(MyInfo.ParentIdx, Current.CU, ParFlags); 810 } 811 } 812 813 /// Assign an abbreviation number to \p Abbrev. 814 /// 815 /// Our DIEs get freed after every DebugMapObject has been processed, 816 /// thus the FoldingSet we use to unique DIEAbbrevs cannot refer to 817 /// the instances hold by the DIEs. When we encounter an abbreviation 818 /// that we don't know, we create a permanent copy of it. 819 void DWARFLinker::assignAbbrev(DIEAbbrev &Abbrev) { 820 // Check the set for priors. 821 FoldingSetNodeID ID; 822 Abbrev.Profile(ID); 823 void *InsertToken; 824 DIEAbbrev *InSet = AbbreviationsSet.FindNodeOrInsertPos(ID, InsertToken); 825 826 // If it's newly added. 827 if (InSet) { 828 // Assign existing abbreviation number. 829 Abbrev.setNumber(InSet->getNumber()); 830 } else { 831 // Add to abbreviation list. 832 Abbreviations.push_back( 833 std::make_unique<DIEAbbrev>(Abbrev.getTag(), Abbrev.hasChildren())); 834 for (const auto &Attr : Abbrev.getData()) 835 Abbreviations.back()->AddAttribute(Attr.getAttribute(), Attr.getForm()); 836 AbbreviationsSet.InsertNode(Abbreviations.back().get(), InsertToken); 837 // Assign the unique abbreviation number. 838 Abbrev.setNumber(Abbreviations.size()); 839 Abbreviations.back()->setNumber(Abbreviations.size()); 840 } 841 } 842 843 unsigned DWARFLinker::DIECloner::cloneStringAttribute( 844 DIE &Die, AttributeSpec AttrSpec, const DWARFFormValue &Val, 845 const DWARFUnit &U, OffsetsStringPool &StringPool, AttributesInfo &Info) { 846 Optional<const char *> String = Val.getAsCString(); 847 if (!String) 848 return 0; 849 850 // Switch everything to out of line strings. 851 auto StringEntry = StringPool.getEntry(*String); 852 853 // Update attributes info. 854 if (AttrSpec.Attr == dwarf::DW_AT_name) 855 Info.Name = StringEntry; 856 else if (AttrSpec.Attr == dwarf::DW_AT_MIPS_linkage_name || 857 AttrSpec.Attr == dwarf::DW_AT_linkage_name) 858 Info.MangledName = StringEntry; 859 860 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), dwarf::DW_FORM_strp, 861 DIEInteger(StringEntry.getOffset())); 862 863 return 4; 864 } 865 866 unsigned DWARFLinker::DIECloner::cloneDieReferenceAttribute( 867 DIE &Die, const DWARFDie &InputDIE, AttributeSpec AttrSpec, 868 unsigned AttrSize, const DWARFFormValue &Val, const DWARFFile &File, 869 CompileUnit &Unit) { 870 const DWARFUnit &U = Unit.getOrigUnit(); 871 uint64_t Ref = *Val.getAsReference(); 872 873 DIE *NewRefDie = nullptr; 874 CompileUnit *RefUnit = nullptr; 875 DeclContext *Ctxt = nullptr; 876 877 DWARFDie RefDie = 878 Linker.resolveDIEReference(File, CompileUnits, Val, InputDIE, RefUnit); 879 880 // If the referenced DIE is not found, drop the attribute. 881 if (!RefDie || AttrSpec.Attr == dwarf::DW_AT_sibling) 882 return 0; 883 884 CompileUnit::DIEInfo &RefInfo = RefUnit->getInfo(RefDie); 885 886 // If we already have emitted an equivalent DeclContext, just point 887 // at it. 888 if (isODRAttribute(AttrSpec.Attr)) { 889 Ctxt = RefInfo.Ctxt; 890 if (Ctxt && Ctxt->getCanonicalDIEOffset()) { 891 DIEInteger Attr(Ctxt->getCanonicalDIEOffset()); 892 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 893 dwarf::DW_FORM_ref_addr, Attr); 894 return U.getRefAddrByteSize(); 895 } 896 } 897 898 if (!RefInfo.Clone) { 899 assert(Ref > InputDIE.getOffset()); 900 // We haven't cloned this DIE yet. Just create an empty one and 901 // store it. It'll get really cloned when we process it. 902 RefInfo.Clone = DIE::get(DIEAlloc, dwarf::Tag(RefDie.getTag())); 903 } 904 NewRefDie = RefInfo.Clone; 905 906 if (AttrSpec.Form == dwarf::DW_FORM_ref_addr || 907 (Unit.hasODR() && isODRAttribute(AttrSpec.Attr))) { 908 // We cannot currently rely on a DIEEntry to emit ref_addr 909 // references, because the implementation calls back to DwarfDebug 910 // to find the unit offset. (We don't have a DwarfDebug) 911 // FIXME: we should be able to design DIEEntry reliance on 912 // DwarfDebug away. 913 uint64_t Attr; 914 if (Ref < InputDIE.getOffset()) { 915 // We must have already cloned that DIE. 916 uint32_t NewRefOffset = 917 RefUnit->getStartOffset() + NewRefDie->getOffset(); 918 Attr = NewRefOffset; 919 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 920 dwarf::DW_FORM_ref_addr, DIEInteger(Attr)); 921 } else { 922 // A forward reference. Note and fixup later. 923 Attr = 0xBADDEF; 924 Unit.noteForwardReference( 925 NewRefDie, RefUnit, Ctxt, 926 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 927 dwarf::DW_FORM_ref_addr, DIEInteger(Attr))); 928 } 929 return U.getRefAddrByteSize(); 930 } 931 932 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 933 dwarf::Form(AttrSpec.Form), DIEEntry(*NewRefDie)); 934 935 return AttrSize; 936 } 937 938 void DWARFLinker::DIECloner::cloneExpression( 939 DataExtractor &Data, DWARFExpression Expression, const DWARFFile &File, 940 CompileUnit &Unit, SmallVectorImpl<uint8_t> &OutputBuffer) { 941 using Encoding = DWARFExpression::Operation::Encoding; 942 943 uint64_t OpOffset = 0; 944 for (auto &Op : Expression) { 945 auto Description = Op.getDescription(); 946 // DW_OP_const_type is variable-length and has 3 947 // operands. DWARFExpression thus far only supports 2. 948 auto Op0 = Description.Op[0]; 949 auto Op1 = Description.Op[1]; 950 if ((Op0 == Encoding::BaseTypeRef && Op1 != Encoding::SizeNA) || 951 (Op1 == Encoding::BaseTypeRef && Op0 != Encoding::Size1)) 952 Linker.reportWarning("Unsupported DW_OP encoding.", File); 953 954 if ((Op0 == Encoding::BaseTypeRef && Op1 == Encoding::SizeNA) || 955 (Op1 == Encoding::BaseTypeRef && Op0 == Encoding::Size1)) { 956 // This code assumes that the other non-typeref operand fits into 1 byte. 957 assert(OpOffset < Op.getEndOffset()); 958 uint32_t ULEBsize = Op.getEndOffset() - OpOffset - 1; 959 assert(ULEBsize <= 16); 960 961 // Copy over the operation. 962 OutputBuffer.push_back(Op.getCode()); 963 uint64_t RefOffset; 964 if (Op1 == Encoding::SizeNA) { 965 RefOffset = Op.getRawOperand(0); 966 } else { 967 OutputBuffer.push_back(Op.getRawOperand(0)); 968 RefOffset = Op.getRawOperand(1); 969 } 970 uint32_t Offset = 0; 971 // Look up the base type. For DW_OP_convert, the operand may be 0 to 972 // instead indicate the generic type. The same holds for 973 // DW_OP_reinterpret, which is currently not supported. 974 if (RefOffset > 0 || Op.getCode() != dwarf::DW_OP_convert) { 975 auto RefDie = Unit.getOrigUnit().getDIEForOffset(RefOffset); 976 CompileUnit::DIEInfo &Info = Unit.getInfo(RefDie); 977 if (DIE *Clone = Info.Clone) 978 Offset = Clone->getOffset(); 979 else 980 Linker.reportWarning( 981 "base type ref doesn't point to DW_TAG_base_type.", File); 982 } 983 uint8_t ULEB[16]; 984 unsigned RealSize = encodeULEB128(Offset, ULEB, ULEBsize); 985 if (RealSize > ULEBsize) { 986 // Emit the generic type as a fallback. 987 RealSize = encodeULEB128(0, ULEB, ULEBsize); 988 Linker.reportWarning("base type ref doesn't fit.", File); 989 } 990 assert(RealSize == ULEBsize && "padding failed"); 991 ArrayRef<uint8_t> ULEBbytes(ULEB, ULEBsize); 992 OutputBuffer.append(ULEBbytes.begin(), ULEBbytes.end()); 993 } else { 994 // Copy over everything else unmodified. 995 StringRef Bytes = Data.getData().slice(OpOffset, Op.getEndOffset()); 996 OutputBuffer.append(Bytes.begin(), Bytes.end()); 997 } 998 OpOffset = Op.getEndOffset(); 999 } 1000 } 1001 1002 unsigned DWARFLinker::DIECloner::cloneBlockAttribute( 1003 DIE &Die, const DWARFFile &File, CompileUnit &Unit, AttributeSpec AttrSpec, 1004 const DWARFFormValue &Val, unsigned AttrSize, bool IsLittleEndian) { 1005 DIEValueList *Attr; 1006 DIEValue Value; 1007 DIELoc *Loc = nullptr; 1008 DIEBlock *Block = nullptr; 1009 if (AttrSpec.Form == dwarf::DW_FORM_exprloc) { 1010 Loc = new (DIEAlloc) DIELoc; 1011 Linker.DIELocs.push_back(Loc); 1012 } else { 1013 Block = new (DIEAlloc) DIEBlock; 1014 Linker.DIEBlocks.push_back(Block); 1015 } 1016 Attr = Loc ? static_cast<DIEValueList *>(Loc) 1017 : static_cast<DIEValueList *>(Block); 1018 1019 if (Loc) 1020 Value = DIEValue(dwarf::Attribute(AttrSpec.Attr), 1021 dwarf::Form(AttrSpec.Form), Loc); 1022 else 1023 Value = DIEValue(dwarf::Attribute(AttrSpec.Attr), 1024 dwarf::Form(AttrSpec.Form), Block); 1025 1026 // If the block is a DWARF Expression, clone it into the temporary 1027 // buffer using cloneExpression(), otherwise copy the data directly. 1028 SmallVector<uint8_t, 32> Buffer; 1029 ArrayRef<uint8_t> Bytes = *Val.getAsBlock(); 1030 if (DWARFAttribute::mayHaveLocationDescription(AttrSpec.Attr) && 1031 (Val.isFormClass(DWARFFormValue::FC_Block) || 1032 Val.isFormClass(DWARFFormValue::FC_Exprloc))) { 1033 DWARFUnit &OrigUnit = Unit.getOrigUnit(); 1034 DataExtractor Data(StringRef((const char *)Bytes.data(), Bytes.size()), 1035 IsLittleEndian, OrigUnit.getAddressByteSize()); 1036 DWARFExpression Expr(Data, OrigUnit.getAddressByteSize(), 1037 OrigUnit.getFormParams().Format); 1038 cloneExpression(Data, Expr, File, Unit, Buffer); 1039 Bytes = Buffer; 1040 } 1041 for (auto Byte : Bytes) 1042 Attr->addValue(DIEAlloc, static_cast<dwarf::Attribute>(0), 1043 dwarf::DW_FORM_data1, DIEInteger(Byte)); 1044 1045 // FIXME: If DIEBlock and DIELoc just reuses the Size field of 1046 // the DIE class, this "if" could be replaced by 1047 // Attr->setSize(Bytes.size()). 1048 if (Loc) 1049 Loc->setSize(Bytes.size()); 1050 else 1051 Block->setSize(Bytes.size()); 1052 1053 Die.addValue(DIEAlloc, Value); 1054 return AttrSize; 1055 } 1056 1057 unsigned DWARFLinker::DIECloner::cloneAddressAttribute( 1058 DIE &Die, AttributeSpec AttrSpec, const DWARFFormValue &Val, 1059 const CompileUnit &Unit, AttributesInfo &Info) { 1060 dwarf::Form Form = AttrSpec.Form; 1061 uint64_t Addr = *Val.getAsAddress(); 1062 1063 if (LLVM_UNLIKELY(Linker.Options.Update)) { 1064 if (AttrSpec.Attr == dwarf::DW_AT_low_pc) 1065 Info.HasLowPc = true; 1066 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 1067 dwarf::Form(AttrSpec.Form), DIEInteger(Addr)); 1068 return Unit.getOrigUnit().getAddressByteSize(); 1069 } 1070 1071 if (AttrSpec.Attr == dwarf::DW_AT_low_pc) { 1072 if (Die.getTag() == dwarf::DW_TAG_inlined_subroutine || 1073 Die.getTag() == dwarf::DW_TAG_lexical_block) 1074 // The low_pc of a block or inline subroutine might get 1075 // relocated because it happens to match the low_pc of the 1076 // enclosing subprogram. To prevent issues with that, always use 1077 // the low_pc from the input DIE if relocations have been applied. 1078 Addr = (Info.OrigLowPc != std::numeric_limits<uint64_t>::max() 1079 ? Info.OrigLowPc 1080 : Addr) + 1081 Info.PCOffset; 1082 else if (Die.getTag() == dwarf::DW_TAG_compile_unit) { 1083 Addr = Unit.getLowPc(); 1084 if (Addr == std::numeric_limits<uint64_t>::max()) 1085 return 0; 1086 } 1087 Info.HasLowPc = true; 1088 } else if (AttrSpec.Attr == dwarf::DW_AT_high_pc) { 1089 if (Die.getTag() == dwarf::DW_TAG_compile_unit) { 1090 if (uint64_t HighPc = Unit.getHighPc()) 1091 Addr = HighPc; 1092 else 1093 return 0; 1094 } else 1095 // If we have a high_pc recorded for the input DIE, use 1096 // it. Otherwise (when no relocations where applied) just use the 1097 // one we just decoded. 1098 Addr = (Info.OrigHighPc ? Info.OrigHighPc : Addr) + Info.PCOffset; 1099 } else if (AttrSpec.Attr == dwarf::DW_AT_call_return_pc) { 1100 // Relocate a return PC address within a call site entry. 1101 if (Die.getTag() == dwarf::DW_TAG_call_site) 1102 Addr = (Info.OrigCallReturnPc ? Info.OrigCallReturnPc : Addr) + 1103 Info.PCOffset; 1104 } else if (AttrSpec.Attr == dwarf::DW_AT_call_pc) { 1105 // Relocate the address of a branch instruction within a call site entry. 1106 if (Die.getTag() == dwarf::DW_TAG_call_site) 1107 Addr = (Info.OrigCallPc ? Info.OrigCallPc : Addr) + Info.PCOffset; 1108 } 1109 1110 // If this is an indexed address emit the relocated address. 1111 if (Form == dwarf::DW_FORM_addrx) { 1112 if (llvm::Expected<uint64_t> RelocAddr = 1113 ObjFile.Addresses->relocateIndexedAddr(Addr)) { 1114 Addr = *RelocAddr; 1115 Form = dwarf::DW_FORM_addr; 1116 } else { 1117 Linker.reportWarning(toString(RelocAddr.takeError()), ObjFile); 1118 } 1119 } 1120 1121 Die.addValue(DIEAlloc, static_cast<dwarf::Attribute>(AttrSpec.Attr), 1122 static_cast<dwarf::Form>(Form), DIEInteger(Addr)); 1123 return Unit.getOrigUnit().getAddressByteSize(); 1124 } 1125 1126 unsigned DWARFLinker::DIECloner::cloneScalarAttribute( 1127 DIE &Die, const DWARFDie &InputDIE, const DWARFFile &File, 1128 CompileUnit &Unit, AttributeSpec AttrSpec, const DWARFFormValue &Val, 1129 unsigned AttrSize, AttributesInfo &Info) { 1130 uint64_t Value; 1131 1132 if (LLVM_UNLIKELY(Linker.Options.Update)) { 1133 if (auto OptionalValue = Val.getAsUnsignedConstant()) 1134 Value = *OptionalValue; 1135 else if (auto OptionalValue = Val.getAsSignedConstant()) 1136 Value = *OptionalValue; 1137 else if (auto OptionalValue = Val.getAsSectionOffset()) 1138 Value = *OptionalValue; 1139 else { 1140 Linker.reportWarning( 1141 "Unsupported scalar attribute form. Dropping attribute.", File, 1142 &InputDIE); 1143 return 0; 1144 } 1145 if (AttrSpec.Attr == dwarf::DW_AT_declaration && Value) 1146 Info.IsDeclaration = true; 1147 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 1148 dwarf::Form(AttrSpec.Form), DIEInteger(Value)); 1149 return AttrSize; 1150 } 1151 1152 if (AttrSpec.Attr == dwarf::DW_AT_high_pc && 1153 Die.getTag() == dwarf::DW_TAG_compile_unit) { 1154 if (Unit.getLowPc() == -1ULL) 1155 return 0; 1156 // Dwarf >= 4 high_pc is an size, not an address. 1157 Value = Unit.getHighPc() - Unit.getLowPc(); 1158 } else if (AttrSpec.Form == dwarf::DW_FORM_sec_offset) 1159 Value = *Val.getAsSectionOffset(); 1160 else if (AttrSpec.Form == dwarf::DW_FORM_sdata) 1161 Value = *Val.getAsSignedConstant(); 1162 else if (auto OptionalValue = Val.getAsUnsignedConstant()) 1163 Value = *OptionalValue; 1164 else { 1165 Linker.reportWarning( 1166 "Unsupported scalar attribute form. Dropping attribute.", File, 1167 &InputDIE); 1168 return 0; 1169 } 1170 PatchLocation Patch = 1171 Die.addValue(DIEAlloc, dwarf::Attribute(AttrSpec.Attr), 1172 dwarf::Form(AttrSpec.Form), DIEInteger(Value)); 1173 if (AttrSpec.Attr == dwarf::DW_AT_ranges) { 1174 Unit.noteRangeAttribute(Die, Patch); 1175 Info.HasRanges = true; 1176 } 1177 1178 // A more generic way to check for location attributes would be 1179 // nice, but it's very unlikely that any other attribute needs a 1180 // location list. 1181 // FIXME: use DWARFAttribute::mayHaveLocationDescription(). 1182 else if (AttrSpec.Attr == dwarf::DW_AT_location || 1183 AttrSpec.Attr == dwarf::DW_AT_frame_base) { 1184 Unit.noteLocationAttribute(Patch, Info.PCOffset); 1185 } else if (AttrSpec.Attr == dwarf::DW_AT_declaration && Value) 1186 Info.IsDeclaration = true; 1187 1188 return AttrSize; 1189 } 1190 1191 /// Clone \p InputDIE's attribute described by \p AttrSpec with 1192 /// value \p Val, and add it to \p Die. 1193 /// \returns the size of the cloned attribute. 1194 unsigned DWARFLinker::DIECloner::cloneAttribute( 1195 DIE &Die, const DWARFDie &InputDIE, const DWARFFile &File, 1196 CompileUnit &Unit, OffsetsStringPool &StringPool, const DWARFFormValue &Val, 1197 const AttributeSpec AttrSpec, unsigned AttrSize, AttributesInfo &Info, 1198 bool IsLittleEndian) { 1199 const DWARFUnit &U = Unit.getOrigUnit(); 1200 1201 switch (AttrSpec.Form) { 1202 case dwarf::DW_FORM_strp: 1203 case dwarf::DW_FORM_string: 1204 case dwarf::DW_FORM_strx: 1205 case dwarf::DW_FORM_strx1: 1206 case dwarf::DW_FORM_strx2: 1207 case dwarf::DW_FORM_strx3: 1208 case dwarf::DW_FORM_strx4: 1209 return cloneStringAttribute(Die, AttrSpec, Val, U, StringPool, Info); 1210 case dwarf::DW_FORM_ref_addr: 1211 case dwarf::DW_FORM_ref1: 1212 case dwarf::DW_FORM_ref2: 1213 case dwarf::DW_FORM_ref4: 1214 case dwarf::DW_FORM_ref8: 1215 return cloneDieReferenceAttribute(Die, InputDIE, AttrSpec, AttrSize, Val, 1216 File, Unit); 1217 case dwarf::DW_FORM_block: 1218 case dwarf::DW_FORM_block1: 1219 case dwarf::DW_FORM_block2: 1220 case dwarf::DW_FORM_block4: 1221 case dwarf::DW_FORM_exprloc: 1222 return cloneBlockAttribute(Die, File, Unit, AttrSpec, Val, AttrSize, 1223 IsLittleEndian); 1224 case dwarf::DW_FORM_addr: 1225 case dwarf::DW_FORM_addrx: 1226 return cloneAddressAttribute(Die, AttrSpec, Val, Unit, Info); 1227 case dwarf::DW_FORM_data1: 1228 case dwarf::DW_FORM_data2: 1229 case dwarf::DW_FORM_data4: 1230 case dwarf::DW_FORM_data8: 1231 case dwarf::DW_FORM_udata: 1232 case dwarf::DW_FORM_sdata: 1233 case dwarf::DW_FORM_sec_offset: 1234 case dwarf::DW_FORM_flag: 1235 case dwarf::DW_FORM_flag_present: 1236 return cloneScalarAttribute(Die, InputDIE, File, Unit, AttrSpec, Val, 1237 AttrSize, Info); 1238 default: 1239 Linker.reportWarning("Unsupported attribute form " + 1240 dwarf::FormEncodingString(AttrSpec.Form) + 1241 " in cloneAttribute. Dropping.", 1242 File, &InputDIE); 1243 } 1244 1245 return 0; 1246 } 1247 1248 static bool isObjCSelector(StringRef Name) { 1249 return Name.size() > 2 && (Name[0] == '-' || Name[0] == '+') && 1250 (Name[1] == '['); 1251 } 1252 1253 void DWARFLinker::DIECloner::addObjCAccelerator(CompileUnit &Unit, 1254 const DIE *Die, 1255 DwarfStringPoolEntryRef Name, 1256 OffsetsStringPool &StringPool, 1257 bool SkipPubSection) { 1258 assert(isObjCSelector(Name.getString()) && "not an objc selector"); 1259 // Objective C method or class function. 1260 // "- [Class(Category) selector :withArg ...]" 1261 StringRef ClassNameStart(Name.getString().drop_front(2)); 1262 size_t FirstSpace = ClassNameStart.find(' '); 1263 if (FirstSpace == StringRef::npos) 1264 return; 1265 1266 StringRef SelectorStart(ClassNameStart.data() + FirstSpace + 1); 1267 if (!SelectorStart.size()) 1268 return; 1269 1270 StringRef Selector(SelectorStart.data(), SelectorStart.size() - 1); 1271 Unit.addNameAccelerator(Die, StringPool.getEntry(Selector), SkipPubSection); 1272 1273 // Add an entry for the class name that points to this 1274 // method/class function. 1275 StringRef ClassName(ClassNameStart.data(), FirstSpace); 1276 Unit.addObjCAccelerator(Die, StringPool.getEntry(ClassName), SkipPubSection); 1277 1278 if (ClassName[ClassName.size() - 1] == ')') { 1279 size_t OpenParens = ClassName.find('('); 1280 if (OpenParens != StringRef::npos) { 1281 StringRef ClassNameNoCategory(ClassName.data(), OpenParens); 1282 Unit.addObjCAccelerator(Die, StringPool.getEntry(ClassNameNoCategory), 1283 SkipPubSection); 1284 1285 std::string MethodNameNoCategory(Name.getString().data(), OpenParens + 2); 1286 // FIXME: The missing space here may be a bug, but 1287 // dsymutil-classic also does it this way. 1288 MethodNameNoCategory.append(std::string(SelectorStart)); 1289 Unit.addNameAccelerator(Die, StringPool.getEntry(MethodNameNoCategory), 1290 SkipPubSection); 1291 } 1292 } 1293 } 1294 1295 static bool 1296 shouldSkipAttribute(DWARFAbbreviationDeclaration::AttributeSpec AttrSpec, 1297 uint16_t Tag, bool InDebugMap, bool SkipPC, 1298 bool InFunctionScope) { 1299 switch (AttrSpec.Attr) { 1300 default: 1301 return false; 1302 case dwarf::DW_AT_low_pc: 1303 case dwarf::DW_AT_high_pc: 1304 case dwarf::DW_AT_ranges: 1305 return SkipPC; 1306 case dwarf::DW_AT_str_offsets_base: 1307 // FIXME: Use the string offset table with Dwarf 5. 1308 return true; 1309 case dwarf::DW_AT_location: 1310 case dwarf::DW_AT_frame_base: 1311 // FIXME: for some reason dsymutil-classic keeps the location attributes 1312 // when they are of block type (i.e. not location lists). This is totally 1313 // wrong for globals where we will keep a wrong address. It is mostly 1314 // harmless for locals, but there is no point in keeping these anyway when 1315 // the function wasn't linked. 1316 return (SkipPC || (!InFunctionScope && Tag == dwarf::DW_TAG_variable && 1317 !InDebugMap)) && 1318 !DWARFFormValue(AttrSpec.Form).isFormClass(DWARFFormValue::FC_Block); 1319 } 1320 } 1321 1322 DIE *DWARFLinker::DIECloner::cloneDIE(const DWARFDie &InputDIE, 1323 const DWARFFile &File, CompileUnit &Unit, 1324 OffsetsStringPool &StringPool, 1325 int64_t PCOffset, uint32_t OutOffset, 1326 unsigned Flags, bool IsLittleEndian, 1327 DIE *Die) { 1328 DWARFUnit &U = Unit.getOrigUnit(); 1329 unsigned Idx = U.getDIEIndex(InputDIE); 1330 CompileUnit::DIEInfo &Info = Unit.getInfo(Idx); 1331 1332 // Should the DIE appear in the output? 1333 if (!Unit.getInfo(Idx).Keep) 1334 return nullptr; 1335 1336 uint64_t Offset = InputDIE.getOffset(); 1337 assert(!(Die && Info.Clone) && "Can't supply a DIE and a cloned DIE"); 1338 if (!Die) { 1339 // The DIE might have been already created by a forward reference 1340 // (see cloneDieReferenceAttribute()). 1341 if (!Info.Clone) 1342 Info.Clone = DIE::get(DIEAlloc, dwarf::Tag(InputDIE.getTag())); 1343 Die = Info.Clone; 1344 } 1345 1346 assert(Die->getTag() == InputDIE.getTag()); 1347 Die->setOffset(OutOffset); 1348 if ((Unit.hasODR() || Unit.isClangModule()) && !Info.Incomplete && 1349 Die->getTag() != dwarf::DW_TAG_namespace && Info.Ctxt && 1350 Info.Ctxt != Unit.getInfo(Info.ParentIdx).Ctxt && 1351 !Info.Ctxt->getCanonicalDIEOffset()) { 1352 // We are about to emit a DIE that is the root of its own valid 1353 // DeclContext tree. Make the current offset the canonical offset 1354 // for this context. 1355 Info.Ctxt->setCanonicalDIEOffset(OutOffset + Unit.getStartOffset()); 1356 } 1357 1358 // Extract and clone every attribute. 1359 DWARFDataExtractor Data = U.getDebugInfoExtractor(); 1360 // Point to the next DIE (generally there is always at least a NULL 1361 // entry after the current one). If this is a lone 1362 // DW_TAG_compile_unit without any children, point to the next unit. 1363 uint64_t NextOffset = (Idx + 1 < U.getNumDIEs()) 1364 ? U.getDIEAtIndex(Idx + 1).getOffset() 1365 : U.getNextUnitOffset(); 1366 AttributesInfo AttrInfo; 1367 1368 // We could copy the data only if we need to apply a relocation to it. After 1369 // testing, it seems there is no performance downside to doing the copy 1370 // unconditionally, and it makes the code simpler. 1371 SmallString<40> DIECopy(Data.getData().substr(Offset, NextOffset - Offset)); 1372 Data = 1373 DWARFDataExtractor(DIECopy, Data.isLittleEndian(), Data.getAddressSize()); 1374 1375 // Modify the copy with relocated addresses. 1376 if (ObjFile.Addresses->areRelocationsResolved() && 1377 ObjFile.Addresses->applyValidRelocs(DIECopy, Offset, 1378 Data.isLittleEndian())) { 1379 // If we applied relocations, we store the value of high_pc that was 1380 // potentially stored in the input DIE. If high_pc is an address 1381 // (Dwarf version == 2), then it might have been relocated to a 1382 // totally unrelated value (because the end address in the object 1383 // file might be start address of another function which got moved 1384 // independently by the linker). The computation of the actual 1385 // high_pc value is done in cloneAddressAttribute(). 1386 AttrInfo.OrigHighPc = 1387 dwarf::toAddress(InputDIE.find(dwarf::DW_AT_high_pc), 0); 1388 // Also store the low_pc. It might get relocated in an 1389 // inline_subprogram that happens at the beginning of its 1390 // inlining function. 1391 AttrInfo.OrigLowPc = dwarf::toAddress(InputDIE.find(dwarf::DW_AT_low_pc), 1392 std::numeric_limits<uint64_t>::max()); 1393 AttrInfo.OrigCallReturnPc = 1394 dwarf::toAddress(InputDIE.find(dwarf::DW_AT_call_return_pc), 0); 1395 AttrInfo.OrigCallPc = 1396 dwarf::toAddress(InputDIE.find(dwarf::DW_AT_call_pc), 0); 1397 } 1398 1399 // Reset the Offset to 0 as we will be working on the local copy of 1400 // the data. 1401 Offset = 0; 1402 1403 const auto *Abbrev = InputDIE.getAbbreviationDeclarationPtr(); 1404 Offset += getULEB128Size(Abbrev->getCode()); 1405 1406 // We are entering a subprogram. Get and propagate the PCOffset. 1407 if (Die->getTag() == dwarf::DW_TAG_subprogram) 1408 PCOffset = Info.AddrAdjust; 1409 AttrInfo.PCOffset = PCOffset; 1410 1411 if (Abbrev->getTag() == dwarf::DW_TAG_subprogram) { 1412 Flags |= TF_InFunctionScope; 1413 if (!Info.InDebugMap && LLVM_LIKELY(!Update)) 1414 Flags |= TF_SkipPC; 1415 } 1416 1417 bool Copied = false; 1418 for (const auto &AttrSpec : Abbrev->attributes()) { 1419 if (LLVM_LIKELY(!Update) && 1420 shouldSkipAttribute(AttrSpec, Die->getTag(), Info.InDebugMap, 1421 Flags & TF_SkipPC, Flags & TF_InFunctionScope)) { 1422 DWARFFormValue::skipValue(AttrSpec.Form, Data, &Offset, 1423 U.getFormParams()); 1424 // FIXME: dsymutil-classic keeps the old abbreviation around 1425 // even if it's not used. We can remove this (and the copyAbbrev 1426 // helper) as soon as bit-for-bit compatibility is not a goal anymore. 1427 if (!Copied) { 1428 copyAbbrev(*InputDIE.getAbbreviationDeclarationPtr(), Unit.hasODR()); 1429 Copied = true; 1430 } 1431 continue; 1432 } 1433 1434 DWARFFormValue Val(AttrSpec.Form); 1435 uint64_t AttrSize = Offset; 1436 Val.extractValue(Data, &Offset, U.getFormParams(), &U); 1437 AttrSize = Offset - AttrSize; 1438 1439 OutOffset += cloneAttribute(*Die, InputDIE, File, Unit, StringPool, Val, 1440 AttrSpec, AttrSize, AttrInfo, IsLittleEndian); 1441 } 1442 1443 // Look for accelerator entries. 1444 uint16_t Tag = InputDIE.getTag(); 1445 // FIXME: This is slightly wrong. An inline_subroutine without a 1446 // low_pc, but with AT_ranges might be interesting to get into the 1447 // accelerator tables too. For now stick with dsymutil's behavior. 1448 if ((Info.InDebugMap || AttrInfo.HasLowPc || AttrInfo.HasRanges) && 1449 Tag != dwarf::DW_TAG_compile_unit && 1450 getDIENames(InputDIE, AttrInfo, StringPool, 1451 Tag != dwarf::DW_TAG_inlined_subroutine)) { 1452 if (AttrInfo.MangledName && AttrInfo.MangledName != AttrInfo.Name) 1453 Unit.addNameAccelerator(Die, AttrInfo.MangledName, 1454 Tag == dwarf::DW_TAG_inlined_subroutine); 1455 if (AttrInfo.Name) { 1456 if (AttrInfo.NameWithoutTemplate) 1457 Unit.addNameAccelerator(Die, AttrInfo.NameWithoutTemplate, 1458 /* SkipPubSection */ true); 1459 Unit.addNameAccelerator(Die, AttrInfo.Name, 1460 Tag == dwarf::DW_TAG_inlined_subroutine); 1461 } 1462 if (AttrInfo.Name && isObjCSelector(AttrInfo.Name.getString())) 1463 addObjCAccelerator(Unit, Die, AttrInfo.Name, StringPool, 1464 /* SkipPubSection =*/true); 1465 1466 } else if (Tag == dwarf::DW_TAG_namespace) { 1467 if (!AttrInfo.Name) 1468 AttrInfo.Name = StringPool.getEntry("(anonymous namespace)"); 1469 Unit.addNamespaceAccelerator(Die, AttrInfo.Name); 1470 } else if (isTypeTag(Tag) && !AttrInfo.IsDeclaration && 1471 getDIENames(InputDIE, AttrInfo, StringPool) && AttrInfo.Name && 1472 AttrInfo.Name.getString()[0]) { 1473 uint32_t Hash = hashFullyQualifiedName(InputDIE, Unit, File); 1474 uint64_t RuntimeLang = 1475 dwarf::toUnsigned(InputDIE.find(dwarf::DW_AT_APPLE_runtime_class)) 1476 .getValueOr(0); 1477 bool ObjCClassIsImplementation = 1478 (RuntimeLang == dwarf::DW_LANG_ObjC || 1479 RuntimeLang == dwarf::DW_LANG_ObjC_plus_plus) && 1480 dwarf::toUnsigned(InputDIE.find(dwarf::DW_AT_APPLE_objc_complete_type)) 1481 .getValueOr(0); 1482 Unit.addTypeAccelerator(Die, AttrInfo.Name, ObjCClassIsImplementation, 1483 Hash); 1484 } 1485 1486 // Determine whether there are any children that we want to keep. 1487 bool HasChildren = false; 1488 for (auto Child : InputDIE.children()) { 1489 unsigned Idx = U.getDIEIndex(Child); 1490 if (Unit.getInfo(Idx).Keep) { 1491 HasChildren = true; 1492 break; 1493 } 1494 } 1495 1496 DIEAbbrev NewAbbrev = Die->generateAbbrev(); 1497 if (HasChildren) 1498 NewAbbrev.setChildrenFlag(dwarf::DW_CHILDREN_yes); 1499 // Assign a permanent abbrev number 1500 Linker.assignAbbrev(NewAbbrev); 1501 Die->setAbbrevNumber(NewAbbrev.getNumber()); 1502 1503 // Add the size of the abbreviation number to the output offset. 1504 OutOffset += getULEB128Size(Die->getAbbrevNumber()); 1505 1506 if (!HasChildren) { 1507 // Update our size. 1508 Die->setSize(OutOffset - Die->getOffset()); 1509 return Die; 1510 } 1511 1512 // Recursively clone children. 1513 for (auto Child : InputDIE.children()) { 1514 if (DIE *Clone = cloneDIE(Child, File, Unit, StringPool, PCOffset, 1515 OutOffset, Flags, IsLittleEndian)) { 1516 Die->addChild(Clone); 1517 OutOffset = Clone->getOffset() + Clone->getSize(); 1518 } 1519 } 1520 1521 // Account for the end of children marker. 1522 OutOffset += sizeof(int8_t); 1523 // Update our size. 1524 Die->setSize(OutOffset - Die->getOffset()); 1525 return Die; 1526 } 1527 1528 /// Patch the input object file relevant debug_ranges entries 1529 /// and emit them in the output file. Update the relevant attributes 1530 /// to point at the new entries. 1531 void DWARFLinker::patchRangesForUnit(const CompileUnit &Unit, 1532 DWARFContext &OrigDwarf, 1533 const DWARFFile &File) const { 1534 DWARFDebugRangeList RangeList; 1535 const auto &FunctionRanges = Unit.getFunctionRanges(); 1536 unsigned AddressSize = Unit.getOrigUnit().getAddressByteSize(); 1537 DWARFDataExtractor RangeExtractor(OrigDwarf.getDWARFObj(), 1538 OrigDwarf.getDWARFObj().getRangesSection(), 1539 OrigDwarf.isLittleEndian(), AddressSize); 1540 auto InvalidRange = FunctionRanges.end(), CurrRange = InvalidRange; 1541 DWARFUnit &OrigUnit = Unit.getOrigUnit(); 1542 auto OrigUnitDie = OrigUnit.getUnitDIE(false); 1543 uint64_t OrigLowPc = 1544 dwarf::toAddress(OrigUnitDie.find(dwarf::DW_AT_low_pc), -1ULL); 1545 // Ranges addresses are based on the unit's low_pc. Compute the 1546 // offset we need to apply to adapt to the new unit's low_pc. 1547 int64_t UnitPcOffset = 0; 1548 if (OrigLowPc != -1ULL) 1549 UnitPcOffset = int64_t(OrigLowPc) - Unit.getLowPc(); 1550 1551 for (const auto &RangeAttribute : Unit.getRangesAttributes()) { 1552 uint64_t Offset = RangeAttribute.get(); 1553 RangeAttribute.set(TheDwarfEmitter->getRangesSectionSize()); 1554 if (Error E = RangeList.extract(RangeExtractor, &Offset)) { 1555 llvm::consumeError(std::move(E)); 1556 reportWarning("invalid range list ignored.", File); 1557 RangeList.clear(); 1558 } 1559 const auto &Entries = RangeList.getEntries(); 1560 if (!Entries.empty()) { 1561 const DWARFDebugRangeList::RangeListEntry &First = Entries.front(); 1562 1563 if (CurrRange == InvalidRange || 1564 First.StartAddress + OrigLowPc < CurrRange.start() || 1565 First.StartAddress + OrigLowPc >= CurrRange.stop()) { 1566 CurrRange = FunctionRanges.find(First.StartAddress + OrigLowPc); 1567 if (CurrRange == InvalidRange || 1568 CurrRange.start() > First.StartAddress + OrigLowPc) { 1569 reportWarning("no mapping for range.", File); 1570 continue; 1571 } 1572 } 1573 } 1574 1575 TheDwarfEmitter->emitRangesEntries(UnitPcOffset, OrigLowPc, CurrRange, 1576 Entries, AddressSize); 1577 } 1578 } 1579 1580 /// Generate the debug_aranges entries for \p Unit and if the 1581 /// unit has a DW_AT_ranges attribute, also emit the debug_ranges 1582 /// contribution for this attribute. 1583 /// FIXME: this could actually be done right in patchRangesForUnit, 1584 /// but for the sake of initial bit-for-bit compatibility with legacy 1585 /// dsymutil, we have to do it in a delayed pass. 1586 void DWARFLinker::generateUnitRanges(CompileUnit &Unit) const { 1587 auto Attr = Unit.getUnitRangesAttribute(); 1588 if (Attr) 1589 Attr->set(TheDwarfEmitter->getRangesSectionSize()); 1590 TheDwarfEmitter->emitUnitRangesEntries(Unit, static_cast<bool>(Attr)); 1591 } 1592 1593 /// Insert the new line info sequence \p Seq into the current 1594 /// set of already linked line info \p Rows. 1595 static void insertLineSequence(std::vector<DWARFDebugLine::Row> &Seq, 1596 std::vector<DWARFDebugLine::Row> &Rows) { 1597 if (Seq.empty()) 1598 return; 1599 1600 if (!Rows.empty() && Rows.back().Address < Seq.front().Address) { 1601 llvm::append_range(Rows, Seq); 1602 Seq.clear(); 1603 return; 1604 } 1605 1606 object::SectionedAddress Front = Seq.front().Address; 1607 auto InsertPoint = partition_point( 1608 Rows, [=](const DWARFDebugLine::Row &O) { return O.Address < Front; }); 1609 1610 // FIXME: this only removes the unneeded end_sequence if the 1611 // sequences have been inserted in order. Using a global sort like 1612 // described in patchLineTableForUnit() and delaying the end_sequene 1613 // elimination to emitLineTableForUnit() we can get rid of all of them. 1614 if (InsertPoint != Rows.end() && InsertPoint->Address == Front && 1615 InsertPoint->EndSequence) { 1616 *InsertPoint = Seq.front(); 1617 Rows.insert(InsertPoint + 1, Seq.begin() + 1, Seq.end()); 1618 } else { 1619 Rows.insert(InsertPoint, Seq.begin(), Seq.end()); 1620 } 1621 1622 Seq.clear(); 1623 } 1624 1625 static void patchStmtList(DIE &Die, DIEInteger Offset) { 1626 for (auto &V : Die.values()) 1627 if (V.getAttribute() == dwarf::DW_AT_stmt_list) { 1628 V = DIEValue(V.getAttribute(), V.getForm(), Offset); 1629 return; 1630 } 1631 1632 llvm_unreachable("Didn't find DW_AT_stmt_list in cloned DIE!"); 1633 } 1634 1635 /// Extract the line table for \p Unit from \p OrigDwarf, and 1636 /// recreate a relocated version of these for the address ranges that 1637 /// are present in the binary. 1638 void DWARFLinker::patchLineTableForUnit(CompileUnit &Unit, 1639 DWARFContext &OrigDwarf, 1640 const DWARFFile &File) { 1641 DWARFDie CUDie = Unit.getOrigUnit().getUnitDIE(); 1642 auto StmtList = dwarf::toSectionOffset(CUDie.find(dwarf::DW_AT_stmt_list)); 1643 if (!StmtList) 1644 return; 1645 1646 // Update the cloned DW_AT_stmt_list with the correct debug_line offset. 1647 if (auto *OutputDIE = Unit.getOutputUnitDIE()) 1648 patchStmtList(*OutputDIE, 1649 DIEInteger(TheDwarfEmitter->getLineSectionSize())); 1650 1651 RangesTy &Ranges = File.Addresses->getValidAddressRanges(); 1652 1653 // Parse the original line info for the unit. 1654 DWARFDebugLine::LineTable LineTable; 1655 uint64_t StmtOffset = *StmtList; 1656 DWARFDataExtractor LineExtractor( 1657 OrigDwarf.getDWARFObj(), OrigDwarf.getDWARFObj().getLineSection(), 1658 OrigDwarf.isLittleEndian(), Unit.getOrigUnit().getAddressByteSize()); 1659 if (needToTranslateStrings()) 1660 return TheDwarfEmitter->translateLineTable(LineExtractor, StmtOffset); 1661 1662 if (Error Err = 1663 LineTable.parse(LineExtractor, &StmtOffset, OrigDwarf, 1664 &Unit.getOrigUnit(), OrigDwarf.getWarningHandler())) 1665 OrigDwarf.getWarningHandler()(std::move(Err)); 1666 1667 // This vector is the output line table. 1668 std::vector<DWARFDebugLine::Row> NewRows; 1669 NewRows.reserve(LineTable.Rows.size()); 1670 1671 // Current sequence of rows being extracted, before being inserted 1672 // in NewRows. 1673 std::vector<DWARFDebugLine::Row> Seq; 1674 const auto &FunctionRanges = Unit.getFunctionRanges(); 1675 auto InvalidRange = FunctionRanges.end(), CurrRange = InvalidRange; 1676 1677 // FIXME: This logic is meant to generate exactly the same output as 1678 // Darwin's classic dsymutil. There is a nicer way to implement this 1679 // by simply putting all the relocated line info in NewRows and simply 1680 // sorting NewRows before passing it to emitLineTableForUnit. This 1681 // should be correct as sequences for a function should stay 1682 // together in the sorted output. There are a few corner cases that 1683 // look suspicious though, and that required to implement the logic 1684 // this way. Revisit that once initial validation is finished. 1685 1686 // Iterate over the object file line info and extract the sequences 1687 // that correspond to linked functions. 1688 for (auto &Row : LineTable.Rows) { 1689 // Check whether we stepped out of the range. The range is 1690 // half-open, but consider accept the end address of the range if 1691 // it is marked as end_sequence in the input (because in that 1692 // case, the relocation offset is accurate and that entry won't 1693 // serve as the start of another function). 1694 if (CurrRange == InvalidRange || Row.Address.Address < CurrRange.start() || 1695 Row.Address.Address > CurrRange.stop() || 1696 (Row.Address.Address == CurrRange.stop() && !Row.EndSequence)) { 1697 // We just stepped out of a known range. Insert a end_sequence 1698 // corresponding to the end of the range. 1699 uint64_t StopAddress = CurrRange != InvalidRange 1700 ? CurrRange.stop() + CurrRange.value() 1701 : -1ULL; 1702 CurrRange = FunctionRanges.find(Row.Address.Address); 1703 bool CurrRangeValid = 1704 CurrRange != InvalidRange && CurrRange.start() <= Row.Address.Address; 1705 if (!CurrRangeValid) { 1706 CurrRange = InvalidRange; 1707 if (StopAddress != -1ULL) { 1708 // Try harder by looking in the Address ranges map. 1709 // There are corner cases where this finds a 1710 // valid entry. It's unclear if this is right or wrong, but 1711 // for now do as dsymutil. 1712 // FIXME: Understand exactly what cases this addresses and 1713 // potentially remove it along with the Ranges map. 1714 auto Range = Ranges.lower_bound(Row.Address.Address); 1715 if (Range != Ranges.begin() && Range != Ranges.end()) 1716 --Range; 1717 1718 if (Range != Ranges.end() && Range->first <= Row.Address.Address && 1719 Range->second.HighPC >= Row.Address.Address) { 1720 StopAddress = Row.Address.Address + Range->second.Offset; 1721 } 1722 } 1723 } 1724 if (StopAddress != -1ULL && !Seq.empty()) { 1725 // Insert end sequence row with the computed end address, but 1726 // the same line as the previous one. 1727 auto NextLine = Seq.back(); 1728 NextLine.Address.Address = StopAddress; 1729 NextLine.EndSequence = 1; 1730 NextLine.PrologueEnd = 0; 1731 NextLine.BasicBlock = 0; 1732 NextLine.EpilogueBegin = 0; 1733 Seq.push_back(NextLine); 1734 insertLineSequence(Seq, NewRows); 1735 } 1736 1737 if (!CurrRangeValid) 1738 continue; 1739 } 1740 1741 // Ignore empty sequences. 1742 if (Row.EndSequence && Seq.empty()) 1743 continue; 1744 1745 // Relocate row address and add it to the current sequence. 1746 Row.Address.Address += CurrRange.value(); 1747 Seq.emplace_back(Row); 1748 1749 if (Row.EndSequence) 1750 insertLineSequence(Seq, NewRows); 1751 } 1752 1753 // Finished extracting, now emit the line tables. 1754 // FIXME: LLVM hard-codes its prologue values. We just copy the 1755 // prologue over and that works because we act as both producer and 1756 // consumer. It would be nicer to have a real configurable line 1757 // table emitter. 1758 if (LineTable.Prologue.getVersion() < 2 || 1759 LineTable.Prologue.getVersion() > 5 || 1760 LineTable.Prologue.DefaultIsStmt != DWARF2_LINE_DEFAULT_IS_STMT || 1761 LineTable.Prologue.OpcodeBase > 13) 1762 reportWarning("line table parameters mismatch. Cannot emit.", File); 1763 else { 1764 uint32_t PrologueEnd = *StmtList + 10 + LineTable.Prologue.PrologueLength; 1765 // DWARF v5 has an extra 2 bytes of information before the header_length 1766 // field. 1767 if (LineTable.Prologue.getVersion() == 5) 1768 PrologueEnd += 2; 1769 StringRef LineData = OrigDwarf.getDWARFObj().getLineSection().Data; 1770 MCDwarfLineTableParams Params; 1771 Params.DWARF2LineOpcodeBase = LineTable.Prologue.OpcodeBase; 1772 Params.DWARF2LineBase = LineTable.Prologue.LineBase; 1773 Params.DWARF2LineRange = LineTable.Prologue.LineRange; 1774 TheDwarfEmitter->emitLineTableForUnit( 1775 Params, LineData.slice(*StmtList + 4, PrologueEnd), 1776 LineTable.Prologue.MinInstLength, NewRows, 1777 Unit.getOrigUnit().getAddressByteSize()); 1778 } 1779 } 1780 1781 void DWARFLinker::emitAcceleratorEntriesForUnit(CompileUnit &Unit) { 1782 switch (Options.TheAccelTableKind) { 1783 case AccelTableKind::Apple: 1784 emitAppleAcceleratorEntriesForUnit(Unit); 1785 break; 1786 case AccelTableKind::Dwarf: 1787 emitDwarfAcceleratorEntriesForUnit(Unit); 1788 break; 1789 case AccelTableKind::Default: 1790 llvm_unreachable("The default must be updated to a concrete value."); 1791 break; 1792 } 1793 } 1794 1795 void DWARFLinker::emitAppleAcceleratorEntriesForUnit(CompileUnit &Unit) { 1796 // Add namespaces. 1797 for (const auto &Namespace : Unit.getNamespaces()) 1798 AppleNamespaces.addName(Namespace.Name, 1799 Namespace.Die->getOffset() + Unit.getStartOffset()); 1800 1801 /// Add names. 1802 TheDwarfEmitter->emitPubNamesForUnit(Unit); 1803 for (const auto &Pubname : Unit.getPubnames()) 1804 AppleNames.addName(Pubname.Name, 1805 Pubname.Die->getOffset() + Unit.getStartOffset()); 1806 1807 /// Add types. 1808 TheDwarfEmitter->emitPubTypesForUnit(Unit); 1809 for (const auto &Pubtype : Unit.getPubtypes()) 1810 AppleTypes.addName( 1811 Pubtype.Name, Pubtype.Die->getOffset() + Unit.getStartOffset(), 1812 Pubtype.Die->getTag(), 1813 Pubtype.ObjcClassImplementation ? dwarf::DW_FLAG_type_implementation 1814 : 0, 1815 Pubtype.QualifiedNameHash); 1816 1817 /// Add ObjC names. 1818 for (const auto &ObjC : Unit.getObjC()) 1819 AppleObjc.addName(ObjC.Name, ObjC.Die->getOffset() + Unit.getStartOffset()); 1820 } 1821 1822 void DWARFLinker::emitDwarfAcceleratorEntriesForUnit(CompileUnit &Unit) { 1823 for (const auto &Namespace : Unit.getNamespaces()) 1824 DebugNames.addName(Namespace.Name, Namespace.Die->getOffset(), 1825 Namespace.Die->getTag(), Unit.getUniqueID()); 1826 for (const auto &Pubname : Unit.getPubnames()) 1827 DebugNames.addName(Pubname.Name, Pubname.Die->getOffset(), 1828 Pubname.Die->getTag(), Unit.getUniqueID()); 1829 for (const auto &Pubtype : Unit.getPubtypes()) 1830 DebugNames.addName(Pubtype.Name, Pubtype.Die->getOffset(), 1831 Pubtype.Die->getTag(), Unit.getUniqueID()); 1832 } 1833 1834 /// Read the frame info stored in the object, and emit the 1835 /// patched frame descriptions for the resulting file. 1836 /// 1837 /// This is actually pretty easy as the data of the CIEs and FDEs can 1838 /// be considered as black boxes and moved as is. The only thing to do 1839 /// is to patch the addresses in the headers. 1840 void DWARFLinker::patchFrameInfoForObject(const DWARFFile &File, 1841 RangesTy &Ranges, 1842 DWARFContext &OrigDwarf, 1843 unsigned AddrSize) { 1844 StringRef FrameData = OrigDwarf.getDWARFObj().getFrameSection().Data; 1845 if (FrameData.empty()) 1846 return; 1847 1848 DataExtractor Data(FrameData, OrigDwarf.isLittleEndian(), 0); 1849 uint64_t InputOffset = 0; 1850 1851 // Store the data of the CIEs defined in this object, keyed by their 1852 // offsets. 1853 DenseMap<uint64_t, StringRef> LocalCIES; 1854 1855 while (Data.isValidOffset(InputOffset)) { 1856 uint64_t EntryOffset = InputOffset; 1857 uint32_t InitialLength = Data.getU32(&InputOffset); 1858 if (InitialLength == 0xFFFFFFFF) 1859 return reportWarning("Dwarf64 bits no supported", File); 1860 1861 uint32_t CIEId = Data.getU32(&InputOffset); 1862 if (CIEId == 0xFFFFFFFF) { 1863 // This is a CIE, store it. 1864 StringRef CIEData = FrameData.substr(EntryOffset, InitialLength + 4); 1865 LocalCIES[EntryOffset] = CIEData; 1866 // The -4 is to account for the CIEId we just read. 1867 InputOffset += InitialLength - 4; 1868 continue; 1869 } 1870 1871 uint32_t Loc = Data.getUnsigned(&InputOffset, AddrSize); 1872 1873 // Some compilers seem to emit frame info that doesn't start at 1874 // the function entry point, thus we can't just lookup the address 1875 // in the debug map. Use the AddressInfo's range map to see if the FDE 1876 // describes something that we can relocate. 1877 auto Range = Ranges.upper_bound(Loc); 1878 if (Range != Ranges.begin()) 1879 --Range; 1880 if (Range == Ranges.end() || Range->first > Loc || 1881 Range->second.HighPC <= Loc) { 1882 // The +4 is to account for the size of the InitialLength field itself. 1883 InputOffset = EntryOffset + InitialLength + 4; 1884 continue; 1885 } 1886 1887 // This is an FDE, and we have a mapping. 1888 // Have we already emitted a corresponding CIE? 1889 StringRef CIEData = LocalCIES[CIEId]; 1890 if (CIEData.empty()) 1891 return reportWarning("Inconsistent debug_frame content. Dropping.", File); 1892 1893 // Look if we already emitted a CIE that corresponds to the 1894 // referenced one (the CIE data is the key of that lookup). 1895 auto IteratorInserted = EmittedCIEs.insert( 1896 std::make_pair(CIEData, TheDwarfEmitter->getFrameSectionSize())); 1897 // If there is no CIE yet for this ID, emit it. 1898 if (IteratorInserted.second || 1899 // FIXME: dsymutil-classic only caches the last used CIE for 1900 // reuse. Mimic that behavior for now. Just removing that 1901 // second half of the condition and the LastCIEOffset variable 1902 // makes the code DTRT. 1903 LastCIEOffset != IteratorInserted.first->getValue()) { 1904 LastCIEOffset = TheDwarfEmitter->getFrameSectionSize(); 1905 IteratorInserted.first->getValue() = LastCIEOffset; 1906 TheDwarfEmitter->emitCIE(CIEData); 1907 } 1908 1909 // Emit the FDE with updated address and CIE pointer. 1910 // (4 + AddrSize) is the size of the CIEId + initial_location 1911 // fields that will get reconstructed by emitFDE(). 1912 unsigned FDERemainingBytes = InitialLength - (4 + AddrSize); 1913 TheDwarfEmitter->emitFDE(IteratorInserted.first->getValue(), AddrSize, 1914 Loc + Range->second.Offset, 1915 FrameData.substr(InputOffset, FDERemainingBytes)); 1916 InputOffset += FDERemainingBytes; 1917 } 1918 } 1919 1920 void DWARFLinker::DIECloner::copyAbbrev( 1921 const DWARFAbbreviationDeclaration &Abbrev, bool HasODR) { 1922 DIEAbbrev Copy(dwarf::Tag(Abbrev.getTag()), 1923 dwarf::Form(Abbrev.hasChildren())); 1924 1925 for (const auto &Attr : Abbrev.attributes()) { 1926 uint16_t Form = Attr.Form; 1927 if (HasODR && isODRAttribute(Attr.Attr)) 1928 Form = dwarf::DW_FORM_ref_addr; 1929 Copy.AddAttribute(dwarf::Attribute(Attr.Attr), dwarf::Form(Form)); 1930 } 1931 1932 Linker.assignAbbrev(Copy); 1933 } 1934 1935 uint32_t DWARFLinker::DIECloner::hashFullyQualifiedName(DWARFDie DIE, 1936 CompileUnit &U, 1937 const DWARFFile &File, 1938 int ChildRecurseDepth) { 1939 const char *Name = nullptr; 1940 DWARFUnit *OrigUnit = &U.getOrigUnit(); 1941 CompileUnit *CU = &U; 1942 Optional<DWARFFormValue> Ref; 1943 1944 while (1) { 1945 if (const char *CurrentName = DIE.getName(DINameKind::ShortName)) 1946 Name = CurrentName; 1947 1948 if (!(Ref = DIE.find(dwarf::DW_AT_specification)) && 1949 !(Ref = DIE.find(dwarf::DW_AT_abstract_origin))) 1950 break; 1951 1952 if (!Ref->isFormClass(DWARFFormValue::FC_Reference)) 1953 break; 1954 1955 CompileUnit *RefCU; 1956 if (auto RefDIE = 1957 Linker.resolveDIEReference(File, CompileUnits, *Ref, DIE, RefCU)) { 1958 CU = RefCU; 1959 OrigUnit = &RefCU->getOrigUnit(); 1960 DIE = RefDIE; 1961 } 1962 } 1963 1964 unsigned Idx = OrigUnit->getDIEIndex(DIE); 1965 if (!Name && DIE.getTag() == dwarf::DW_TAG_namespace) 1966 Name = "(anonymous namespace)"; 1967 1968 if (CU->getInfo(Idx).ParentIdx == 0 || 1969 // FIXME: dsymutil-classic compatibility. Ignore modules. 1970 CU->getOrigUnit().getDIEAtIndex(CU->getInfo(Idx).ParentIdx).getTag() == 1971 dwarf::DW_TAG_module) 1972 return djbHash(Name ? Name : "", djbHash(ChildRecurseDepth ? "" : "::")); 1973 1974 DWARFDie Die = OrigUnit->getDIEAtIndex(CU->getInfo(Idx).ParentIdx); 1975 return djbHash( 1976 (Name ? Name : ""), 1977 djbHash((Name ? "::" : ""), 1978 hashFullyQualifiedName(Die, *CU, File, ++ChildRecurseDepth))); 1979 } 1980 1981 static uint64_t getDwoId(const DWARFDie &CUDie, const DWARFUnit &Unit) { 1982 auto DwoId = dwarf::toUnsigned( 1983 CUDie.find({dwarf::DW_AT_dwo_id, dwarf::DW_AT_GNU_dwo_id})); 1984 if (DwoId) 1985 return *DwoId; 1986 return 0; 1987 } 1988 1989 static std::string remapPath(StringRef Path, 1990 const objectPrefixMap &ObjectPrefixMap) { 1991 if (ObjectPrefixMap.empty()) 1992 return Path.str(); 1993 1994 SmallString<256> p = Path; 1995 for (const auto &Entry : ObjectPrefixMap) 1996 if (llvm::sys::path::replace_path_prefix(p, Entry.first, Entry.second)) 1997 break; 1998 return p.str().str(); 1999 } 2000 2001 bool DWARFLinker::registerModuleReference(DWARFDie CUDie, const DWARFUnit &Unit, 2002 const DWARFFile &File, 2003 OffsetsStringPool &StringPool, 2004 DeclContextTree &ODRContexts, 2005 uint64_t ModulesEndOffset, 2006 unsigned &UnitID, bool IsLittleEndian, 2007 unsigned Indent, bool Quiet) { 2008 std::string PCMfile = dwarf::toString( 2009 CUDie.find({dwarf::DW_AT_dwo_name, dwarf::DW_AT_GNU_dwo_name}), ""); 2010 if (PCMfile.empty()) 2011 return false; 2012 if (Options.ObjectPrefixMap) 2013 PCMfile = remapPath(PCMfile, *Options.ObjectPrefixMap); 2014 2015 // Clang module DWARF skeleton CUs abuse this for the path to the module. 2016 uint64_t DwoId = getDwoId(CUDie, Unit); 2017 2018 std::string Name = dwarf::toString(CUDie.find(dwarf::DW_AT_name), ""); 2019 if (Name.empty()) { 2020 if (!Quiet) 2021 reportWarning("Anonymous module skeleton CU for " + PCMfile, File); 2022 return true; 2023 } 2024 2025 if (!Quiet && Options.Verbose) { 2026 outs().indent(Indent); 2027 outs() << "Found clang module reference " << PCMfile; 2028 } 2029 2030 auto Cached = ClangModules.find(PCMfile); 2031 if (Cached != ClangModules.end()) { 2032 // FIXME: Until PR27449 (https://llvm.org/bugs/show_bug.cgi?id=27449) is 2033 // fixed in clang, only warn about DWO_id mismatches in verbose mode. 2034 // ASTFileSignatures will change randomly when a module is rebuilt. 2035 if (!Quiet && Options.Verbose && (Cached->second != DwoId)) 2036 reportWarning(Twine("hash mismatch: this object file was built against a " 2037 "different version of the module ") + 2038 PCMfile, 2039 File); 2040 if (!Quiet && Options.Verbose) 2041 outs() << " [cached].\n"; 2042 return true; 2043 } 2044 if (!Quiet && Options.Verbose) 2045 outs() << " ...\n"; 2046 2047 // Cyclic dependencies are disallowed by Clang, but we still 2048 // shouldn't run into an infinite loop, so mark it as processed now. 2049 ClangModules.insert({PCMfile, DwoId}); 2050 2051 if (Error E = loadClangModule(CUDie, PCMfile, Name, DwoId, File, StringPool, 2052 ODRContexts, ModulesEndOffset, UnitID, 2053 IsLittleEndian, Indent + 2, Quiet)) { 2054 consumeError(std::move(E)); 2055 return false; 2056 } 2057 return true; 2058 } 2059 2060 Error DWARFLinker::loadClangModule( 2061 DWARFDie CUDie, StringRef Filename, StringRef ModuleName, uint64_t DwoId, 2062 const DWARFFile &File, OffsetsStringPool &StringPool, 2063 DeclContextTree &ODRContexts, uint64_t ModulesEndOffset, unsigned &UnitID, 2064 bool IsLittleEndian, unsigned Indent, bool Quiet) { 2065 /// Using a SmallString<0> because loadClangModule() is recursive. 2066 SmallString<0> Path(Options.PrependPath); 2067 if (sys::path::is_relative(Filename)) 2068 resolveRelativeObjectPath(Path, CUDie); 2069 sys::path::append(Path, Filename); 2070 // Don't use the cached binary holder because we have no thread-safety 2071 // guarantee and the lifetime is limited. 2072 2073 if (Options.ObjFileLoader == nullptr) 2074 return Error::success(); 2075 2076 auto ErrOrObj = Options.ObjFileLoader(File.FileName, Path); 2077 if (!ErrOrObj) 2078 return Error::success(); 2079 2080 std::unique_ptr<CompileUnit> Unit; 2081 2082 for (const auto &CU : ErrOrObj->Dwarf->compile_units()) { 2083 updateDwarfVersion(CU->getVersion()); 2084 // Recursively get all modules imported by this one. 2085 auto CUDie = CU->getUnitDIE(false); 2086 if (!CUDie) 2087 continue; 2088 if (!registerModuleReference(CUDie, *CU, File, StringPool, ODRContexts, 2089 ModulesEndOffset, UnitID, IsLittleEndian, 2090 Indent, Quiet)) { 2091 if (Unit) { 2092 std::string Err = 2093 (Filename + 2094 ": Clang modules are expected to have exactly 1 compile unit.\n") 2095 .str(); 2096 reportError(Err, File); 2097 return make_error<StringError>(Err, inconvertibleErrorCode()); 2098 } 2099 // FIXME: Until PR27449 (https://llvm.org/bugs/show_bug.cgi?id=27449) is 2100 // fixed in clang, only warn about DWO_id mismatches in verbose mode. 2101 // ASTFileSignatures will change randomly when a module is rebuilt. 2102 uint64_t PCMDwoId = getDwoId(CUDie, *CU); 2103 if (PCMDwoId != DwoId) { 2104 if (!Quiet && Options.Verbose) 2105 reportWarning( 2106 Twine("hash mismatch: this object file was built against a " 2107 "different version of the module ") + 2108 Filename, 2109 File); 2110 // Update the cache entry with the DwoId of the module loaded from disk. 2111 ClangModules[Filename] = PCMDwoId; 2112 } 2113 2114 // Add this module. 2115 Unit = std::make_unique<CompileUnit>(*CU, UnitID++, !Options.NoODR, 2116 ModuleName); 2117 Unit->setHasInterestingContent(); 2118 analyzeContextInfo(CUDie, 0, *Unit, &ODRContexts.getRoot(), ODRContexts, 2119 ModulesEndOffset, Options.ParseableSwiftInterfaces, 2120 [&](const Twine &Warning, const DWARFDie &DIE) { 2121 reportWarning(Warning, File, &DIE); 2122 }); 2123 // Keep everything. 2124 Unit->markEverythingAsKept(); 2125 } 2126 } 2127 if (!Unit->getOrigUnit().getUnitDIE().hasChildren()) 2128 return Error::success(); 2129 if (!Quiet && Options.Verbose) { 2130 outs().indent(Indent); 2131 outs() << "cloning .debug_info from " << Filename << "\n"; 2132 } 2133 2134 UnitListTy CompileUnits; 2135 CompileUnits.push_back(std::move(Unit)); 2136 assert(TheDwarfEmitter); 2137 DIECloner(*this, TheDwarfEmitter, *ErrOrObj, DIEAlloc, CompileUnits, 2138 Options.Update) 2139 .cloneAllCompileUnits(*(ErrOrObj->Dwarf), File, StringPool, 2140 IsLittleEndian); 2141 return Error::success(); 2142 } 2143 2144 uint64_t DWARFLinker::DIECloner::cloneAllCompileUnits( 2145 DWARFContext &DwarfContext, const DWARFFile &File, 2146 OffsetsStringPool &StringPool, bool IsLittleEndian) { 2147 uint64_t OutputDebugInfoSize = 2148 Linker.Options.NoOutput ? 0 : Emitter->getDebugInfoSectionSize(); 2149 const uint64_t StartOutputDebugInfoSize = OutputDebugInfoSize; 2150 2151 for (auto &CurrentUnit : CompileUnits) { 2152 const uint16_t DwarfVersion = CurrentUnit->getOrigUnit().getVersion(); 2153 const uint32_t UnitHeaderSize = DwarfVersion >= 5 ? 12 : 11; 2154 auto InputDIE = CurrentUnit->getOrigUnit().getUnitDIE(); 2155 CurrentUnit->setStartOffset(OutputDebugInfoSize); 2156 if (!InputDIE) { 2157 OutputDebugInfoSize = CurrentUnit->computeNextUnitOffset(DwarfVersion); 2158 continue; 2159 } 2160 if (CurrentUnit->getInfo(0).Keep) { 2161 // Clone the InputDIE into your Unit DIE in our compile unit since it 2162 // already has a DIE inside of it. 2163 CurrentUnit->createOutputDIE(); 2164 cloneDIE(InputDIE, File, *CurrentUnit, StringPool, 0 /* PC offset */, 2165 UnitHeaderSize, 0, IsLittleEndian, 2166 CurrentUnit->getOutputUnitDIE()); 2167 } 2168 2169 OutputDebugInfoSize = CurrentUnit->computeNextUnitOffset(DwarfVersion); 2170 2171 if (!Linker.Options.NoOutput) { 2172 assert(Emitter); 2173 2174 if (LLVM_LIKELY(!Linker.Options.Update) || 2175 Linker.needToTranslateStrings()) 2176 Linker.patchLineTableForUnit(*CurrentUnit, DwarfContext, File); 2177 2178 Linker.emitAcceleratorEntriesForUnit(*CurrentUnit); 2179 2180 if (LLVM_UNLIKELY(Linker.Options.Update)) 2181 continue; 2182 2183 Linker.patchRangesForUnit(*CurrentUnit, DwarfContext, File); 2184 auto ProcessExpr = [&](StringRef Bytes, 2185 SmallVectorImpl<uint8_t> &Buffer) { 2186 DWARFUnit &OrigUnit = CurrentUnit->getOrigUnit(); 2187 DataExtractor Data(Bytes, IsLittleEndian, 2188 OrigUnit.getAddressByteSize()); 2189 cloneExpression(Data, 2190 DWARFExpression(Data, OrigUnit.getAddressByteSize(), 2191 OrigUnit.getFormParams().Format), 2192 File, *CurrentUnit, Buffer); 2193 }; 2194 Emitter->emitLocationsForUnit(*CurrentUnit, DwarfContext, ProcessExpr); 2195 } 2196 } 2197 2198 if (!Linker.Options.NoOutput) { 2199 assert(Emitter); 2200 // Emit all the compile unit's debug information. 2201 for (auto &CurrentUnit : CompileUnits) { 2202 if (LLVM_LIKELY(!Linker.Options.Update)) 2203 Linker.generateUnitRanges(*CurrentUnit); 2204 2205 CurrentUnit->fixupForwardReferences(); 2206 2207 if (!CurrentUnit->getOutputUnitDIE()) 2208 continue; 2209 2210 unsigned DwarfVersion = CurrentUnit->getOrigUnit().getVersion(); 2211 2212 assert(Emitter->getDebugInfoSectionSize() == 2213 CurrentUnit->getStartOffset()); 2214 Emitter->emitCompileUnitHeader(*CurrentUnit, DwarfVersion); 2215 Emitter->emitDIE(*CurrentUnit->getOutputUnitDIE()); 2216 assert(Emitter->getDebugInfoSectionSize() == 2217 CurrentUnit->computeNextUnitOffset(DwarfVersion)); 2218 } 2219 } 2220 2221 return OutputDebugInfoSize - StartOutputDebugInfoSize; 2222 } 2223 2224 void DWARFLinker::updateAccelKind(DWARFContext &Dwarf) { 2225 if (Options.TheAccelTableKind != AccelTableKind::Default) 2226 return; 2227 2228 auto &DwarfObj = Dwarf.getDWARFObj(); 2229 2230 if (!AtLeastOneDwarfAccelTable && 2231 (!DwarfObj.getAppleNamesSection().Data.empty() || 2232 !DwarfObj.getAppleTypesSection().Data.empty() || 2233 !DwarfObj.getAppleNamespacesSection().Data.empty() || 2234 !DwarfObj.getAppleObjCSection().Data.empty())) { 2235 AtLeastOneAppleAccelTable = true; 2236 } 2237 2238 if (!AtLeastOneDwarfAccelTable && !DwarfObj.getNamesSection().Data.empty()) { 2239 AtLeastOneDwarfAccelTable = true; 2240 } 2241 } 2242 2243 bool DWARFLinker::emitPaperTrailWarnings(const DWARFFile &File, 2244 OffsetsStringPool &StringPool) { 2245 2246 if (File.Warnings.empty()) 2247 return false; 2248 2249 DIE *CUDie = DIE::get(DIEAlloc, dwarf::DW_TAG_compile_unit); 2250 CUDie->setOffset(11); 2251 StringRef Producer; 2252 StringRef WarningHeader; 2253 2254 switch (DwarfLinkerClientID) { 2255 case DwarfLinkerClient::Dsymutil: 2256 Producer = StringPool.internString("dsymutil"); 2257 WarningHeader = "dsymutil_warning"; 2258 break; 2259 2260 default: 2261 Producer = StringPool.internString("dwarfopt"); 2262 WarningHeader = "dwarfopt_warning"; 2263 break; 2264 } 2265 2266 StringRef FileName = StringPool.internString(File.FileName); 2267 CUDie->addValue(DIEAlloc, dwarf::DW_AT_producer, dwarf::DW_FORM_strp, 2268 DIEInteger(StringPool.getStringOffset(Producer))); 2269 DIEBlock *String = new (DIEAlloc) DIEBlock(); 2270 DIEBlocks.push_back(String); 2271 for (auto &C : FileName) 2272 String->addValue(DIEAlloc, dwarf::Attribute(0), dwarf::DW_FORM_data1, 2273 DIEInteger(C)); 2274 String->addValue(DIEAlloc, dwarf::Attribute(0), dwarf::DW_FORM_data1, 2275 DIEInteger(0)); 2276 2277 CUDie->addValue(DIEAlloc, dwarf::DW_AT_name, dwarf::DW_FORM_string, String); 2278 for (const auto &Warning : File.Warnings) { 2279 DIE &ConstDie = CUDie->addChild(DIE::get(DIEAlloc, dwarf::DW_TAG_constant)); 2280 ConstDie.addValue(DIEAlloc, dwarf::DW_AT_name, dwarf::DW_FORM_strp, 2281 DIEInteger(StringPool.getStringOffset(WarningHeader))); 2282 ConstDie.addValue(DIEAlloc, dwarf::DW_AT_artificial, dwarf::DW_FORM_flag, 2283 DIEInteger(1)); 2284 ConstDie.addValue(DIEAlloc, dwarf::DW_AT_const_value, dwarf::DW_FORM_strp, 2285 DIEInteger(StringPool.getStringOffset(Warning))); 2286 } 2287 unsigned Size = 4 /* FORM_strp */ + FileName.size() + 1 + 2288 File.Warnings.size() * (4 + 1 + 4) + 1 /* End of children */; 2289 DIEAbbrev Abbrev = CUDie->generateAbbrev(); 2290 assignAbbrev(Abbrev); 2291 CUDie->setAbbrevNumber(Abbrev.getNumber()); 2292 Size += getULEB128Size(Abbrev.getNumber()); 2293 // Abbreviation ordering needed for classic compatibility. 2294 for (auto &Child : CUDie->children()) { 2295 Abbrev = Child.generateAbbrev(); 2296 assignAbbrev(Abbrev); 2297 Child.setAbbrevNumber(Abbrev.getNumber()); 2298 Size += getULEB128Size(Abbrev.getNumber()); 2299 } 2300 CUDie->setSize(Size); 2301 TheDwarfEmitter->emitPaperTrailWarningsDie(*CUDie); 2302 2303 return true; 2304 } 2305 2306 void DWARFLinker::copyInvariantDebugSection(DWARFContext &Dwarf) { 2307 if (!needToTranslateStrings()) 2308 TheDwarfEmitter->emitSectionContents( 2309 Dwarf.getDWARFObj().getLineSection().Data, "debug_line"); 2310 TheDwarfEmitter->emitSectionContents(Dwarf.getDWARFObj().getLocSection().Data, 2311 "debug_loc"); 2312 TheDwarfEmitter->emitSectionContents( 2313 Dwarf.getDWARFObj().getRangesSection().Data, "debug_ranges"); 2314 TheDwarfEmitter->emitSectionContents( 2315 Dwarf.getDWARFObj().getFrameSection().Data, "debug_frame"); 2316 TheDwarfEmitter->emitSectionContents(Dwarf.getDWARFObj().getArangesSection(), 2317 "debug_aranges"); 2318 } 2319 2320 void DWARFLinker::addObjectFile(DWARFFile &File) { 2321 ObjectContexts.emplace_back(LinkContext(File)); 2322 2323 if (ObjectContexts.back().File.Dwarf) 2324 updateAccelKind(*ObjectContexts.back().File.Dwarf); 2325 } 2326 2327 bool DWARFLinker::link() { 2328 assert(Options.NoOutput || TheDwarfEmitter); 2329 2330 // A unique ID that identifies each compile unit. 2331 unsigned UnitID = 0; 2332 2333 // First populate the data structure we need for each iteration of the 2334 // parallel loop. 2335 unsigned NumObjects = ObjectContexts.size(); 2336 2337 // This Dwarf string pool which is used for emission. It must be used 2338 // serially as the order of calling getStringOffset matters for 2339 // reproducibility. 2340 OffsetsStringPool OffsetsStringPool(StringsTranslator, true); 2341 2342 // ODR Contexts for the optimize. 2343 DeclContextTree ODRContexts; 2344 2345 // If we haven't decided on an accelerator table kind yet, we base ourselves 2346 // on the DWARF we have seen so far. At this point we haven't pulled in debug 2347 // information from modules yet, so it is technically possible that they 2348 // would affect the decision. However, as they're built with the same 2349 // compiler and flags, it is safe to assume that they will follow the 2350 // decision made here. 2351 if (Options.TheAccelTableKind == AccelTableKind::Default) { 2352 if (AtLeastOneDwarfAccelTable && !AtLeastOneAppleAccelTable) 2353 Options.TheAccelTableKind = AccelTableKind::Dwarf; 2354 else 2355 Options.TheAccelTableKind = AccelTableKind::Apple; 2356 } 2357 2358 for (LinkContext &OptContext : ObjectContexts) { 2359 if (Options.Verbose) { 2360 if (DwarfLinkerClientID == DwarfLinkerClient::Dsymutil) 2361 outs() << "DEBUG MAP OBJECT: " << OptContext.File.FileName << "\n"; 2362 else 2363 outs() << "OBJECT FILE: " << OptContext.File.FileName << "\n"; 2364 } 2365 2366 if (emitPaperTrailWarnings(OptContext.File, OffsetsStringPool)) 2367 continue; 2368 2369 if (!OptContext.File.Dwarf) 2370 continue; 2371 // Look for relocations that correspond to address map entries. 2372 2373 // there was findvalidrelocations previously ... probably we need to gather 2374 // info here 2375 if (LLVM_LIKELY(!Options.Update) && 2376 !OptContext.File.Addresses->hasValidRelocs()) { 2377 if (Options.Verbose) 2378 outs() << "No valid relocations found. Skipping.\n"; 2379 2380 // Set "Skip" flag as a signal to other loops that we should not 2381 // process this iteration. 2382 OptContext.Skip = true; 2383 continue; 2384 } 2385 2386 // Setup access to the debug info. 2387 if (!OptContext.File.Dwarf) 2388 continue; 2389 2390 // In a first phase, just read in the debug info and load all clang modules. 2391 OptContext.CompileUnits.reserve( 2392 OptContext.File.Dwarf->getNumCompileUnits()); 2393 2394 for (const auto &CU : OptContext.File.Dwarf->compile_units()) { 2395 updateDwarfVersion(CU->getVersion()); 2396 auto CUDie = CU->getUnitDIE(false); 2397 if (Options.Verbose) { 2398 outs() << "Input compilation unit:"; 2399 DIDumpOptions DumpOpts; 2400 DumpOpts.ChildRecurseDepth = 0; 2401 DumpOpts.Verbose = Options.Verbose; 2402 CUDie.dump(outs(), 0, DumpOpts); 2403 } 2404 if (CUDie && !LLVM_UNLIKELY(Options.Update)) 2405 registerModuleReference(CUDie, *CU, OptContext.File, OffsetsStringPool, 2406 ODRContexts, 0, UnitID, 2407 OptContext.File.Dwarf->isLittleEndian()); 2408 } 2409 } 2410 2411 // If we haven't seen any CUs, pick an arbitrary valid Dwarf version anyway. 2412 if (MaxDwarfVersion == 0) 2413 MaxDwarfVersion = 3; 2414 2415 // At this point we know how much data we have emitted. We use this value to 2416 // compare canonical DIE offsets in analyzeContextInfo to see if a definition 2417 // is already emitted, without being affected by canonical die offsets set 2418 // later. This prevents undeterminism when analyze and clone execute 2419 // concurrently, as clone set the canonical DIE offset and analyze reads it. 2420 const uint64_t ModulesEndOffset = 2421 Options.NoOutput ? 0 : TheDwarfEmitter->getDebugInfoSectionSize(); 2422 2423 // These variables manage the list of processed object files. 2424 // The mutex and condition variable are to ensure that this is thread safe. 2425 std::mutex ProcessedFilesMutex; 2426 std::condition_variable ProcessedFilesConditionVariable; 2427 BitVector ProcessedFiles(NumObjects, false); 2428 2429 // Analyzing the context info is particularly expensive so it is executed in 2430 // parallel with emitting the previous compile unit. 2431 auto AnalyzeLambda = [&](size_t I) { 2432 auto &Context = ObjectContexts[I]; 2433 2434 if (Context.Skip || !Context.File.Dwarf) 2435 return; 2436 2437 for (const auto &CU : Context.File.Dwarf->compile_units()) { 2438 updateDwarfVersion(CU->getVersion()); 2439 // The !registerModuleReference() condition effectively skips 2440 // over fully resolved skeleton units. This second pass of 2441 // registerModuleReferences doesn't do any new work, but it 2442 // will collect top-level errors, which are suppressed. Module 2443 // warnings were already displayed in the first iteration. 2444 bool Quiet = true; 2445 auto CUDie = CU->getUnitDIE(false); 2446 if (!CUDie || LLVM_UNLIKELY(Options.Update) || 2447 !registerModuleReference(CUDie, *CU, Context.File, OffsetsStringPool, 2448 ODRContexts, ModulesEndOffset, UnitID, 2449 Quiet)) { 2450 Context.CompileUnits.push_back(std::make_unique<CompileUnit>( 2451 *CU, UnitID++, !Options.NoODR && !Options.Update, "")); 2452 } 2453 } 2454 2455 // Now build the DIE parent links that we will use during the next phase. 2456 for (auto &CurrentUnit : Context.CompileUnits) { 2457 auto CUDie = CurrentUnit->getOrigUnit().getUnitDIE(); 2458 if (!CUDie) 2459 continue; 2460 analyzeContextInfo(CurrentUnit->getOrigUnit().getUnitDIE(), 0, 2461 *CurrentUnit, &ODRContexts.getRoot(), ODRContexts, 2462 ModulesEndOffset, Options.ParseableSwiftInterfaces, 2463 [&](const Twine &Warning, const DWARFDie &DIE) { 2464 reportWarning(Warning, Context.File, &DIE); 2465 }); 2466 } 2467 }; 2468 2469 // For each object file map how many bytes were emitted. 2470 StringMap<DebugInfoSize> SizeByObject; 2471 2472 // And then the remaining work in serial again. 2473 // Note, although this loop runs in serial, it can run in parallel with 2474 // the analyzeContextInfo loop so long as we process files with indices >= 2475 // than those processed by analyzeContextInfo. 2476 auto CloneLambda = [&](size_t I) { 2477 auto &OptContext = ObjectContexts[I]; 2478 if (OptContext.Skip || !OptContext.File.Dwarf) 2479 return; 2480 2481 // Then mark all the DIEs that need to be present in the generated output 2482 // and collect some information about them. 2483 // Note that this loop can not be merged with the previous one because 2484 // cross-cu references require the ParentIdx to be setup for every CU in 2485 // the object file before calling this. 2486 if (LLVM_UNLIKELY(Options.Update)) { 2487 for (auto &CurrentUnit : OptContext.CompileUnits) 2488 CurrentUnit->markEverythingAsKept(); 2489 copyInvariantDebugSection(*OptContext.File.Dwarf); 2490 } else { 2491 for (auto &CurrentUnit : OptContext.CompileUnits) 2492 lookForDIEsToKeep(*OptContext.File.Addresses, 2493 OptContext.File.Addresses->getValidAddressRanges(), 2494 OptContext.CompileUnits, 2495 CurrentUnit->getOrigUnit().getUnitDIE(), 2496 OptContext.File, *CurrentUnit, 0); 2497 } 2498 2499 // The calls to applyValidRelocs inside cloneDIE will walk the reloc 2500 // array again (in the same way findValidRelocsInDebugInfo() did). We 2501 // need to reset the NextValidReloc index to the beginning. 2502 if (OptContext.File.Addresses->hasValidRelocs() || 2503 LLVM_UNLIKELY(Options.Update)) { 2504 SizeByObject[OptContext.File.FileName].Input = 2505 getDebugInfoSize(*OptContext.File.Dwarf); 2506 SizeByObject[OptContext.File.FileName].Output = 2507 DIECloner(*this, TheDwarfEmitter, OptContext.File, DIEAlloc, 2508 OptContext.CompileUnits, Options.Update) 2509 .cloneAllCompileUnits(*OptContext.File.Dwarf, OptContext.File, 2510 OffsetsStringPool, 2511 OptContext.File.Dwarf->isLittleEndian()); 2512 } 2513 if (!Options.NoOutput && !OptContext.CompileUnits.empty() && 2514 LLVM_LIKELY(!Options.Update)) 2515 patchFrameInfoForObject( 2516 OptContext.File, OptContext.File.Addresses->getValidAddressRanges(), 2517 *OptContext.File.Dwarf, 2518 OptContext.CompileUnits[0]->getOrigUnit().getAddressByteSize()); 2519 2520 // Clean-up before starting working on the next object. 2521 cleanupAuxiliarryData(OptContext); 2522 }; 2523 2524 auto EmitLambda = [&]() { 2525 // Emit everything that's global. 2526 if (!Options.NoOutput) { 2527 TheDwarfEmitter->emitAbbrevs(Abbreviations, MaxDwarfVersion); 2528 TheDwarfEmitter->emitStrings(OffsetsStringPool); 2529 switch (Options.TheAccelTableKind) { 2530 case AccelTableKind::Apple: 2531 TheDwarfEmitter->emitAppleNames(AppleNames); 2532 TheDwarfEmitter->emitAppleNamespaces(AppleNamespaces); 2533 TheDwarfEmitter->emitAppleTypes(AppleTypes); 2534 TheDwarfEmitter->emitAppleObjc(AppleObjc); 2535 break; 2536 case AccelTableKind::Dwarf: 2537 TheDwarfEmitter->emitDebugNames(DebugNames); 2538 break; 2539 case AccelTableKind::Default: 2540 llvm_unreachable("Default should have already been resolved."); 2541 break; 2542 } 2543 } 2544 }; 2545 2546 auto AnalyzeAll = [&]() { 2547 for (unsigned I = 0, E = NumObjects; I != E; ++I) { 2548 AnalyzeLambda(I); 2549 2550 std::unique_lock<std::mutex> LockGuard(ProcessedFilesMutex); 2551 ProcessedFiles.set(I); 2552 ProcessedFilesConditionVariable.notify_one(); 2553 } 2554 }; 2555 2556 auto CloneAll = [&]() { 2557 for (unsigned I = 0, E = NumObjects; I != E; ++I) { 2558 { 2559 std::unique_lock<std::mutex> LockGuard(ProcessedFilesMutex); 2560 if (!ProcessedFiles[I]) { 2561 ProcessedFilesConditionVariable.wait( 2562 LockGuard, [&]() { return ProcessedFiles[I]; }); 2563 } 2564 } 2565 2566 CloneLambda(I); 2567 } 2568 EmitLambda(); 2569 }; 2570 2571 // To limit memory usage in the single threaded case, analyze and clone are 2572 // run sequentially so the OptContext is freed after processing each object 2573 // in endDebugObject. 2574 if (Options.Threads == 1) { 2575 for (unsigned I = 0, E = NumObjects; I != E; ++I) { 2576 AnalyzeLambda(I); 2577 CloneLambda(I); 2578 } 2579 EmitLambda(); 2580 } else { 2581 ThreadPool Pool(hardware_concurrency(2)); 2582 Pool.async(AnalyzeAll); 2583 Pool.async(CloneAll); 2584 Pool.wait(); 2585 } 2586 2587 if (Options.Statistics) { 2588 // Create a vector sorted in descending order by output size. 2589 std::vector<std::pair<StringRef, DebugInfoSize>> Sorted; 2590 for (auto &E : SizeByObject) 2591 Sorted.emplace_back(E.first(), E.second); 2592 llvm::sort(Sorted, [](auto &LHS, auto &RHS) { 2593 return LHS.second.Output > RHS.second.Output; 2594 }); 2595 2596 auto ComputePercentange = [](int64_t Input, int64_t Output) -> float { 2597 const float Difference = Output - Input; 2598 const float Sum = Input + Output; 2599 if (Sum == 0) 2600 return 0; 2601 return (Difference / (Sum / 2)); 2602 }; 2603 2604 int64_t InputTotal = 0; 2605 int64_t OutputTotal = 0; 2606 const char *FormatStr = "{0,-45} {1,10}b {2,10}b {3,8:P}\n"; 2607 2608 // Print header. 2609 outs() << ".debug_info section size (in bytes)\n"; 2610 outs() << "----------------------------------------------------------------" 2611 "---------------\n"; 2612 outs() << "Filename Object " 2613 " dSYM Change\n"; 2614 outs() << "----------------------------------------------------------------" 2615 "---------------\n"; 2616 2617 // Print body. 2618 for (auto &E : Sorted) { 2619 InputTotal += E.second.Input; 2620 OutputTotal += E.second.Output; 2621 llvm::outs() << formatv( 2622 FormatStr, sys::path::filename(E.first).take_back(45), E.second.Input, 2623 E.second.Output, ComputePercentange(E.second.Input, E.second.Output)); 2624 } 2625 // Print total and footer. 2626 outs() << "----------------------------------------------------------------" 2627 "---------------\n"; 2628 llvm::outs() << formatv(FormatStr, "Total", InputTotal, OutputTotal, 2629 ComputePercentange(InputTotal, OutputTotal)); 2630 outs() << "----------------------------------------------------------------" 2631 "---------------\n\n"; 2632 } 2633 2634 return true; 2635 } 2636 2637 } // namespace llvm 2638