1 //===- Writer.cpp ---------------------------------------------------------===// 2 // 3 // The LLVM Linker 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #include "Writer.h" 11 #include "Config.h" 12 #include "LinkerScript.h" 13 #include "MapFile.h" 14 #include "Memory.h" 15 #include "OutputSections.h" 16 #include "Relocations.h" 17 #include "Strings.h" 18 #include "SymbolTable.h" 19 #include "SyntheticSections.h" 20 #include "Target.h" 21 #include "llvm/ADT/StringMap.h" 22 #include "llvm/ADT/StringSwitch.h" 23 #include "llvm/Support/FileOutputBuffer.h" 24 #include "llvm/Support/FileSystem.h" 25 #include "llvm/Support/raw_ostream.h" 26 #include <climits> 27 #include <thread> 28 29 using namespace llvm; 30 using namespace llvm::ELF; 31 using namespace llvm::object; 32 using namespace llvm::support; 33 using namespace llvm::support::endian; 34 35 using namespace lld; 36 using namespace lld::elf; 37 38 namespace { 39 // The writer writes a SymbolTable result to a file. 40 template <class ELFT> class Writer { 41 public: 42 typedef typename ELFT::uint uintX_t; 43 typedef typename ELFT::Shdr Elf_Shdr; 44 typedef typename ELFT::Ehdr Elf_Ehdr; 45 typedef typename ELFT::Phdr Elf_Phdr; 46 typedef typename ELFT::Sym Elf_Sym; 47 typedef typename ELFT::SymRange Elf_Sym_Range; 48 typedef typename ELFT::Rela Elf_Rela; 49 void run(); 50 51 private: 52 void createSyntheticSections(); 53 void copyLocalSymbols(); 54 void addSectionSymbols(); 55 void addReservedSymbols(); 56 void addInputSec(InputSectionBase<ELFT> *S); 57 void createSections(); 58 void forEachRelSec(std::function<void(InputSectionBase<ELFT> &)> Fn); 59 void sortSections(); 60 void finalizeSections(); 61 void addPredefinedSections(); 62 63 std::vector<PhdrEntry> createPhdrs(); 64 void removeEmptyPTLoad(); 65 void addPtArmExid(std::vector<PhdrEntry> &Phdrs); 66 void assignAddresses(); 67 void assignFileOffsets(); 68 void assignFileOffsetsBinary(); 69 void setPhdrs(); 70 void fixHeaders(); 71 void fixSectionAlignments(); 72 void fixPredefinedSymbols(); 73 void openFile(); 74 void writeHeader(); 75 void writeSections(); 76 void writeSectionsBinary(); 77 void writeBuildId(); 78 79 std::unique_ptr<FileOutputBuffer> Buffer; 80 81 std::vector<OutputSectionBase *> OutputSections; 82 OutputSectionFactory<ELFT> Factory; 83 84 void addRelIpltSymbols(); 85 void addStartEndSymbols(); 86 void addStartStopSymbols(OutputSectionBase *Sec); 87 uintX_t getEntryAddr(); 88 OutputSectionBase *findSection(StringRef Name); 89 90 std::vector<PhdrEntry> Phdrs; 91 92 uintX_t FileSize; 93 uintX_t SectionHeaderOff; 94 bool AllocateHeader = true; 95 }; 96 } // anonymous namespace 97 98 StringRef elf::getOutputSectionName(StringRef Name) { 99 if (Config->Relocatable) 100 return Name; 101 102 for (StringRef V : 103 {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.", 104 ".init_array.", ".fini_array.", ".ctors.", ".dtors.", ".tbss.", 105 ".gcc_except_table.", ".tdata.", ".ARM.exidx."}) { 106 StringRef Prefix = V.drop_back(); 107 if (Name.startswith(V) || Name == Prefix) 108 return Prefix; 109 } 110 111 // CommonSection is identified as "COMMON" in linker scripts. 112 // By default, it should go to .bss section. 113 if (Name == "COMMON") 114 return ".bss"; 115 116 // ".zdebug_" is a prefix for ZLIB-compressed sections. 117 // Because we decompressed input sections, we want to remove 'z'. 118 if (Name.startswith(".zdebug_")) 119 return Saver.save(Twine(".") + Name.substr(2)); 120 return Name; 121 } 122 123 template <class ELFT> void elf::reportDiscarded(InputSectionBase<ELFT> *IS) { 124 if (IS == In<ELFT>::ShStrTab) 125 error("discarding .shstrtab section is not allowed"); 126 if (!Config->PrintGcSections) 127 return; 128 errs() << "removing unused section from '" << IS->Name << "' in file '" 129 << IS->getFile()->getName() << "'\n"; 130 } 131 132 template <class ELFT> static bool needsInterpSection() { 133 return !Symtab<ELFT>::X->getSharedFiles().empty() && 134 !Config->DynamicLinker.empty() && 135 !Script<ELFT>::X->ignoreInterpSection(); 136 } 137 138 template <class ELFT> void elf::writeResult() { Writer<ELFT>().run(); } 139 140 template <class ELFT> void Writer<ELFT>::removeEmptyPTLoad() { 141 auto I = std::remove_if(Phdrs.begin(), Phdrs.end(), [&](const PhdrEntry &P) { 142 if (P.p_type != PT_LOAD) 143 return false; 144 if (!P.First) 145 return true; 146 uintX_t Size = P.Last->Addr + P.Last->Size - P.First->Addr; 147 return Size == 0; 148 }); 149 Phdrs.erase(I, Phdrs.end()); 150 } 151 152 template <class ELFT> 153 static typename ELFT::uint getOutFlags(InputSectionBase<ELFT> *S) { 154 return S->Flags & ~(typename ELFT::uint)(SHF_GROUP | SHF_COMPRESSED); 155 } 156 157 // This function scans over the input sections and creates mergeable 158 // synthetic sections. It removes MergeInputSections from array and 159 // adds new synthetic ones. Each synthetic section is added to the 160 // location of the first input section it replaces. 161 template <class ELFT> static void combineMergableSections() { 162 typedef typename ELFT::uint uintX_t; 163 164 std::vector<MergeSyntheticSection<ELFT> *> MergeSections; 165 for (InputSectionBase<ELFT> *&S : Symtab<ELFT>::X->Sections) { 166 MergeInputSection<ELFT> *MS = dyn_cast<MergeInputSection<ELFT>>(S); 167 if (!MS) 168 continue; 169 170 // We do not want to handle sections that are not alive, so just remove 171 // them instead of trying to merge. 172 if (!MS->Live) 173 continue; 174 175 StringRef OutsecName = getOutputSectionName(MS->Name); 176 uintX_t Flags = getOutFlags(MS); 177 uintX_t Alignment = std::max<uintX_t>(MS->Alignment, MS->Entsize); 178 179 auto I = 180 llvm::find_if(MergeSections, [=](MergeSyntheticSection<ELFT> *Sec) { 181 return Sec->Name == OutsecName && Sec->Flags == Flags && 182 Sec->Alignment == Alignment; 183 }); 184 if (I == MergeSections.end()) { 185 MergeSyntheticSection<ELFT> *Syn = make<MergeSyntheticSection<ELFT>>( 186 OutsecName, MS->Type, Flags, Alignment); 187 MergeSections.push_back(Syn); 188 I = std::prev(MergeSections.end()); 189 S = Syn; 190 } else { 191 S = nullptr; 192 } 193 (*I)->addSection(MS); 194 } 195 196 std::vector<InputSectionBase<ELFT> *> &V = Symtab<ELFT>::X->Sections; 197 V.erase(std::remove(V.begin(), V.end(), nullptr), V.end()); 198 } 199 200 // The main function of the writer. 201 template <class ELFT> void Writer<ELFT>::run() { 202 // Create linker-synthesized sections such as .got or .plt. 203 // Such sections are of type input section. 204 createSyntheticSections(); 205 combineMergableSections<ELFT>(); 206 207 // We need to create some reserved symbols such as _end. Create them. 208 if (!Config->Relocatable) 209 addReservedSymbols(); 210 211 // Create output sections. 212 Script<ELFT>::X->OutputSections = &OutputSections; 213 if (ScriptConfig->HasSections) { 214 // If linker script contains SECTIONS commands, let it create sections. 215 Script<ELFT>::X->processCommands(Factory); 216 217 // Linker scripts may have left some input sections unassigned. 218 // Assign such sections using the default rule. 219 Script<ELFT>::X->addOrphanSections(Factory); 220 } else { 221 // If linker script does not contain SECTIONS commands, create 222 // output sections by default rules. We still need to give the 223 // linker script a chance to run, because it might contain 224 // non-SECTIONS commands such as ASSERT. 225 createSections(); 226 Script<ELFT>::X->processCommands(Factory); 227 } 228 229 if (Config->Discard != DiscardPolicy::All) 230 copyLocalSymbols(); 231 232 if (Config->copyRelocs()) 233 addSectionSymbols(); 234 235 // Now that we have a complete set of output sections. This function 236 // completes section contents. For example, we need to add strings 237 // to the string table, and add entries to .got and .plt. 238 // finalizeSections does that. 239 finalizeSections(); 240 if (ErrorCount) 241 return; 242 243 if (Config->Relocatable) { 244 assignFileOffsets(); 245 } else { 246 if (ScriptConfig->HasSections) { 247 Script<ELFT>::X->assignAddresses(Phdrs); 248 } else { 249 fixSectionAlignments(); 250 assignAddresses(); 251 } 252 253 // Remove empty PT_LOAD to avoid causing the dynamic linker to try to mmap a 254 // 0 sized region. This has to be done late since only after assignAddresses 255 // we know the size of the sections. 256 removeEmptyPTLoad(); 257 258 if (!Config->OFormatBinary) 259 assignFileOffsets(); 260 else 261 assignFileOffsetsBinary(); 262 263 setPhdrs(); 264 fixPredefinedSymbols(); 265 } 266 267 // It does not make sense try to open the file if we have error already. 268 if (ErrorCount) 269 return; 270 // Write the result down to a file. 271 openFile(); 272 if (ErrorCount) 273 return; 274 if (!Config->OFormatBinary) { 275 writeHeader(); 276 writeSections(); 277 } else { 278 writeSectionsBinary(); 279 } 280 281 // Backfill .note.gnu.build-id section content. This is done at last 282 // because the content is usually a hash value of the entire output file. 283 writeBuildId(); 284 if (ErrorCount) 285 return; 286 287 // Handle -Map option. 288 writeMapFile<ELFT>(OutputSections); 289 if (ErrorCount) 290 return; 291 292 if (auto EC = Buffer->commit()) 293 error("failed to write to the output file: " + EC.message()); 294 295 // Flush the output streams and exit immediately. A full shutdown 296 // is a good test that we are keeping track of all allocated memory, 297 // but actually freeing it is a waste of time in a regular linker run. 298 if (Config->ExitEarly) 299 exitLld(0); 300 } 301 302 // Initialize Out<ELFT> members. 303 template <class ELFT> void Writer<ELFT>::createSyntheticSections() { 304 // Initialize all pointers with NULL. This is needed because 305 // you can call lld::elf::main more than once as a library. 306 memset(&Out<ELFT>::First, 0, sizeof(Out<ELFT>)); 307 308 auto Add = [](InputSectionBase<ELFT> *Sec) { 309 Symtab<ELFT>::X->Sections.push_back(Sec); 310 }; 311 312 // Create singleton output sections. 313 Out<ELFT>::Bss = 314 make<OutputSection<ELFT>>(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE); 315 Out<ELFT>::BssRelRo = make<OutputSection<ELFT>>(".bss.rel.ro", SHT_NOBITS, 316 SHF_ALLOC | SHF_WRITE); 317 In<ELFT>::DynStrTab = make<StringTableSection<ELFT>>(".dynstr", true); 318 In<ELFT>::Dynamic = make<DynamicSection<ELFT>>(); 319 Out<ELFT>::EhFrame = make<EhOutputSection<ELFT>>(); 320 In<ELFT>::RelaDyn = make<RelocationSection<ELFT>>( 321 Config->Rela ? ".rela.dyn" : ".rel.dyn", Config->ZCombreloc); 322 In<ELFT>::ShStrTab = make<StringTableSection<ELFT>>(".shstrtab", false); 323 324 Out<ELFT>::ElfHeader = make<OutputSectionBase>("", 0, SHF_ALLOC); 325 Out<ELFT>::ElfHeader->Size = sizeof(Elf_Ehdr); 326 Out<ELFT>::ProgramHeaders = make<OutputSectionBase>("", 0, SHF_ALLOC); 327 Out<ELFT>::ProgramHeaders->updateAlignment(sizeof(uintX_t)); 328 329 if (needsInterpSection<ELFT>()) { 330 In<ELFT>::Interp = createInterpSection<ELFT>(); 331 Add(In<ELFT>::Interp); 332 } else { 333 In<ELFT>::Interp = nullptr; 334 } 335 336 if (!Config->Relocatable) 337 Add(createCommentSection<ELFT>()); 338 339 if (Config->Strip != StripPolicy::All) { 340 In<ELFT>::StrTab = make<StringTableSection<ELFT>>(".strtab", false); 341 In<ELFT>::SymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::StrTab); 342 } 343 344 if (Config->BuildId != BuildIdKind::None) { 345 In<ELFT>::BuildId = make<BuildIdSection<ELFT>>(); 346 Add(In<ELFT>::BuildId); 347 } 348 349 InputSection<ELFT> *Common = createCommonSection<ELFT>(); 350 if (!Common->Data.empty()) { 351 In<ELFT>::Common = Common; 352 Add(Common); 353 } 354 355 // Add MIPS-specific sections. 356 bool HasDynSymTab = 357 !Symtab<ELFT>::X->getSharedFiles().empty() || Config->pic(); 358 if (Config->EMachine == EM_MIPS) { 359 if (!Config->Shared && HasDynSymTab) { 360 In<ELFT>::MipsRldMap = make<MipsRldMapSection<ELFT>>(); 361 Add(In<ELFT>::MipsRldMap); 362 } 363 if (auto *Sec = MipsAbiFlagsSection<ELFT>::create()) 364 Add(Sec); 365 if (auto *Sec = MipsOptionsSection<ELFT>::create()) 366 Add(Sec); 367 if (auto *Sec = MipsReginfoSection<ELFT>::create()) 368 Add(Sec); 369 } 370 371 if (HasDynSymTab) { 372 In<ELFT>::DynSymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::DynStrTab); 373 Add(In<ELFT>::DynSymTab); 374 375 In<ELFT>::VerSym = make<VersionTableSection<ELFT>>(); 376 Add(In<ELFT>::VerSym); 377 378 if (!Config->VersionDefinitions.empty()) { 379 In<ELFT>::VerDef = make<VersionDefinitionSection<ELFT>>(); 380 Add(In<ELFT>::VerDef); 381 } 382 383 In<ELFT>::VerNeed = make<VersionNeedSection<ELFT>>(); 384 Add(In<ELFT>::VerNeed); 385 386 if (Config->GnuHash) { 387 In<ELFT>::GnuHashTab = make<GnuHashTableSection<ELFT>>(); 388 Add(In<ELFT>::GnuHashTab); 389 } 390 391 if (Config->SysvHash) { 392 In<ELFT>::HashTab = make<HashTableSection<ELFT>>(); 393 Add(In<ELFT>::HashTab); 394 } 395 396 Add(In<ELFT>::Dynamic); 397 Add(In<ELFT>::DynStrTab); 398 Add(In<ELFT>::RelaDyn); 399 } 400 401 // Add .got. MIPS' .got is so different from the other archs, 402 // it has its own class. 403 if (Config->EMachine == EM_MIPS) { 404 In<ELFT>::MipsGot = make<MipsGotSection<ELFT>>(); 405 Add(In<ELFT>::MipsGot); 406 } else { 407 In<ELFT>::Got = make<GotSection<ELFT>>(); 408 Add(In<ELFT>::Got); 409 } 410 411 In<ELFT>::GotPlt = make<GotPltSection<ELFT>>(); 412 Add(In<ELFT>::GotPlt); 413 In<ELFT>::IgotPlt = make<IgotPltSection<ELFT>>(); 414 Add(In<ELFT>::IgotPlt); 415 416 if (Config->GdbIndex) { 417 In<ELFT>::GdbIndex = make<GdbIndexSection<ELFT>>(); 418 Add(In<ELFT>::GdbIndex); 419 } 420 421 // We always need to add rel[a].plt to output if it has entries. 422 // Even for static linking it can contain R_[*]_IRELATIVE relocations. 423 In<ELFT>::RelaPlt = make<RelocationSection<ELFT>>( 424 Config->Rela ? ".rela.plt" : ".rel.plt", false /*Sort*/); 425 Add(In<ELFT>::RelaPlt); 426 427 // The RelaIplt immediately follows .rel.plt (.rel.dyn for ARM) to ensure 428 // that the IRelative relocations are processed last by the dynamic loader 429 In<ELFT>::RelaIplt = make<RelocationSection<ELFT>>( 430 (Config->EMachine == EM_ARM) ? ".rel.dyn" : In<ELFT>::RelaPlt->Name, 431 false /*Sort*/); 432 Add(In<ELFT>::RelaIplt); 433 434 In<ELFT>::Plt = make<PltSection<ELFT>>(Target->PltHeaderSize); 435 Add(In<ELFT>::Plt); 436 In<ELFT>::Iplt = make<PltSection<ELFT>>(0); 437 Add(In<ELFT>::Iplt); 438 439 if (Config->EhFrameHdr) { 440 In<ELFT>::EhFrameHdr = make<EhFrameHeader<ELFT>>(); 441 Add(In<ELFT>::EhFrameHdr); 442 } 443 444 if (In<ELFT>::SymTab) 445 Add(In<ELFT>::SymTab); 446 Add(In<ELFT>::ShStrTab); 447 if (In<ELFT>::StrTab) 448 Add(In<ELFT>::StrTab); 449 } 450 451 template <class ELFT> 452 static bool shouldKeepInSymtab(InputSectionBase<ELFT> *Sec, StringRef SymName, 453 const SymbolBody &B) { 454 if (B.isFile() || B.isSection()) 455 return false; 456 457 // If sym references a section in a discarded group, don't keep it. 458 if (Sec == &InputSection<ELFT>::Discarded) 459 return false; 460 461 if (Config->Discard == DiscardPolicy::None) 462 return true; 463 464 // In ELF assembly .L symbols are normally discarded by the assembler. 465 // If the assembler fails to do so, the linker discards them if 466 // * --discard-locals is used. 467 // * The symbol is in a SHF_MERGE section, which is normally the reason for 468 // the assembler keeping the .L symbol. 469 if (!SymName.startswith(".L") && !SymName.empty()) 470 return true; 471 472 if (Config->Discard == DiscardPolicy::Locals) 473 return false; 474 475 return !Sec || !(Sec->Flags & SHF_MERGE); 476 } 477 478 template <class ELFT> static bool includeInSymtab(const SymbolBody &B) { 479 if (!B.isLocal() && !B.symbol()->IsUsedInRegularObj) 480 return false; 481 482 if (auto *D = dyn_cast<DefinedRegular<ELFT>>(&B)) { 483 // Always include absolute symbols. 484 if (!D->Section) 485 return true; 486 // Exclude symbols pointing to garbage-collected sections. 487 if (!D->Section->Live) 488 return false; 489 if (auto *S = dyn_cast<MergeInputSection<ELFT>>(D->Section)) 490 if (!S->getSectionPiece(D->Value)->Live) 491 return false; 492 } 493 return true; 494 } 495 496 // Local symbols are not in the linker's symbol table. This function scans 497 // each object file's symbol table to copy local symbols to the output. 498 template <class ELFT> void Writer<ELFT>::copyLocalSymbols() { 499 if (!In<ELFT>::SymTab) 500 return; 501 for (elf::ObjectFile<ELFT> *F : Symtab<ELFT>::X->getObjectFiles()) { 502 for (SymbolBody *B : F->getLocalSymbols()) { 503 if (!B->IsLocal) 504 fatal(toString(F) + 505 ": broken object: getLocalSymbols returns a non-local symbol"); 506 auto *DR = dyn_cast<DefinedRegular<ELFT>>(B); 507 508 // No reason to keep local undefined symbol in symtab. 509 if (!DR) 510 continue; 511 if (!includeInSymtab<ELFT>(*B)) 512 continue; 513 514 InputSectionBase<ELFT> *Sec = DR->Section; 515 if (!shouldKeepInSymtab<ELFT>(Sec, B->getName(), *B)) 516 continue; 517 In<ELFT>::SymTab->addLocal(B); 518 } 519 } 520 } 521 522 template <class ELFT> void Writer<ELFT>::addSectionSymbols() { 523 // Create one STT_SECTION symbol for each output section we might 524 // have a relocation with. 525 for (OutputSectionBase *Sec : OutputSections) { 526 InputSectionData *First = nullptr; 527 Sec->forEachInputSection([&](InputSectionData *D) { 528 if (!First) 529 First = D; 530 }); 531 auto *IS = dyn_cast_or_null<InputSection<ELFT>>(First); 532 if (!IS || isa<SyntheticSection<ELFT>>(IS) || IS->Type == SHT_REL || 533 IS->Type == SHT_RELA) 534 continue; 535 auto *B = new (BAlloc) 536 DefinedRegular<ELFT>("", /*IsLocal=*/true, /*StOther*/ 0, STT_SECTION, 537 /*Value*/ 0, /*Size*/ 0, IS, nullptr); 538 539 In<ELFT>::SymTab->addLocal(B); 540 } 541 } 542 543 // PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that 544 // we would like to make sure appear is a specific order to maximize their 545 // coverage by a single signed 16-bit offset from the TOC base pointer. 546 // Conversely, the special .tocbss section should be first among all SHT_NOBITS 547 // sections. This will put it next to the loaded special PPC64 sections (and, 548 // thus, within reach of the TOC base pointer). 549 static int getPPC64SectionRank(StringRef SectionName) { 550 return StringSwitch<int>(SectionName) 551 .Case(".tocbss", 0) 552 .Case(".branch_lt", 2) 553 .Case(".toc", 3) 554 .Case(".toc1", 4) 555 .Case(".opd", 5) 556 .Default(1); 557 } 558 559 // All sections with SHF_MIPS_GPREL flag should be grouped together 560 // because data in these sections is addressable with a gp relative address. 561 static int getMipsSectionRank(const OutputSectionBase *S) { 562 if ((S->Flags & SHF_MIPS_GPREL) == 0) 563 return 0; 564 if (S->getName() == ".got") 565 return 1; 566 return 2; 567 } 568 569 template <class ELFT> bool elf::isRelroSection(const OutputSectionBase *Sec) { 570 if (!Config->ZRelro) 571 return false; 572 uint64_t Flags = Sec->Flags; 573 if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE)) 574 return false; 575 if (Flags & SHF_TLS) 576 return true; 577 uint32_t Type = Sec->Type; 578 if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY || 579 Type == SHT_PREINIT_ARRAY) 580 return true; 581 if (Sec == In<ELFT>::GotPlt->OutSec) 582 return Config->ZNow; 583 if (Sec == In<ELFT>::Dynamic->OutSec) 584 return true; 585 if (In<ELFT>::Got && Sec == In<ELFT>::Got->OutSec) 586 return true; 587 if (Sec == Out<ELFT>::BssRelRo) 588 return true; 589 StringRef S = Sec->getName(); 590 return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" || 591 S == ".eh_frame" || S == ".openbsd.randomdata"; 592 } 593 594 template <class ELFT> 595 static bool compareSectionsNonScript(const OutputSectionBase *A, 596 const OutputSectionBase *B) { 597 // Put .interp first because some loaders want to see that section 598 // on the first page of the executable file when loaded into memory. 599 bool AIsInterp = A->getName() == ".interp"; 600 bool BIsInterp = B->getName() == ".interp"; 601 if (AIsInterp != BIsInterp) 602 return AIsInterp; 603 604 // Allocatable sections go first to reduce the total PT_LOAD size and 605 // so debug info doesn't change addresses in actual code. 606 bool AIsAlloc = A->Flags & SHF_ALLOC; 607 bool BIsAlloc = B->Flags & SHF_ALLOC; 608 if (AIsAlloc != BIsAlloc) 609 return AIsAlloc; 610 611 // We don't have any special requirements for the relative order of two non 612 // allocatable sections. 613 if (!AIsAlloc) 614 return false; 615 616 // We want to put section specified by -T option first, so we 617 // can start assigning VA starting from them later. 618 auto AAddrSetI = Config->SectionStartMap.find(A->getName()); 619 auto BAddrSetI = Config->SectionStartMap.find(B->getName()); 620 bool AHasAddrSet = AAddrSetI != Config->SectionStartMap.end(); 621 bool BHasAddrSet = BAddrSetI != Config->SectionStartMap.end(); 622 if (AHasAddrSet != BHasAddrSet) 623 return AHasAddrSet; 624 if (AHasAddrSet) 625 return AAddrSetI->second < BAddrSetI->second; 626 627 // We want the read only sections first so that they go in the PT_LOAD 628 // covering the program headers at the start of the file. 629 bool AIsWritable = A->Flags & SHF_WRITE; 630 bool BIsWritable = B->Flags & SHF_WRITE; 631 if (AIsWritable != BIsWritable) 632 return BIsWritable; 633 634 if (!Config->SingleRoRx) { 635 // For a corresponding reason, put non exec sections first (the program 636 // header PT_LOAD is not executable). 637 // We only do that if we are not using linker scripts, since with linker 638 // scripts ro and rx sections are in the same PT_LOAD, so their relative 639 // order is not important. The same applies for -no-rosegment. 640 bool AIsExec = A->Flags & SHF_EXECINSTR; 641 bool BIsExec = B->Flags & SHF_EXECINSTR; 642 if (AIsExec != BIsExec) 643 return BIsExec; 644 } 645 646 // If we got here we know that both A and B are in the same PT_LOAD. 647 648 bool AIsTls = A->Flags & SHF_TLS; 649 bool BIsTls = B->Flags & SHF_TLS; 650 bool AIsNoBits = A->Type == SHT_NOBITS; 651 bool BIsNoBits = B->Type == SHT_NOBITS; 652 653 // The first requirement we have is to put (non-TLS) nobits sections last. The 654 // reason is that the only thing the dynamic linker will see about them is a 655 // p_memsz that is larger than p_filesz. Seeing that it zeros the end of the 656 // PT_LOAD, so that has to correspond to the nobits sections. 657 bool AIsNonTlsNoBits = AIsNoBits && !AIsTls; 658 bool BIsNonTlsNoBits = BIsNoBits && !BIsTls; 659 if (AIsNonTlsNoBits != BIsNonTlsNoBits) 660 return BIsNonTlsNoBits; 661 662 // We place nobits RelRo sections before plain r/w ones, and non-nobits RelRo 663 // sections after r/w ones, so that the RelRo sections are contiguous. 664 bool AIsRelRo = isRelroSection<ELFT>(A); 665 bool BIsRelRo = isRelroSection<ELFT>(B); 666 if (AIsRelRo != BIsRelRo) 667 return AIsNonTlsNoBits ? AIsRelRo : BIsRelRo; 668 669 // The TLS initialization block needs to be a single contiguous block in a R/W 670 // PT_LOAD, so stick TLS sections directly before the other RelRo R/W 671 // sections. The TLS NOBITS sections are placed here as they don't take up 672 // virtual address space in the PT_LOAD. 673 if (AIsTls != BIsTls) 674 return AIsTls; 675 676 // Within the TLS initialization block, the non-nobits sections need to appear 677 // first. 678 if (AIsNoBits != BIsNoBits) 679 return BIsNoBits; 680 681 // Some architectures have additional ordering restrictions for sections 682 // within the same PT_LOAD. 683 if (Config->EMachine == EM_PPC64) 684 return getPPC64SectionRank(A->getName()) < 685 getPPC64SectionRank(B->getName()); 686 if (Config->EMachine == EM_MIPS) 687 return getMipsSectionRank(A) < getMipsSectionRank(B); 688 689 return false; 690 } 691 692 // Output section ordering is determined by this function. 693 template <class ELFT> 694 static bool compareSections(const OutputSectionBase *A, 695 const OutputSectionBase *B) { 696 // For now, put sections mentioned in a linker script first. 697 int AIndex = Script<ELFT>::X->getSectionIndex(A->getName()); 698 int BIndex = Script<ELFT>::X->getSectionIndex(B->getName()); 699 bool AInScript = AIndex != INT_MAX; 700 bool BInScript = BIndex != INT_MAX; 701 if (AInScript != BInScript) 702 return AInScript; 703 // If both are in the script, use that order. 704 if (AInScript) 705 return AIndex < BIndex; 706 707 return compareSectionsNonScript<ELFT>(A, B); 708 } 709 710 // Program header entry 711 PhdrEntry::PhdrEntry(unsigned Type, unsigned Flags) { 712 p_type = Type; 713 p_flags = Flags; 714 } 715 716 void PhdrEntry::add(OutputSectionBase *Sec) { 717 Last = Sec; 718 if (!First) 719 First = Sec; 720 p_align = std::max(p_align, Sec->Addralign); 721 if (p_type == PT_LOAD) 722 Sec->FirstInPtLoad = First; 723 } 724 725 template <class ELFT> 726 static DefinedSynthetic * 727 addOptionalSynthetic(StringRef Name, OutputSectionBase *Sec, 728 typename ELFT::uint Val, uint8_t StOther = STV_HIDDEN) { 729 if (SymbolBody *S = Symtab<ELFT>::X->find(Name)) 730 if (!S->isInCurrentDSO()) 731 return cast<DefinedSynthetic>( 732 Symtab<ELFT>::X->addSynthetic(Name, Sec, Val, StOther)->body()); 733 return nullptr; 734 } 735 736 template <class ELFT> 737 static Symbol *addRegular(StringRef Name, InputSectionBase<ELFT> *Sec, 738 typename ELFT::uint Value) { 739 // The linker generated symbols are added as STB_WEAK to allow user defined 740 // ones to override them. 741 return Symtab<ELFT>::X->addRegular(Name, STV_HIDDEN, STT_NOTYPE, Value, 742 /*Size=*/0, STB_WEAK, Sec, 743 /*File=*/nullptr); 744 } 745 746 template <class ELFT> 747 static Symbol *addOptionalRegular(StringRef Name, InputSectionBase<ELFT> *IS, 748 typename ELFT::uint Value) { 749 SymbolBody *S = Symtab<ELFT>::X->find(Name); 750 if (!S) 751 return nullptr; 752 if (S->isInCurrentDSO()) 753 return S->symbol(); 754 return addRegular(Name, IS, Value); 755 } 756 757 // The beginning and the ending of .rel[a].plt section are marked 758 // with __rel[a]_iplt_{start,end} symbols if it is a statically linked 759 // executable. The runtime needs these symbols in order to resolve 760 // all IRELATIVE relocs on startup. For dynamic executables, we don't 761 // need these symbols, since IRELATIVE relocs are resolved through GOT 762 // and PLT. For details, see http://www.airs.com/blog/archives/403. 763 template <class ELFT> void Writer<ELFT>::addRelIpltSymbols() { 764 if (In<ELFT>::DynSymTab) 765 return; 766 StringRef S = Config->Rela ? "__rela_iplt_start" : "__rel_iplt_start"; 767 addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, 0); 768 769 S = Config->Rela ? "__rela_iplt_end" : "__rel_iplt_end"; 770 addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, -1); 771 } 772 773 // The linker is expected to define some symbols depending on 774 // the linking result. This function defines such symbols. 775 template <class ELFT> void Writer<ELFT>::addReservedSymbols() { 776 if (Config->EMachine == EM_MIPS) { 777 // Define _gp for MIPS. st_value of _gp symbol will be updated by Writer 778 // so that it points to an absolute address which by default is relative 779 // to GOT. Default offset is 0x7ff0. 780 // See "Global Data Symbols" in Chapter 6 in the following document: 781 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 782 ElfSym<ELFT>::MipsGp = 783 Symtab<ELFT>::X->addAbsolute("_gp", STV_HIDDEN, STB_LOCAL); 784 785 // On MIPS O32 ABI, _gp_disp is a magic symbol designates offset between 786 // start of function and 'gp' pointer into GOT. To simplify relocation 787 // calculation we assign _gp value to it and calculate corresponding 788 // relocations as relative to this value. 789 if (Symtab<ELFT>::X->find("_gp_disp")) 790 ElfSym<ELFT>::MipsGpDisp = 791 Symtab<ELFT>::X->addAbsolute("_gp_disp", STV_HIDDEN, STB_LOCAL); 792 793 // The __gnu_local_gp is a magic symbol equal to the current value of 'gp' 794 // pointer. This symbol is used in the code generated by .cpload pseudo-op 795 // in case of using -mno-shared option. 796 // https://sourceware.org/ml/binutils/2004-12/msg00094.html 797 if (Symtab<ELFT>::X->find("__gnu_local_gp")) 798 ElfSym<ELFT>::MipsLocalGp = 799 Symtab<ELFT>::X->addAbsolute("__gnu_local_gp", STV_HIDDEN, STB_LOCAL); 800 } 801 802 // In the assembly for 32 bit x86 the _GLOBAL_OFFSET_TABLE_ symbol 803 // is magical and is used to produce a R_386_GOTPC relocation. 804 // The R_386_GOTPC relocation value doesn't actually depend on the 805 // symbol value, so it could use an index of STN_UNDEF which, according 806 // to the spec, means the symbol value is 0. 807 // Unfortunately both gas and MC keep the _GLOBAL_OFFSET_TABLE_ symbol in 808 // the object file. 809 // The situation is even stranger on x86_64 where the assembly doesn't 810 // need the magical symbol, but gas still puts _GLOBAL_OFFSET_TABLE_ as 811 // an undefined symbol in the .o files. 812 // Given that the symbol is effectively unused, we just create a dummy 813 // hidden one to avoid the undefined symbol error. 814 Symtab<ELFT>::X->addIgnored("_GLOBAL_OFFSET_TABLE_"); 815 816 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For 817 // static linking the linker is required to optimize away any references to 818 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition 819 // to avoid the undefined symbol error. As usual special cases are ARM and 820 // MIPS - the libc for these targets defines __tls_get_addr itself because 821 // there are no TLS optimizations for these targets. 822 if (!In<ELFT>::DynSymTab && 823 (Config->EMachine != EM_MIPS && Config->EMachine != EM_ARM)) 824 Symtab<ELFT>::X->addIgnored("__tls_get_addr"); 825 826 // If linker script do layout we do not need to create any standart symbols. 827 if (ScriptConfig->HasSections) 828 return; 829 830 // __ehdr_start is the location of program headers. 831 ElfSym<ELFT>::EhdrStart = 832 addOptionalSynthetic<ELFT>("__ehdr_start", Out<ELFT>::ProgramHeaders, 0); 833 834 auto Define = [](StringRef S, DefinedSynthetic *&Sym1, 835 DefinedSynthetic *&Sym2) { 836 Sym1 = addOptionalSynthetic<ELFT>(S, nullptr, 0, STV_DEFAULT); 837 assert(S.startswith("_")); 838 S = S.substr(1); 839 Sym2 = addOptionalSynthetic<ELFT>(S, nullptr, 0, STV_DEFAULT); 840 }; 841 842 Define("_end", ElfSym<ELFT>::End, ElfSym<ELFT>::End2); 843 Define("_etext", ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2); 844 Define("_edata", ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2); 845 } 846 847 // Sort input sections by section name suffixes for 848 // __attribute__((init_priority(N))). 849 template <class ELFT> static void sortInitFini(OutputSectionBase *S) { 850 if (S) 851 reinterpret_cast<OutputSection<ELFT> *>(S)->sortInitFini(); 852 } 853 854 // Sort input sections by the special rule for .ctors and .dtors. 855 template <class ELFT> static void sortCtorsDtors(OutputSectionBase *S) { 856 if (S) 857 reinterpret_cast<OutputSection<ELFT> *>(S)->sortCtorsDtors(); 858 } 859 860 // Sort input sections using the list provided by --symbol-ordering-file. 861 template <class ELFT> 862 static void sortBySymbolsOrder(ArrayRef<OutputSectionBase *> OutputSections) { 863 if (Config->SymbolOrderingFile.empty()) 864 return; 865 866 // Build a map from symbols to their priorities. Symbols that didn't 867 // appear in the symbol ordering file have the lowest priority 0. 868 // All explicitly mentioned symbols have negative (higher) priorities. 869 DenseMap<StringRef, int> SymbolOrder; 870 int Priority = -Config->SymbolOrderingFile.size(); 871 for (StringRef S : Config->SymbolOrderingFile) 872 SymbolOrder.insert({S, Priority++}); 873 874 // Build a map from sections to their priorities. 875 DenseMap<InputSectionBase<ELFT> *, int> SectionOrder; 876 for (elf::ObjectFile<ELFT> *File : Symtab<ELFT>::X->getObjectFiles()) { 877 for (SymbolBody *Body : File->getSymbols()) { 878 auto *D = dyn_cast<DefinedRegular<ELFT>>(Body); 879 if (!D || !D->Section) 880 continue; 881 int &Priority = SectionOrder[D->Section]; 882 Priority = std::min(Priority, SymbolOrder.lookup(D->getName())); 883 } 884 } 885 886 // Sort sections by priority. 887 for (OutputSectionBase *Base : OutputSections) 888 if (auto *Sec = dyn_cast<OutputSection<ELFT>>(Base)) 889 Sec->sort([&](InputSection<ELFT> *S) { return SectionOrder.lookup(S); }); 890 } 891 892 template <class ELFT> 893 void Writer<ELFT>::forEachRelSec( 894 std::function<void(InputSectionBase<ELFT> &)> Fn) { 895 for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections) { 896 if (!IS->Live) 897 continue; 898 // Scan all relocations. Each relocation goes through a series 899 // of tests to determine if it needs special treatment, such as 900 // creating GOT, PLT, copy relocations, etc. 901 // Note that relocations for non-alloc sections are directly 902 // processed by InputSection::relocateNonAlloc. 903 if (!(IS->Flags & SHF_ALLOC)) 904 continue; 905 if (isa<InputSection<ELFT>>(IS) || isa<EhInputSection<ELFT>>(IS)) 906 Fn(*IS); 907 } 908 } 909 910 template <class ELFT> 911 void Writer<ELFT>::addInputSec(InputSectionBase<ELFT> *IS) { 912 if (!IS) 913 return; 914 915 if (!IS->Live) { 916 reportDiscarded(IS); 917 return; 918 } 919 OutputSectionBase *Sec; 920 bool IsNew; 921 StringRef OutsecName = getOutputSectionName(IS->Name); 922 std::tie(Sec, IsNew) = Factory.create(IS, OutsecName); 923 if (IsNew) 924 OutputSections.push_back(Sec); 925 Sec->addSection(IS); 926 } 927 928 template <class ELFT> void Writer<ELFT>::createSections() { 929 for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections) 930 addInputSec(IS); 931 932 sortBySymbolsOrder<ELFT>(OutputSections); 933 sortInitFini<ELFT>(findSection(".init_array")); 934 sortInitFini<ELFT>(findSection(".fini_array")); 935 sortCtorsDtors<ELFT>(findSection(".ctors")); 936 sortCtorsDtors<ELFT>(findSection(".dtors")); 937 938 for (OutputSectionBase *Sec : OutputSections) 939 Sec->assignOffsets(); 940 } 941 942 template <class ELFT> 943 static bool canSharePtLoad(const OutputSectionBase &S1, 944 const OutputSectionBase &S2) { 945 if (!(S1.Flags & SHF_ALLOC) || !(S2.Flags & SHF_ALLOC)) 946 return false; 947 948 bool S1IsWrite = S1.Flags & SHF_WRITE; 949 bool S2IsWrite = S2.Flags & SHF_WRITE; 950 if (S1IsWrite != S2IsWrite) 951 return false; 952 953 if (!S1IsWrite) 954 return true; // RO and RX share a PT_LOAD with linker scripts. 955 return (S1.Flags & SHF_EXECINSTR) == (S2.Flags & SHF_EXECINSTR); 956 } 957 958 template <class ELFT> void Writer<ELFT>::sortSections() { 959 // Don't sort if using -r. It is not necessary and we want to preserve the 960 // relative order for SHF_LINK_ORDER sections. 961 if (Config->Relocatable) 962 return; 963 if (!ScriptConfig->HasSections) { 964 std::stable_sort(OutputSections.begin(), OutputSections.end(), 965 compareSectionsNonScript<ELFT>); 966 return; 967 } 968 Script<ELFT>::X->adjustSectionsBeforeSorting(); 969 970 // The order of the sections in the script is arbitrary and may not agree with 971 // compareSectionsNonScript. This means that we cannot easily define a 972 // strict weak ordering. To see why, consider a comparison of a section in the 973 // script and one not in the script. We have a two simple options: 974 // * Make them equivalent (a is not less than b, and b is not less than a). 975 // The problem is then that equivalence has to be transitive and we can 976 // have sections a, b and c with only b in a script and a less than c 977 // which breaks this property. 978 // * Use compareSectionsNonScript. Given that the script order doesn't have 979 // to match, we can end up with sections a, b, c, d where b and c are in the 980 // script and c is compareSectionsNonScript less than b. In which case d 981 // can be equivalent to c, a to b and d < a. As a concrete example: 982 // .a (rx) # not in script 983 // .b (rx) # in script 984 // .c (ro) # in script 985 // .d (ro) # not in script 986 // 987 // The way we define an order then is: 988 // * First put script sections at the start and sort the script and 989 // non-script sections independently. 990 // * Move each non-script section to its preferred position. We try 991 // to put each section in the last position where it it can share 992 // a PT_LOAD. 993 994 std::stable_sort(OutputSections.begin(), OutputSections.end(), 995 compareSections<ELFT>); 996 997 auto I = OutputSections.begin(); 998 auto E = OutputSections.end(); 999 auto NonScriptI = 1000 std::find_if(OutputSections.begin(), E, [](OutputSectionBase *S) { 1001 return Script<ELFT>::X->getSectionIndex(S->getName()) == INT_MAX; 1002 }); 1003 while (NonScriptI != E) { 1004 auto BestPos = std::max_element( 1005 I, NonScriptI, [&](OutputSectionBase *&A, OutputSectionBase *&B) { 1006 bool ACanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *A); 1007 bool BCanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *B); 1008 if (ACanSharePtLoad != BCanSharePtLoad) 1009 return BCanSharePtLoad; 1010 1011 bool ACmp = compareSectionsNonScript<ELFT>(*NonScriptI, A); 1012 bool BCmp = compareSectionsNonScript<ELFT>(*NonScriptI, B); 1013 if (ACmp != BCmp) 1014 return BCmp; // FIXME: missing test 1015 1016 size_t PosA = &A - &OutputSections[0]; 1017 size_t PosB = &B - &OutputSections[0]; 1018 return ACmp ? PosA > PosB : PosA < PosB; 1019 }); 1020 1021 // max_element only returns NonScriptI if the range is empty. If the range 1022 // is not empty we should consider moving the the element forward one 1023 // position. 1024 if (BestPos != NonScriptI && 1025 !compareSectionsNonScript<ELFT>(*NonScriptI, *BestPos)) 1026 ++BestPos; 1027 std::rotate(BestPos, NonScriptI, NonScriptI + 1); 1028 ++NonScriptI; 1029 } 1030 1031 Script<ELFT>::X->adjustSectionsAfterSorting(); 1032 } 1033 1034 template <class ELFT> 1035 static void 1036 finalizeSynthetic(const std::vector<SyntheticSection<ELFT> *> &Sections) { 1037 for (SyntheticSection<ELFT> *SS : Sections) 1038 if (SS && SS->OutSec && !SS->empty()) { 1039 SS->finalize(); 1040 SS->OutSec->Size = 0; 1041 SS->OutSec->assignOffsets(); 1042 } 1043 } 1044 1045 // We need to add input synthetic sections early in createSyntheticSections() 1046 // to make them visible from linkescript side. But not all sections are always 1047 // required to be in output. For example we don't need dynamic section content 1048 // sometimes. This function filters out such unused sections from output. 1049 template <class ELFT> 1050 static void removeUnusedSyntheticSections(std::vector<OutputSectionBase *> &V) { 1051 // All input synthetic sections that can be empty are placed after 1052 // all regular ones. We iterate over them all and exit at first 1053 // non-synthetic. 1054 for (InputSectionBase<ELFT> *S : llvm::reverse(Symtab<ELFT>::X->Sections)) { 1055 SyntheticSection<ELFT> *SS = dyn_cast<SyntheticSection<ELFT>>(S); 1056 if (!SS) 1057 return; 1058 if (!SS->empty() || !SS->OutSec) 1059 continue; 1060 1061 OutputSection<ELFT> *OutSec = cast<OutputSection<ELFT>>(SS->OutSec); 1062 OutSec->Sections.erase( 1063 std::find(OutSec->Sections.begin(), OutSec->Sections.end(), SS)); 1064 // If there is no other sections in output section, remove it from output. 1065 if (OutSec->Sections.empty()) 1066 V.erase(std::find(V.begin(), V.end(), OutSec)); 1067 } 1068 } 1069 1070 // Create output section objects and add them to OutputSections. 1071 template <class ELFT> void Writer<ELFT>::finalizeSections() { 1072 Out<ELFT>::DebugInfo = findSection(".debug_info"); 1073 Out<ELFT>::PreinitArray = findSection(".preinit_array"); 1074 Out<ELFT>::InitArray = findSection(".init_array"); 1075 Out<ELFT>::FiniArray = findSection(".fini_array"); 1076 1077 // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop 1078 // symbols for sections, so that the runtime can get the start and end 1079 // addresses of each section by section name. Add such symbols. 1080 if (!Config->Relocatable) { 1081 addStartEndSymbols(); 1082 for (OutputSectionBase *Sec : OutputSections) 1083 addStartStopSymbols(Sec); 1084 } 1085 1086 // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type. 1087 // It should be okay as no one seems to care about the type. 1088 // Even the author of gold doesn't remember why gold behaves that way. 1089 // https://sourceware.org/ml/binutils/2002-03/msg00360.html 1090 if (In<ELFT>::DynSymTab) 1091 addRegular("_DYNAMIC", In<ELFT>::Dynamic, 0); 1092 1093 // Define __rel[a]_iplt_{start,end} symbols if needed. 1094 addRelIpltSymbols(); 1095 1096 if (!Out<ELFT>::EhFrame->empty()) { 1097 OutputSections.push_back(Out<ELFT>::EhFrame); 1098 Out<ELFT>::EhFrame->finalize(); 1099 } 1100 1101 // Scan relocations. This must be done after every symbol is declared so that 1102 // we can correctly decide if a dynamic relocation is needed. 1103 forEachRelSec(scanRelocations<ELFT>); 1104 1105 if (In<ELFT>::Plt && !In<ELFT>::Plt->empty()) 1106 In<ELFT>::Plt->addSymbols(); 1107 if (In<ELFT>::Iplt && !In<ELFT>::Iplt->empty()) 1108 In<ELFT>::Iplt->addSymbols(); 1109 1110 // Some architectures use small displacements for jump instructions. 1111 // It is linker's responsibility to create thunks containing long 1112 // jump instructions if jump targets are too far. Create thunks. 1113 if (Target->NeedsThunks) 1114 createThunks<ELFT>(OutputSections); 1115 1116 // Now that we have defined all possible symbols including linker- 1117 // synthesized ones. Visit all symbols to give the finishing touches. 1118 for (Symbol *S : Symtab<ELFT>::X->getSymbols()) { 1119 SymbolBody *Body = S->body(); 1120 1121 if (!includeInSymtab<ELFT>(*Body)) 1122 continue; 1123 if (In<ELFT>::SymTab) 1124 In<ELFT>::SymTab->addGlobal(Body); 1125 1126 if (In<ELFT>::DynSymTab && S->includeInDynsym()) { 1127 In<ELFT>::DynSymTab->addGlobal(Body); 1128 if (auto *SS = dyn_cast<SharedSymbol<ELFT>>(Body)) 1129 if (SS->file()->isNeeded()) 1130 In<ELFT>::VerNeed->addSymbol(SS); 1131 } 1132 } 1133 1134 // Do not proceed if there was an undefined symbol. 1135 if (ErrorCount) 1136 return; 1137 1138 // So far we have added sections from input object files. 1139 // This function adds linker-created Out<ELFT>::* sections. 1140 addPredefinedSections(); 1141 removeUnusedSyntheticSections<ELFT>(OutputSections); 1142 1143 sortSections(); 1144 1145 // This is a bit of a hack. A value of 0 means undef, so we set it 1146 // to 1 t make __ehdr_start defined. The section number is not 1147 // particularly relevant. 1148 Out<ELFT>::ProgramHeaders->SectionIndex = 1; 1149 1150 unsigned I = 1; 1151 for (OutputSectionBase *Sec : OutputSections) { 1152 Sec->SectionIndex = I++; 1153 Sec->ShName = In<ELFT>::ShStrTab->addString(Sec->getName()); 1154 } 1155 1156 // Binary and relocatable output does not have PHDRS. 1157 // The headers have to be created before finalize as that can influence the 1158 // image base and the dynamic section on mips includes the image base. 1159 if (!Config->Relocatable && !Config->OFormatBinary) { 1160 Phdrs = Script<ELFT>::X->hasPhdrsCommands() ? Script<ELFT>::X->createPhdrs() 1161 : createPhdrs(); 1162 addPtArmExid(Phdrs); 1163 fixHeaders(); 1164 } 1165 1166 // Fill other section headers. The dynamic table is finalized 1167 // at the end because some tags like RELSZ depend on result 1168 // of finalizing other sections. 1169 for (OutputSectionBase *Sec : OutputSections) 1170 Sec->finalize(); 1171 1172 // Dynamic section must be the last one in this list and dynamic 1173 // symbol table section (DynSymTab) must be the first one. 1174 finalizeSynthetic<ELFT>( 1175 {In<ELFT>::DynSymTab, In<ELFT>::GnuHashTab, In<ELFT>::HashTab, 1176 In<ELFT>::SymTab, In<ELFT>::ShStrTab, In<ELFT>::StrTab, 1177 In<ELFT>::VerDef, In<ELFT>::DynStrTab, In<ELFT>::GdbIndex, 1178 In<ELFT>::Got, In<ELFT>::MipsGot, In<ELFT>::IgotPlt, 1179 In<ELFT>::GotPlt, In<ELFT>::RelaDyn, In<ELFT>::RelaIplt, 1180 In<ELFT>::RelaPlt, In<ELFT>::Plt, In<ELFT>::Iplt, 1181 In<ELFT>::Plt, In<ELFT>::EhFrameHdr, In<ELFT>::VerSym, 1182 In<ELFT>::VerNeed, In<ELFT>::Dynamic}); 1183 } 1184 1185 template <class ELFT> void Writer<ELFT>::addPredefinedSections() { 1186 if (Out<ELFT>::Bss->Size > 0) 1187 OutputSections.push_back(Out<ELFT>::Bss); 1188 if (Out<ELFT>::BssRelRo->Size > 0) 1189 OutputSections.push_back(Out<ELFT>::BssRelRo); 1190 1191 auto OS = dyn_cast_or_null<OutputSection<ELFT>>(findSection(".ARM.exidx")); 1192 if (OS && !OS->Sections.empty() && !Config->Relocatable) 1193 OS->addSection(make<ARMExidxSentinelSection<ELFT>>()); 1194 } 1195 1196 // The linker is expected to define SECNAME_start and SECNAME_end 1197 // symbols for a few sections. This function defines them. 1198 template <class ELFT> void Writer<ELFT>::addStartEndSymbols() { 1199 auto Define = [&](StringRef Start, StringRef End, OutputSectionBase *OS) { 1200 // These symbols resolve to the image base if the section does not exist. 1201 // A special value -1 indicates end of the section. 1202 addOptionalSynthetic<ELFT>(Start, OS, 0); 1203 addOptionalSynthetic<ELFT>(End, OS, OS ? -1 : 0); 1204 }; 1205 1206 Define("__preinit_array_start", "__preinit_array_end", 1207 Out<ELFT>::PreinitArray); 1208 Define("__init_array_start", "__init_array_end", Out<ELFT>::InitArray); 1209 Define("__fini_array_start", "__fini_array_end", Out<ELFT>::FiniArray); 1210 1211 if (OutputSectionBase *Sec = findSection(".ARM.exidx")) 1212 Define("__exidx_start", "__exidx_end", Sec); 1213 } 1214 1215 // If a section name is valid as a C identifier (which is rare because of 1216 // the leading '.'), linkers are expected to define __start_<secname> and 1217 // __stop_<secname> symbols. They are at beginning and end of the section, 1218 // respectively. This is not requested by the ELF standard, but GNU ld and 1219 // gold provide the feature, and used by many programs. 1220 template <class ELFT> 1221 void Writer<ELFT>::addStartStopSymbols(OutputSectionBase *Sec) { 1222 StringRef S = Sec->getName(); 1223 if (!isValidCIdentifier(S)) 1224 return; 1225 addOptionalSynthetic<ELFT>(Saver.save("__start_" + S), Sec, 0, STV_DEFAULT); 1226 addOptionalSynthetic<ELFT>(Saver.save("__stop_" + S), Sec, -1, STV_DEFAULT); 1227 } 1228 1229 template <class ELFT> 1230 OutputSectionBase *Writer<ELFT>::findSection(StringRef Name) { 1231 for (OutputSectionBase *Sec : OutputSections) 1232 if (Sec->getName() == Name) 1233 return Sec; 1234 return nullptr; 1235 } 1236 1237 template <class ELFT> static bool needsPtLoad(OutputSectionBase *Sec) { 1238 if (!(Sec->Flags & SHF_ALLOC)) 1239 return false; 1240 1241 // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is 1242 // responsible for allocating space for them, not the PT_LOAD that 1243 // contains the TLS initialization image. 1244 if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) 1245 return false; 1246 return true; 1247 } 1248 1249 // Linker scripts are responsible for aligning addresses. Unfortunately, most 1250 // linker scripts are designed for creating two PT_LOADs only, one RX and one 1251 // RW. This means that there is no alignment in the RO to RX transition and we 1252 // cannot create a PT_LOAD there. 1253 template <class ELFT> 1254 static typename ELFT::uint computeFlags(typename ELFT::uint F) { 1255 if (Config->OMagic) 1256 return PF_R | PF_W | PF_X; 1257 if (Config->SingleRoRx && !(F & PF_W)) 1258 return F | PF_X; 1259 return F; 1260 } 1261 1262 // Decide which program headers to create and which sections to include in each 1263 // one. 1264 template <class ELFT> std::vector<PhdrEntry> Writer<ELFT>::createPhdrs() { 1265 std::vector<PhdrEntry> Ret; 1266 auto AddHdr = [&](unsigned Type, unsigned Flags) -> PhdrEntry * { 1267 Ret.emplace_back(Type, Flags); 1268 return &Ret.back(); 1269 }; 1270 1271 // The first phdr entry is PT_PHDR which describes the program header itself. 1272 AddHdr(PT_PHDR, PF_R)->add(Out<ELFT>::ProgramHeaders); 1273 1274 // PT_INTERP must be the second entry if exists. 1275 if (OutputSectionBase *Sec = findSection(".interp")) 1276 AddHdr(PT_INTERP, Sec->getPhdrFlags())->add(Sec); 1277 1278 // Add the first PT_LOAD segment for regular output sections. 1279 uintX_t Flags = computeFlags<ELFT>(PF_R); 1280 PhdrEntry *Load = AddHdr(PT_LOAD, Flags); 1281 for (OutputSectionBase *Sec : OutputSections) { 1282 if (!(Sec->Flags & SHF_ALLOC)) 1283 break; 1284 if (!needsPtLoad<ELFT>(Sec)) 1285 continue; 1286 1287 // Segments are contiguous memory regions that has the same attributes 1288 // (e.g. executable or writable). There is one phdr for each segment. 1289 // Therefore, we need to create a new phdr when the next section has 1290 // different flags or is loaded at a discontiguous address using AT linker 1291 // script command. 1292 uintX_t NewFlags = computeFlags<ELFT>(Sec->getPhdrFlags()); 1293 if (Script<ELFT>::X->hasLMA(Sec->getName()) || Flags != NewFlags) { 1294 Load = AddHdr(PT_LOAD, NewFlags); 1295 Flags = NewFlags; 1296 } 1297 1298 Load->add(Sec); 1299 } 1300 1301 // Add a TLS segment if any. 1302 PhdrEntry TlsHdr(PT_TLS, PF_R); 1303 for (OutputSectionBase *Sec : OutputSections) 1304 if (Sec->Flags & SHF_TLS) 1305 TlsHdr.add(Sec); 1306 if (TlsHdr.First) 1307 Ret.push_back(std::move(TlsHdr)); 1308 1309 // Add an entry for .dynamic. 1310 if (In<ELFT>::DynSymTab) 1311 AddHdr(PT_DYNAMIC, In<ELFT>::Dynamic->OutSec->getPhdrFlags()) 1312 ->add(In<ELFT>::Dynamic->OutSec); 1313 1314 // PT_GNU_RELRO includes all sections that should be marked as 1315 // read-only by dynamic linker after proccessing relocations. 1316 PhdrEntry RelRo(PT_GNU_RELRO, PF_R); 1317 for (OutputSectionBase *Sec : OutputSections) 1318 if (needsPtLoad<ELFT>(Sec) && isRelroSection<ELFT>(Sec)) 1319 RelRo.add(Sec); 1320 if (RelRo.First) 1321 Ret.push_back(std::move(RelRo)); 1322 1323 // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr. 1324 if (!Out<ELFT>::EhFrame->empty() && In<ELFT>::EhFrameHdr) 1325 AddHdr(PT_GNU_EH_FRAME, In<ELFT>::EhFrameHdr->OutSec->getPhdrFlags()) 1326 ->add(In<ELFT>::EhFrameHdr->OutSec); 1327 1328 // PT_OPENBSD_RANDOMIZE specifies the location and size of a part of the 1329 // memory image of the program that must be filled with random data before any 1330 // code in the object is executed. 1331 if (OutputSectionBase *Sec = findSection(".openbsd.randomdata")) 1332 AddHdr(PT_OPENBSD_RANDOMIZE, Sec->getPhdrFlags())->add(Sec); 1333 1334 // PT_GNU_STACK is a special section to tell the loader to make the 1335 // pages for the stack non-executable. 1336 if (!Config->ZExecstack) 1337 AddHdr(PT_GNU_STACK, PF_R | PF_W)->p_memsz = Config->ZStackSize; 1338 1339 // PT_OPENBSD_WXNEEDED is a OpenBSD-specific header to mark the executable 1340 // is expected to perform W^X violations, such as calling mprotect(2) or 1341 // mmap(2) with PROT_WRITE | PROT_EXEC, which is prohibited by default on 1342 // OpenBSD. 1343 if (Config->ZWxneeded) 1344 AddHdr(PT_OPENBSD_WXNEEDED, PF_X); 1345 1346 // Create one PT_NOTE per a group of contiguous .note sections. 1347 PhdrEntry *Note = nullptr; 1348 for (OutputSectionBase *Sec : OutputSections) { 1349 if (Sec->Type == SHT_NOTE) { 1350 if (!Note || Script<ELFT>::X->hasLMA(Sec->getName())) 1351 Note = AddHdr(PT_NOTE, PF_R); 1352 Note->add(Sec); 1353 } else { 1354 Note = nullptr; 1355 } 1356 } 1357 return Ret; 1358 } 1359 1360 template <class ELFT> 1361 void Writer<ELFT>::addPtArmExid(std::vector<PhdrEntry> &Phdrs) { 1362 if (Config->EMachine != EM_ARM) 1363 return; 1364 auto I = std::find_if( 1365 OutputSections.begin(), OutputSections.end(), 1366 [](OutputSectionBase *Sec) { return Sec->Type == SHT_ARM_EXIDX; }); 1367 if (I == OutputSections.end()) 1368 return; 1369 1370 // PT_ARM_EXIDX is the ARM EHABI equivalent of PT_GNU_EH_FRAME 1371 PhdrEntry ARMExidx(PT_ARM_EXIDX, PF_R); 1372 ARMExidx.add(*I); 1373 Phdrs.push_back(ARMExidx); 1374 } 1375 1376 // The first section of each PT_LOAD, the first section in PT_GNU_RELRO and the 1377 // first section after PT_GNU_RELRO have to be page aligned so that the dynamic 1378 // linker can set the permissions. 1379 template <class ELFT> void Writer<ELFT>::fixSectionAlignments() { 1380 for (const PhdrEntry &P : Phdrs) 1381 if (P.p_type == PT_LOAD && P.First) 1382 P.First->PageAlign = true; 1383 1384 for (const PhdrEntry &P : Phdrs) { 1385 if (P.p_type != PT_GNU_RELRO) 1386 continue; 1387 if (P.First) 1388 P.First->PageAlign = true; 1389 // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we 1390 // have to align it to a page. 1391 auto End = OutputSections.end(); 1392 auto I = std::find(OutputSections.begin(), End, P.Last); 1393 if (I == End || (I + 1) == End) 1394 continue; 1395 OutputSectionBase *Sec = *(I + 1); 1396 if (needsPtLoad<ELFT>(Sec)) 1397 Sec->PageAlign = true; 1398 } 1399 } 1400 1401 template <class ELFT> 1402 bool elf::allocateHeaders(std::vector<PhdrEntry> &Phdrs, 1403 ArrayRef<OutputSectionBase *> OutputSections, 1404 uint64_t Min) { 1405 auto FirstPTLoad = 1406 std::find_if(Phdrs.begin(), Phdrs.end(), 1407 [](const PhdrEntry &E) { return E.p_type == PT_LOAD; }); 1408 if (FirstPTLoad == Phdrs.end()) 1409 return false; 1410 1411 uint64_t HeaderSize = getHeaderSize<ELFT>(); 1412 if (HeaderSize > Min) { 1413 auto PhdrI = 1414 std::find_if(Phdrs.begin(), Phdrs.end(), 1415 [](const PhdrEntry &E) { return E.p_type == PT_PHDR; }); 1416 if (PhdrI != Phdrs.end()) 1417 Phdrs.erase(PhdrI); 1418 return false; 1419 } 1420 Min = alignDown(Min - HeaderSize, Config->MaxPageSize); 1421 1422 if (!ScriptConfig->HasSections) 1423 Config->ImageBase = Min = std::min(Min, Config->ImageBase); 1424 1425 Out<ELFT>::ElfHeader->Addr = Min; 1426 Out<ELFT>::ProgramHeaders->Addr = Min + Out<ELFT>::ElfHeader->Size; 1427 1428 if (Script<ELFT>::X->hasPhdrsCommands()) 1429 return true; 1430 1431 if (FirstPTLoad->First) 1432 for (OutputSectionBase *Sec : OutputSections) 1433 if (Sec->FirstInPtLoad == FirstPTLoad->First) 1434 Sec->FirstInPtLoad = Out<ELFT>::ElfHeader; 1435 FirstPTLoad->First = Out<ELFT>::ElfHeader; 1436 if (!FirstPTLoad->Last) 1437 FirstPTLoad->Last = Out<ELFT>::ProgramHeaders; 1438 return true; 1439 } 1440 1441 // We should set file offsets and VAs for elf header and program headers 1442 // sections. These are special, we do not include them into output sections 1443 // list, but have them to simplify the code. 1444 template <class ELFT> void Writer<ELFT>::fixHeaders() { 1445 Out<ELFT>::ProgramHeaders->Size = sizeof(Elf_Phdr) * Phdrs.size(); 1446 // If the script has SECTIONS, assignAddresses will compute the values. 1447 if (ScriptConfig->HasSections) 1448 return; 1449 1450 // When -T<section> option is specified, lower the base to make room for those 1451 // sections. 1452 uint64_t Min = -1; 1453 if (!Config->SectionStartMap.empty()) 1454 for (const auto &P : Config->SectionStartMap) 1455 Min = std::min(Min, P.second); 1456 1457 AllocateHeader = allocateHeaders<ELFT>(Phdrs, OutputSections, Min); 1458 } 1459 1460 // Assign VAs (addresses at run-time) to output sections. 1461 template <class ELFT> void Writer<ELFT>::assignAddresses() { 1462 uintX_t VA = Config->ImageBase; 1463 if (AllocateHeader) 1464 VA += getHeaderSize<ELFT>(); 1465 uintX_t ThreadBssOffset = 0; 1466 for (OutputSectionBase *Sec : OutputSections) { 1467 uintX_t Alignment = Sec->Addralign; 1468 if (Sec->PageAlign) 1469 Alignment = std::max<uintX_t>(Alignment, Config->MaxPageSize); 1470 1471 auto I = Config->SectionStartMap.find(Sec->getName()); 1472 if (I != Config->SectionStartMap.end()) 1473 VA = I->second; 1474 1475 // We only assign VAs to allocated sections. 1476 if (needsPtLoad<ELFT>(Sec)) { 1477 VA = alignTo(VA, Alignment); 1478 Sec->Addr = VA; 1479 VA += Sec->Size; 1480 } else if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) { 1481 uintX_t TVA = VA + ThreadBssOffset; 1482 TVA = alignTo(TVA, Alignment); 1483 Sec->Addr = TVA; 1484 ThreadBssOffset = TVA - VA + Sec->Size; 1485 } 1486 } 1487 } 1488 1489 // Adjusts the file alignment for a given output section and returns 1490 // its new file offset. The file offset must be the same with its 1491 // virtual address (modulo the page size) so that the loader can load 1492 // executables without any address adjustment. 1493 template <class ELFT, class uintX_t> 1494 static uintX_t getFileAlignment(uintX_t Off, OutputSectionBase *Sec) { 1495 OutputSectionBase *First = Sec->FirstInPtLoad; 1496 // If the section is not in a PT_LOAD, we just have to align it. 1497 if (!First) 1498 return alignTo(Off, Sec->Addralign); 1499 1500 // The first section in a PT_LOAD has to have congruent offset and address 1501 // module the page size. 1502 if (Sec == First) 1503 return alignTo(Off, Config->MaxPageSize, Sec->Addr); 1504 1505 // If two sections share the same PT_LOAD the file offset is calculated 1506 // using this formula: Off2 = Off1 + (VA2 - VA1). 1507 return First->Offset + Sec->Addr - First->Addr; 1508 } 1509 1510 template <class ELFT, class uintX_t> 1511 uintX_t setOffset(OutputSectionBase *Sec, uintX_t Off) { 1512 if (Sec->Type == SHT_NOBITS) { 1513 Sec->Offset = Off; 1514 return Off; 1515 } 1516 1517 Off = getFileAlignment<ELFT>(Off, Sec); 1518 Sec->Offset = Off; 1519 return Off + Sec->Size; 1520 } 1521 1522 template <class ELFT> void Writer<ELFT>::assignFileOffsetsBinary() { 1523 uintX_t Off = 0; 1524 for (OutputSectionBase *Sec : OutputSections) 1525 if (Sec->Flags & SHF_ALLOC) 1526 Off = setOffset<ELFT>(Sec, Off); 1527 FileSize = alignTo(Off, sizeof(uintX_t)); 1528 } 1529 1530 // Assign file offsets to output sections. 1531 template <class ELFT> void Writer<ELFT>::assignFileOffsets() { 1532 uintX_t Off = 0; 1533 Off = setOffset<ELFT>(Out<ELFT>::ElfHeader, Off); 1534 Off = setOffset<ELFT>(Out<ELFT>::ProgramHeaders, Off); 1535 1536 for (OutputSectionBase *Sec : OutputSections) 1537 Off = setOffset<ELFT>(Sec, Off); 1538 1539 SectionHeaderOff = alignTo(Off, sizeof(uintX_t)); 1540 FileSize = SectionHeaderOff + (OutputSections.size() + 1) * sizeof(Elf_Shdr); 1541 } 1542 1543 // Finalize the program headers. We call this function after we assign 1544 // file offsets and VAs to all sections. 1545 template <class ELFT> void Writer<ELFT>::setPhdrs() { 1546 for (PhdrEntry &P : Phdrs) { 1547 OutputSectionBase *First = P.First; 1548 OutputSectionBase *Last = P.Last; 1549 if (First) { 1550 P.p_filesz = Last->Offset - First->Offset; 1551 if (Last->Type != SHT_NOBITS) 1552 P.p_filesz += Last->Size; 1553 P.p_memsz = Last->Addr + Last->Size - First->Addr; 1554 P.p_offset = First->Offset; 1555 P.p_vaddr = First->Addr; 1556 if (!P.HasLMA) 1557 P.p_paddr = First->getLMA(); 1558 } 1559 if (P.p_type == PT_LOAD) 1560 P.p_align = Config->MaxPageSize; 1561 else if (P.p_type == PT_GNU_RELRO) { 1562 P.p_align = 1; 1563 // The glibc dynamic loader rounds the size down, so we need to round up 1564 // to protect the last page. This is a no-op on FreeBSD which always 1565 // rounds up. 1566 P.p_memsz = alignTo(P.p_memsz, Target->PageSize); 1567 } 1568 1569 // The TLS pointer goes after PT_TLS. At least glibc will align it, 1570 // so round up the size to make sure the offsets are correct. 1571 if (P.p_type == PT_TLS) { 1572 Out<ELFT>::TlsPhdr = &P; 1573 if (P.p_memsz) 1574 P.p_memsz = alignTo(P.p_memsz, P.p_align); 1575 } 1576 } 1577 } 1578 1579 // The entry point address is chosen in the following ways. 1580 // 1581 // 1. the '-e' entry command-line option; 1582 // 2. the ENTRY(symbol) command in a linker control script; 1583 // 3. the value of the symbol start, if present; 1584 // 4. the address of the first byte of the .text section, if present; 1585 // 5. the address 0. 1586 template <class ELFT> typename ELFT::uint Writer<ELFT>::getEntryAddr() { 1587 // Case 1, 2 or 3. As a special case, if the symbol is actually 1588 // a number, we'll use that number as an address. 1589 if (SymbolBody *B = Symtab<ELFT>::X->find(Config->Entry)) 1590 return B->getVA<ELFT>(); 1591 uint64_t Addr; 1592 if (!Config->Entry.getAsInteger(0, Addr)) 1593 return Addr; 1594 1595 // Case 4 1596 if (OutputSectionBase *Sec = findSection(".text")) { 1597 if (Config->WarnMissingEntry) 1598 warn("cannot find entry symbol " + Config->Entry + "; defaulting to 0x" + 1599 utohexstr(Sec->Addr)); 1600 return Sec->Addr; 1601 } 1602 1603 // Case 5 1604 if (Config->WarnMissingEntry) 1605 warn("cannot find entry symbol " + Config->Entry + 1606 "; not setting start address"); 1607 return 0; 1608 } 1609 1610 template <class ELFT> static uint8_t getELFEncoding() { 1611 if (ELFT::TargetEndianness == llvm::support::little) 1612 return ELFDATA2LSB; 1613 return ELFDATA2MSB; 1614 } 1615 1616 static uint16_t getELFType() { 1617 if (Config->pic()) 1618 return ET_DYN; 1619 if (Config->Relocatable) 1620 return ET_REL; 1621 return ET_EXEC; 1622 } 1623 1624 // This function is called after we have assigned address and size 1625 // to each section. This function fixes some predefined 1626 // symbol values that depend on section address and size. 1627 template <class ELFT> void Writer<ELFT>::fixPredefinedSymbols() { 1628 auto Set = [](DefinedSynthetic *S1, DefinedSynthetic *S2, 1629 OutputSectionBase *Sec, uint64_t Value) { 1630 if (S1) { 1631 S1->Section = Sec; 1632 S1->Value = Value; 1633 } 1634 if (S2) { 1635 S2->Section = Sec; 1636 S2->Value = Value; 1637 } 1638 }; 1639 1640 // _etext is the first location after the last read-only loadable segment. 1641 // _edata is the first location after the last read-write loadable segment. 1642 // _end is the first location after the uninitialized data region. 1643 PhdrEntry *Last = nullptr; 1644 PhdrEntry *LastRO = nullptr; 1645 PhdrEntry *LastRW = nullptr; 1646 for (PhdrEntry &P : Phdrs) { 1647 if (P.p_type != PT_LOAD) 1648 continue; 1649 Last = &P; 1650 if (P.p_flags & PF_W) 1651 LastRW = &P; 1652 else 1653 LastRO = &P; 1654 } 1655 if (Last) 1656 Set(ElfSym<ELFT>::End, ElfSym<ELFT>::End2, Last->First, Last->p_memsz); 1657 if (LastRO) 1658 Set(ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2, LastRO->First, 1659 LastRO->p_filesz); 1660 if (LastRW) 1661 Set(ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2, LastRW->First, 1662 LastRW->p_filesz); 1663 1664 // Setup MIPS _gp_disp/__gnu_local_gp symbols which should 1665 // be equal to the _gp symbol's value. 1666 if (Config->EMachine == EM_MIPS) { 1667 if (!ElfSym<ELFT>::MipsGp->Value) { 1668 // Find GP-relative section with the lowest address 1669 // and use this address to calculate default _gp value. 1670 uintX_t Gp = -1; 1671 for (const OutputSectionBase * OS : OutputSections) 1672 if ((OS->Flags & SHF_MIPS_GPREL) && OS->Addr < Gp) 1673 Gp = OS->Addr; 1674 if (Gp != (uintX_t)-1) 1675 ElfSym<ELFT>::MipsGp->Value = Gp + 0x7ff0; 1676 } 1677 if (ElfSym<ELFT>::MipsGpDisp) 1678 ElfSym<ELFT>::MipsGpDisp->Value = ElfSym<ELFT>::MipsGp->Value; 1679 if (ElfSym<ELFT>::MipsLocalGp) 1680 ElfSym<ELFT>::MipsLocalGp->Value = ElfSym<ELFT>::MipsGp->Value; 1681 } 1682 } 1683 1684 template <class ELFT> void Writer<ELFT>::writeHeader() { 1685 uint8_t *Buf = Buffer->getBufferStart(); 1686 memcpy(Buf, "\177ELF", 4); 1687 1688 // Write the ELF header. 1689 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf); 1690 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32; 1691 EHdr->e_ident[EI_DATA] = getELFEncoding<ELFT>(); 1692 EHdr->e_ident[EI_VERSION] = EV_CURRENT; 1693 EHdr->e_ident[EI_OSABI] = Config->OSABI; 1694 EHdr->e_type = getELFType(); 1695 EHdr->e_machine = Config->EMachine; 1696 EHdr->e_version = EV_CURRENT; 1697 EHdr->e_entry = getEntryAddr(); 1698 EHdr->e_shoff = SectionHeaderOff; 1699 EHdr->e_ehsize = sizeof(Elf_Ehdr); 1700 EHdr->e_phnum = Phdrs.size(); 1701 EHdr->e_shentsize = sizeof(Elf_Shdr); 1702 EHdr->e_shnum = OutputSections.size() + 1; 1703 EHdr->e_shstrndx = In<ELFT>::ShStrTab->OutSec->SectionIndex; 1704 1705 if (Config->EMachine == EM_ARM) 1706 // We don't currently use any features incompatible with EF_ARM_EABI_VER5, 1707 // but we don't have any firm guarantees of conformance. Linux AArch64 1708 // kernels (as of 2016) require an EABI version to be set. 1709 EHdr->e_flags = EF_ARM_EABI_VER5; 1710 else if (Config->EMachine == EM_MIPS) 1711 EHdr->e_flags = getMipsEFlags<ELFT>(); 1712 1713 if (!Config->Relocatable) { 1714 EHdr->e_phoff = sizeof(Elf_Ehdr); 1715 EHdr->e_phentsize = sizeof(Elf_Phdr); 1716 } 1717 1718 // Write the program header table. 1719 auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff); 1720 for (PhdrEntry &P : Phdrs) { 1721 HBuf->p_type = P.p_type; 1722 HBuf->p_flags = P.p_flags; 1723 HBuf->p_offset = P.p_offset; 1724 HBuf->p_vaddr = P.p_vaddr; 1725 HBuf->p_paddr = P.p_paddr; 1726 HBuf->p_filesz = P.p_filesz; 1727 HBuf->p_memsz = P.p_memsz; 1728 HBuf->p_align = P.p_align; 1729 ++HBuf; 1730 } 1731 1732 // Write the section header table. Note that the first table entry is null. 1733 auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff); 1734 for (OutputSectionBase *Sec : OutputSections) 1735 Sec->writeHeaderTo<ELFT>(++SHdrs); 1736 } 1737 1738 // Removes a given file asynchronously. This is a performance hack, 1739 // so remove this when operating systems are improved. 1740 // 1741 // On Linux (and probably on other Unix-like systems), unlink(2) is a 1742 // noticeably slow system call. As of 2016, unlink takes 250 1743 // milliseconds to remove a 1 GB file on ext4 filesystem on my machine. 1744 // 1745 // To create a new result file, we first remove existing file. So, if 1746 // you repeatedly link a 1 GB program in a regular compile-link-debug 1747 // cycle, every cycle wastes 250 milliseconds only to remove a file. 1748 // Since LLD can link a 1 GB binary in about 5 seconds, that waste 1749 // actually counts. 1750 // 1751 // This function spawns a background thread to call unlink. 1752 // The calling thread returns almost immediately. 1753 static void unlinkAsync(StringRef Path) { 1754 if (!Config->Threads || !sys::fs::exists(Config->OutputFile)) 1755 return; 1756 1757 // First, rename Path to avoid race condition. We cannot remove 1758 // Path from a different thread because we are now going to create 1759 // Path as a new file. If we do that in a different thread, the new 1760 // thread can remove the new file. 1761 SmallString<128> TempPath; 1762 if (sys::fs::createUniqueFile(Path + "tmp%%%%%%%%", TempPath)) 1763 return; 1764 if (sys::fs::rename(Path, TempPath)) { 1765 sys::fs::remove(TempPath); 1766 return; 1767 } 1768 1769 // Remove TempPath in background. 1770 std::thread([=] { ::remove(TempPath.str().str().c_str()); }).detach(); 1771 } 1772 1773 // Open a result file. 1774 template <class ELFT> void Writer<ELFT>::openFile() { 1775 unlinkAsync(Config->OutputFile); 1776 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr = 1777 FileOutputBuffer::create(Config->OutputFile, FileSize, 1778 FileOutputBuffer::F_executable); 1779 1780 if (auto EC = BufferOrErr.getError()) 1781 error("failed to open " + Config->OutputFile + ": " + EC.message()); 1782 else 1783 Buffer = std::move(*BufferOrErr); 1784 } 1785 1786 template <class ELFT> void Writer<ELFT>::writeSectionsBinary() { 1787 uint8_t *Buf = Buffer->getBufferStart(); 1788 for (OutputSectionBase *Sec : OutputSections) 1789 if (Sec->Flags & SHF_ALLOC) 1790 Sec->writeTo(Buf + Sec->Offset); 1791 } 1792 1793 // Write section contents to a mmap'ed file. 1794 template <class ELFT> void Writer<ELFT>::writeSections() { 1795 uint8_t *Buf = Buffer->getBufferStart(); 1796 1797 // PPC64 needs to process relocations in the .opd section 1798 // before processing relocations in code-containing sections. 1799 Out<ELFT>::Opd = findSection(".opd"); 1800 if (Out<ELFT>::Opd) { 1801 Out<ELFT>::OpdBuf = Buf + Out<ELFT>::Opd->Offset; 1802 Out<ELFT>::Opd->writeTo(Buf + Out<ELFT>::Opd->Offset); 1803 } 1804 1805 OutputSectionBase *EhFrameHdr = 1806 In<ELFT>::EhFrameHdr ? In<ELFT>::EhFrameHdr->OutSec : nullptr; 1807 1808 // In -r or -emit-relocs mode, write the relocation sections first as in 1809 // ELf_Rel targets we might find out that we need to modify the relocated 1810 // section while doing it. 1811 for (OutputSectionBase *Sec : OutputSections) 1812 if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA) 1813 Sec->writeTo(Buf + Sec->Offset); 1814 1815 for (OutputSectionBase *Sec : OutputSections) 1816 if (Sec != Out<ELFT>::Opd && Sec != EhFrameHdr && Sec->Type != SHT_REL && 1817 Sec->Type != SHT_RELA) 1818 Sec->writeTo(Buf + Sec->Offset); 1819 1820 // The .eh_frame_hdr depends on .eh_frame section contents, therefore 1821 // it should be written after .eh_frame is written. 1822 if (!Out<ELFT>::EhFrame->empty() && EhFrameHdr) 1823 EhFrameHdr->writeTo(Buf + EhFrameHdr->Offset); 1824 } 1825 1826 template <class ELFT> void Writer<ELFT>::writeBuildId() { 1827 if (!In<ELFT>::BuildId || !In<ELFT>::BuildId->OutSec) 1828 return; 1829 1830 // Compute a hash of all sections of the output file. 1831 uint8_t *Start = Buffer->getBufferStart(); 1832 uint8_t *End = Start + FileSize; 1833 In<ELFT>::BuildId->writeBuildId({Start, End}); 1834 } 1835 1836 template void elf::writeResult<ELF32LE>(); 1837 template void elf::writeResult<ELF32BE>(); 1838 template void elf::writeResult<ELF64LE>(); 1839 template void elf::writeResult<ELF64BE>(); 1840 1841 template bool elf::allocateHeaders<ELF32LE>(std::vector<PhdrEntry> &, 1842 ArrayRef<OutputSectionBase *>, 1843 uint64_t); 1844 template bool elf::allocateHeaders<ELF32BE>(std::vector<PhdrEntry> &, 1845 ArrayRef<OutputSectionBase *>, 1846 uint64_t); 1847 template bool elf::allocateHeaders<ELF64LE>(std::vector<PhdrEntry> &, 1848 ArrayRef<OutputSectionBase *>, 1849 uint64_t); 1850 template bool elf::allocateHeaders<ELF64BE>(std::vector<PhdrEntry> &, 1851 ArrayRef<OutputSectionBase *>, 1852 uint64_t); 1853 1854 template bool elf::isRelroSection<ELF32LE>(const OutputSectionBase *); 1855 template bool elf::isRelroSection<ELF32BE>(const OutputSectionBase *); 1856 template bool elf::isRelroSection<ELF64LE>(const OutputSectionBase *); 1857 template bool elf::isRelroSection<ELF64BE>(const OutputSectionBase *); 1858 1859 template void elf::reportDiscarded<ELF32LE>(InputSectionBase<ELF32LE> *); 1860 template void elf::reportDiscarded<ELF32BE>(InputSectionBase<ELF32BE> *); 1861 template void elf::reportDiscarded<ELF64LE>(InputSectionBase<ELF64LE> *); 1862 template void elf::reportDiscarded<ELF64BE>(InputSectionBase<ELF64BE> *); 1863